modules
3 years ago
admin.php
3 years ago
ai.php
3 years ago
answer.php
3 years ago
core.php
3 years ago
init.php
3 years ago
openai.php
3 years ago
query.php
3 years ago
queryembed.php
3 years ago
queryimage.php
3 years ago
querytext.php
3 years ago
rest.php
3 years ago
ui.php
3 years ago
openai.php
318 lines
| 1 | <?php |
| 2 | |
| 3 | class Meow_MWAI_OpenAI |
| 4 | { |
| 5 | private $core = null; |
| 6 | private $apiKey = null; |
| 7 | |
| 8 | public function __construct($core) |
| 9 | { |
| 10 | $this->core = $core; |
| 11 | $this->apiKey = $this->core->get_option( 'openai_apikey' ); |
| 12 | } |
| 13 | |
| 14 | public function listFiles() |
| 15 | { |
| 16 | return $this->run( 'GET', '/files' ); |
| 17 | } |
| 18 | |
| 19 | function getSuffixForModel($model) |
| 20 | { |
| 21 | preg_match("/:([a-zA-Z\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 22 | if ( count( $matches ) > 0 ) { |
| 23 | return $matches[1]; |
| 24 | } |
| 25 | return 'N/A'; |
| 26 | } |
| 27 | |
| 28 | function getBaseModel($model) |
| 29 | { |
| 30 | preg_match("/:([a-zA-Z\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 31 | if (count($matches) > 0) { |
| 32 | return $matches[1]; |
| 33 | } |
| 34 | return 'N/A'; |
| 35 | } |
| 36 | |
| 37 | public function listFineTunes( $clean = false ) |
| 38 | { |
| 39 | $finetunes = $this->run('GET', '/fine-tunes'); |
| 40 | |
| 41 | if ( $clean ) { |
| 42 | $deleted = []; |
| 43 | $finetunes['data'] = array_filter( $finetunes['data'], function ( $finetune ) use ( &$deleted ) { |
| 44 | $name = $finetune['fine_tuned_model']; |
| 45 | $isSucceeded = $finetune['status'] === 'succeeded'; |
| 46 | $exist = true; |
| 47 | if ($isSucceeded) { |
| 48 | try { |
| 49 | $finetune = $this->getModel( $name ); |
| 50 | } |
| 51 | catch ( Exception $e ) { |
| 52 | $exist = false; |
| 53 | $deleted[] = $name; |
| 54 | } |
| 55 | } |
| 56 | return $exist; |
| 57 | }); |
| 58 | $this->core->update_option( 'openai_finetunes_deleted', $deleted ); |
| 59 | } |
| 60 | |
| 61 | $finetunes['data'] = array_map( function ( $finetune ) { |
| 62 | $finetune['suffix'] = $this->getSuffixForModel( $finetune['fine_tuned_model'] ); |
| 63 | return $finetune; |
| 64 | }, $finetunes['data']); |
| 65 | |
| 66 | // Get option openai_finetunes_deleted |
| 67 | $deleted_finetunes = $this->core->get_option('openai_finetunes_deleted'); |
| 68 | |
| 69 | // Remove all deleted finetunes from the list, make a new array, without using array_filter |
| 70 | $finetunes['data'] = array_values(array_filter($finetunes['data'], function ($finetune) use ($deleted_finetunes) { |
| 71 | return !in_array($finetune['fine_tuned_model'], $deleted_finetunes); |
| 72 | })); |
| 73 | |
| 74 | $finetunes_option = $this->core->get_option('openai_finetunes'); |
| 75 | $fresh_finetunes_options = array_map(function ($finetune) use ($finetunes_option) { |
| 76 | $entry = []; |
| 77 | $model = $finetune['fine_tuned_model']; |
| 78 | $entry['suffix'] = $finetune['suffix']; |
| 79 | $entry['model'] = $model; |
| 80 | $entry['enabled'] = true; |
| 81 | for ($i = 0; $i < count($finetunes_option); $i++) { |
| 82 | if ($finetunes_option[$i]['model'] === $model) { |
| 83 | $entry['enabled'] = $finetunes_option[$i]['enabled']; |
| 84 | break; |
| 85 | } |
| 86 | } |
| 87 | return $entry; |
| 88 | }, $finetunes['data']); |
| 89 | $this->core->update_option('openai_finetunes', $fresh_finetunes_options); |
| 90 | return $finetunes; |
| 91 | } |
| 92 | |
| 93 | public function moderate( $input ) { |
| 94 | $result = $this->run('POST', '/moderations', [ |
| 95 | 'input' => $input |
| 96 | ]); |
| 97 | return $result; |
| 98 | } |
| 99 | |
| 100 | public function uploadFile( $filename, $data ) |
| 101 | { |
| 102 | $result = $this->run('POST', '/files', null, ['data' => $data, 'filename' => $filename]); |
| 103 | return $result; |
| 104 | } |
| 105 | |
| 106 | public function deleteFile( $fileId ) |
| 107 | { |
| 108 | return $this->run('DELETE', '/files/' . $fileId); |
| 109 | } |
| 110 | |
| 111 | public function getModel( $modelId ) |
| 112 | { |
| 113 | return $this->run('GET', '/models/' . $modelId); |
| 114 | } |
| 115 | |
| 116 | public function deleteFineTune( $modelId ) |
| 117 | { |
| 118 | return $this->run('DELETE', '/models/' . $modelId); |
| 119 | } |
| 120 | |
| 121 | public function downloadFile( $fileId ) |
| 122 | { |
| 123 | return $this->run('GET', '/files/' . $fileId . '/content', null, null, false); |
| 124 | } |
| 125 | |
| 126 | public function fineTuneFile( $fileId, $model, $suffix, $hyperparams = [] ) |
| 127 | { |
| 128 | $n_epochs = isset( $hyperparams['nEpochs'] ) ? (int)$hyperparams['nEpochs'] : 4; |
| 129 | $batch_size = isset( $hyperparams['batchSize'] ) ? (int)$hyperparams['batchSize'] : null; |
| 130 | $arguments = [ |
| 131 | 'training_file' => $fileId, |
| 132 | 'model' => $model, |
| 133 | 'suffix' => $suffix, |
| 134 | 'n_epochs' => $n_epochs |
| 135 | ]; |
| 136 | if ( $batch_size ) { |
| 137 | $arguments['batch_size'] = $batch_size; |
| 138 | } |
| 139 | $result = $this->run('POST', '/fine-tunes', $arguments); |
| 140 | return $result; |
| 141 | } |
| 142 | |
| 143 | public function create_body_for_file($file, $boundary) |
| 144 | { |
| 145 | $fields = array( |
| 146 | 'purpose' => 'fine-tune', |
| 147 | 'file' => $file['filename'] |
| 148 | ); |
| 149 | |
| 150 | $body = ''; |
| 151 | foreach ($fields as $name => $value) { |
| 152 | $body .= "--$boundary\r\n"; |
| 153 | $body .= "Content-Disposition: form-data; name=\"$name\""; |
| 154 | if ($name == 'file') { |
| 155 | $body .= "; filename=\"{$value}\"\r\n"; |
| 156 | $body .= "Content-Type: application/json\r\n\r\n"; |
| 157 | $body .= $file['data'] . "\r\n"; |
| 158 | } else { |
| 159 | $body .= "\r\n\r\n$value\r\n"; |
| 160 | } |
| 161 | } |
| 162 | $body .= "--$boundary--\r\n"; |
| 163 | return $body; |
| 164 | } |
| 165 | |
| 166 | public function run( $method, $url, $query = null, $file = null, $json = true ) |
| 167 | { |
| 168 | $apiKey = $this->apiKey; |
| 169 | $headers = "Content-Type: application/json\r\n" . "Authorization: Bearer " . $apiKey . "\r\n"; |
| 170 | $body = $query ? json_encode( $query ) : null; |
| 171 | if ( !empty( $file ) ) { |
| 172 | $boundary = wp_generate_password (24, false ); |
| 173 | $headers = [ |
| 174 | 'Content-Type' => 'multipart/form-data; boundary=' . $boundary, |
| 175 | 'Authorization' => 'Bearer ' . $this->apiKey, |
| 176 | ]; |
| 177 | $body = $this->create_body_for_file( $file, $boundary ); |
| 178 | } |
| 179 | |
| 180 | $url = 'https://api.openai.com/v1' . $url; |
| 181 | $options = [ |
| 182 | "headers" => $headers, |
| 183 | "method" => $method, |
| 184 | "timeout" => 120, |
| 185 | "body" => $body, |
| 186 | "sslverify" => false |
| 187 | ]; |
| 188 | |
| 189 | try { |
| 190 | $response = wp_remote_request( $url, $options ); |
| 191 | if ( is_wp_error( $response ) ) { |
| 192 | throw new Exception( $response->get_error_message() ); |
| 193 | } |
| 194 | $response = wp_remote_retrieve_body( $response ); |
| 195 | $data = $json ? json_decode( $response, true ) : $response; |
| 196 | |
| 197 | // Error handling |
| 198 | if ( isset( $data['error'] ) ) { |
| 199 | $message = $data['error']['message']; |
| 200 | // If the message contains "Incorrect API key provided: THE_KEY.", replace the key by "----". |
| 201 | if ( preg_match( '/API key provided(: .*)\./', $message, $matches ) ) { |
| 202 | $message = str_replace( $matches[1], '', $message ); |
| 203 | } |
| 204 | throw new Exception( $message ); |
| 205 | } |
| 206 | |
| 207 | return $data; |
| 208 | } |
| 209 | catch ( Exception $e ) { |
| 210 | error_log( $e->getMessage() ); |
| 211 | throw new Exception( 'Error while calling OpenAI: ' . $e->getMessage() ); |
| 212 | } |
| 213 | } |
| 214 | |
| 215 | private function calculatePrice( $modelFamily, $units, $option = null, $finetune = false ) |
| 216 | { |
| 217 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 218 | if ( $currentModel['family'] === $modelFamily ) { |
| 219 | if ( $currentModel['type'] === 'image' ) { |
| 220 | if ( !$option ) { |
| 221 | error_log( "AI Engine: Image models require an option." ); |
| 222 | return null; |
| 223 | } |
| 224 | else { |
| 225 | foreach ( $currentModel['options'] as $imageType ) { |
| 226 | if ( $imageType['option'] == $option ) { |
| 227 | return $imageType['price'] * $units; |
| 228 | } |
| 229 | } |
| 230 | } |
| 231 | } |
| 232 | else { |
| 233 | if ( $finetune ) { |
| 234 | // Why * 2? Need to check why I did this. |
| 235 | return $currentModel['finetune']['price'] * $currentModel['unit'] * $units * 2; |
| 236 | } |
| 237 | return $currentModel['price'] * $currentModel['unit'] * $units; |
| 238 | } |
| 239 | } |
| 240 | } |
| 241 | error_log( "AI Engine: Invalid family ($modelFamily)." ); |
| 242 | return null; |
| 243 | } |
| 244 | |
| 245 | public function getPrice( Meow_MWAI_Query $query, Meow_MWAI_Answer $answer ) |
| 246 | { |
| 247 | $model = $query->model; |
| 248 | $family = null; |
| 249 | $units = 0; |
| 250 | $option = null; |
| 251 | |
| 252 | $finetune = false; |
| 253 | if ( is_a( $query, 'Meow_MWAI_QueryText' ) ) { |
| 254 | // Finetuned models |
| 255 | if ( preg_match('/^([a-zA-Z]{0,32}):/', $model, $matches ) ) { |
| 256 | $family = $matches[1]; |
| 257 | $finetune = true; |
| 258 | } |
| 259 | // Standard models |
| 260 | else { |
| 261 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 262 | if ( $currentModel['model'] == $model ) { |
| 263 | $family = $currentModel['family']; |
| 264 | break; |
| 265 | } |
| 266 | } |
| 267 | } |
| 268 | if ( empty( $family ) ) { |
| 269 | error_log("AI Engine: Cannot find the base model for $model."); |
| 270 | return null; |
| 271 | } |
| 272 | $units = $answer->getTotalTokens(); |
| 273 | } |
| 274 | else if ( is_a( $query, 'Meow_MWAI_QueryImage' ) ) { |
| 275 | $family = 'dall-e'; |
| 276 | $units = $query->maxResults; |
| 277 | $option = "1024x1024"; |
| 278 | } |
| 279 | else if ( is_a( $query, 'Meow_MWAI_QueryEmbed' ) ) { |
| 280 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 281 | if ( $currentModel['model'] == $model ) { |
| 282 | $family = $currentModel['family']; |
| 283 | break; |
| 284 | } |
| 285 | } |
| 286 | $units = $answer->getTotalTokens(); |
| 287 | } |
| 288 | else { |
| 289 | error_log("AI Engine: Cannot find the base model for $model."); |
| 290 | return null; |
| 291 | } |
| 292 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 293 | } |
| 294 | |
| 295 | public function getIncidents() { |
| 296 | $url = 'https://status.openai.com/history.rss'; |
| 297 | $response = wp_remote_get( $url ); |
| 298 | if ( is_wp_error( $response ) ) { |
| 299 | throw new Exception( $response->get_error_message() ); |
| 300 | } |
| 301 | $response = wp_remote_retrieve_body( $response ); |
| 302 | $xml = simplexml_load_string( $response ); |
| 303 | $incidents = array(); |
| 304 | $oneWeekAgo = time() - 7 * 24 * 60 * 60; |
| 305 | foreach ( $xml->channel->item as $item ) { |
| 306 | $date = strtotime( $item->pubDate ); |
| 307 | if ( $date > $oneWeekAgo ) { |
| 308 | $incidents[] = array( |
| 309 | 'title' => (string) $item->title, |
| 310 | 'description' => (string) $item->description, |
| 311 | 'date' => $date |
| 312 | ); |
| 313 | } |
| 314 | } |
| 315 | return $incidents; |
| 316 | } |
| 317 | } |
| 318 |