openai.php
362 lines
| 1 | <?php |
| 2 | |
| 3 | class Meow_MWAI_Engines_OpenAI |
| 4 | { |
| 5 | private $core = null; |
| 6 | private $apiKey = null; |
| 7 | |
| 8 | public function __construct($core) |
| 9 | { |
| 10 | $this->core = $core; |
| 11 | $this->apiKey = $this->core->get_option( 'openai_apikey' ); |
| 12 | } |
| 13 | |
| 14 | // Check if there are errors in the response from OpenAI, and throw an exception if so. |
| 15 | public function handleResponseErrors( $data ) { |
| 16 | if ( isset( $data['error'] ) ) { |
| 17 | $message = $data['error']['message']; |
| 18 | if ( preg_match( '/API key provided(: .*)\./', $message, $matches ) ) { |
| 19 | $message = str_replace( $matches[1], '', $message ); |
| 20 | } |
| 21 | throw new Exception( $message ); |
| 22 | } |
| 23 | } |
| 24 | |
| 25 | public function listFiles() |
| 26 | { |
| 27 | return $this->run( 'GET', '/files' ); |
| 28 | } |
| 29 | |
| 30 | function getSuffixForModel($model) |
| 31 | { |
| 32 | preg_match("/:([a-zA-Z0-9\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 33 | if ( count( $matches ) > 0 ) { |
| 34 | return $matches[1]; |
| 35 | } |
| 36 | return 'N/A'; |
| 37 | } |
| 38 | |
| 39 | function getBaseModel($model) |
| 40 | { |
| 41 | preg_match("/:([a-zA-Z0-9\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 42 | if (count($matches) > 0) { |
| 43 | return $matches[1]; |
| 44 | } |
| 45 | return 'N/A'; |
| 46 | } |
| 47 | |
| 48 | public function listDeletedFineTunes() |
| 49 | { |
| 50 | $finetunes = $this->run('GET', '/fine-tunes'); |
| 51 | $deleted = []; |
| 52 | $finetunes['data'] = array_filter( $finetunes['data'], function ( $finetune ) use ( &$deleted ) { |
| 53 | $name = $finetune['fine_tuned_model']; |
| 54 | $isSucceeded = $finetune['status'] === 'succeeded'; |
| 55 | $exist = true; |
| 56 | if ($isSucceeded) { |
| 57 | try { |
| 58 | $finetune = $this->getModel( $name ); |
| 59 | } |
| 60 | catch ( Exception $e ) { |
| 61 | $exist = false; |
| 62 | $deleted[] = $name; |
| 63 | } |
| 64 | } |
| 65 | return $exist; |
| 66 | }); |
| 67 | //$this->core->update_option( 'openai_finetunes_deleted', $deleted ); |
| 68 | return $deleted; |
| 69 | } |
| 70 | |
| 71 | public function listFineTunes() |
| 72 | { |
| 73 | $finetunes = $this->run('GET', '/fine-tunes'); |
| 74 | $finetunes['data'] = array_map( function ( $finetune ) { |
| 75 | $finetune['suffix'] = $this->getSuffixForModel( $finetune['fine_tuned_model'] ); |
| 76 | return $finetune; |
| 77 | }, $finetunes['data']); |
| 78 | |
| 79 | //$finetunes_option = $this->core->get_option('openai_finetunes'); |
| 80 | $fresh_finetunes_options = array_map(function ($finetune) { |
| 81 | $entry = []; |
| 82 | $model = $finetune['fine_tuned_model']; |
| 83 | $entry['suffix'] = $finetune['suffix']; |
| 84 | $entry['model'] = $model; |
| 85 | //$entry['enabled'] = true; |
| 86 | // for ($i = 0; $i < count($finetunes_option); $i++) { |
| 87 | // if ($finetunes_option[$i]['model'] === $model) { |
| 88 | // $entry['enabled'] = $finetunes_option[$i]['enabled']; |
| 89 | // break; |
| 90 | // } |
| 91 | // } |
| 92 | return $entry; |
| 93 | }, $finetunes['data']); |
| 94 | $this->core->update_option('openai_finetunes', $fresh_finetunes_options); |
| 95 | return $finetunes; |
| 96 | } |
| 97 | |
| 98 | public function moderate( $input ) { |
| 99 | $result = $this->run('POST', '/moderations', [ |
| 100 | 'input' => $input |
| 101 | ]); |
| 102 | return $result; |
| 103 | } |
| 104 | |
| 105 | public function uploadFile( $filename, $data ) |
| 106 | { |
| 107 | $result = $this->run('POST', '/files', null, [ |
| 108 | 'purpose' => 'fine-tune', |
| 109 | 'data' => $data, |
| 110 | 'file' => $filename |
| 111 | ] ); |
| 112 | return $result; |
| 113 | } |
| 114 | |
| 115 | public function deleteFile( $fileId ) |
| 116 | { |
| 117 | return $this->run('DELETE', '/files/' . $fileId); |
| 118 | } |
| 119 | |
| 120 | public function getModel( $modelId ) |
| 121 | { |
| 122 | return $this->run('GET', '/models/' . $modelId); |
| 123 | } |
| 124 | |
| 125 | public function cancelFineTune( $fineTuneId ) |
| 126 | { |
| 127 | return $this->run('POST', '/fine-tunes/' . $fineTuneId . '/cancel'); |
| 128 | } |
| 129 | |
| 130 | public function deleteFineTune( $modelId ) |
| 131 | { |
| 132 | return $this->run('DELETE', '/models/' . $modelId); |
| 133 | } |
| 134 | |
| 135 | public function downloadFile( $fileId ) |
| 136 | { |
| 137 | return $this->run('GET', '/files/' . $fileId . '/content', null, null, false); |
| 138 | } |
| 139 | |
| 140 | public function fineTuneFile( $fileId, $model, $suffix, $hyperparams = [] ) |
| 141 | { |
| 142 | $n_epochs = isset( $hyperparams['nEpochs'] ) ? (int)$hyperparams['nEpochs'] : 4; |
| 143 | $batch_size = isset( $hyperparams['batchSize'] ) ? (int)$hyperparams['batchSize'] : null; |
| 144 | $arguments = [ |
| 145 | 'training_file' => $fileId, |
| 146 | 'model' => $model, |
| 147 | 'suffix' => $suffix, |
| 148 | 'n_epochs' => $n_epochs |
| 149 | ]; |
| 150 | if ( $batch_size ) { |
| 151 | $arguments['batch_size'] = $batch_size; |
| 152 | } |
| 153 | $result = $this->run('POST', '/fine-tunes', $arguments); |
| 154 | return $result; |
| 155 | } |
| 156 | |
| 157 | /** |
| 158 | * Build the body of a form request. |
| 159 | * If the field name is 'file', then the field value is the filename of the file to upload. |
| 160 | * The file contents are taken from the 'data' field. |
| 161 | * |
| 162 | * @param array $fields |
| 163 | * @param string $boundary |
| 164 | * @return string |
| 165 | */ |
| 166 | public function buildFormBody( $fields, $boundary ) |
| 167 | { |
| 168 | $body = ''; |
| 169 | foreach ( $fields as $name => $value ) { |
| 170 | if ( $name == 'data' ) { |
| 171 | continue; |
| 172 | } |
| 173 | $body .= "--$boundary\r\n"; |
| 174 | $body .= "Content-Disposition: form-data; name=\"$name\""; |
| 175 | if ( $name == 'file' ) { |
| 176 | $body .= "; filename=\"{$value}\"\r\n"; |
| 177 | $body .= "Content-Type: application/json\r\n\r\n"; |
| 178 | $body .= $fields['data'] . "\r\n"; |
| 179 | } |
| 180 | else { |
| 181 | $body .= "\r\n\r\n$value\r\n"; |
| 182 | } |
| 183 | } |
| 184 | $body .= "--$boundary--\r\n"; |
| 185 | return $body; |
| 186 | } |
| 187 | |
| 188 | /** |
| 189 | * Run a request to the OpenAI API. |
| 190 | * Fore more information about the $formFields, refer to the buildFormBody method. |
| 191 | * |
| 192 | * @param string $method POST, PUT, GET, DELETE... |
| 193 | * @param string $url The API endpoint |
| 194 | * @param array $query The query parameters (json) |
| 195 | * @param array $formFields The form fields (multipart/form-data) |
| 196 | * @param bool $json Whether to return the response as json or not |
| 197 | * @return array |
| 198 | */ |
| 199 | public function run( $method, $url, $query = null, $formFields = null, $json = true ) |
| 200 | { |
| 201 | $apiKey = $this->apiKey; |
| 202 | $headers = "Content-Type: application/json\r\n" . "Authorization: Bearer " . $apiKey . "\r\n"; |
| 203 | $body = $query ? json_encode( $query ) : null; |
| 204 | if ( !empty( $formFields ) ) { |
| 205 | $boundary = wp_generate_password (24, false ); |
| 206 | $headers = [ |
| 207 | 'Content-Type' => 'multipart/form-data; boundary=' . $boundary, |
| 208 | 'Authorization' => 'Bearer ' . $this->apiKey, |
| 209 | ]; |
| 210 | $body = $this->buildFormBody( $formFields, $boundary ); |
| 211 | } |
| 212 | |
| 213 | $url = 'https://api.openai.com/v1' . $url; |
| 214 | $options = [ |
| 215 | "headers" => $headers, |
| 216 | "method" => $method, |
| 217 | "timeout" => MWAI_TIMEOUT, |
| 218 | "body" => $body, |
| 219 | "sslverify" => false |
| 220 | ]; |
| 221 | |
| 222 | try { |
| 223 | $response = wp_remote_request( $url, $options ); |
| 224 | if ( is_wp_error( $response ) ) { |
| 225 | throw new Exception( $response->get_error_message() ); |
| 226 | } |
| 227 | $response = wp_remote_retrieve_body( $response ); |
| 228 | $data = $json ? json_decode( $response, true ) : $response; |
| 229 | $this->handleResponseErrors( $data ); |
| 230 | return $data; |
| 231 | } |
| 232 | catch ( Exception $e ) { |
| 233 | error_log( $e->getMessage() ); |
| 234 | throw new Exception( 'Error while calling OpenAI: ' . $e->getMessage() ); |
| 235 | } |
| 236 | } |
| 237 | |
| 238 | private function calculatePrice( $modelFamily, $units, $option = null, $finetune = false ) |
| 239 | { |
| 240 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 241 | if ( $currentModel['family'] === $modelFamily ) { |
| 242 | if ( $currentModel['type'] === 'image' ) { |
| 243 | if ( !$option ) { |
| 244 | error_log( "AI Engine: Image models require an option." ); |
| 245 | return null; |
| 246 | } |
| 247 | else { |
| 248 | foreach ( $currentModel['options'] as $imageType ) { |
| 249 | if ( $imageType['option'] == $option ) { |
| 250 | return $imageType['price'] * $units; |
| 251 | } |
| 252 | } |
| 253 | } |
| 254 | } |
| 255 | else { |
| 256 | if ( $finetune ) { |
| 257 | // The price is doubled for finetuned models. |
| 258 | return $currentModel['finetune']['price'] * $currentModel['unit'] * $units * 2; |
| 259 | } |
| 260 | return $currentModel['price'] * $currentModel['unit'] * $units; |
| 261 | } |
| 262 | } |
| 263 | } |
| 264 | error_log( "AI Engine: Invalid family ($modelFamily)." ); |
| 265 | return null; |
| 266 | } |
| 267 | |
| 268 | public function getPrice( Meow_MWAI_Query $query, Meow_MWAI_Reply $reply ) |
| 269 | { |
| 270 | $model = $query->model; |
| 271 | $family = null; |
| 272 | $units = 0; |
| 273 | $option = null; |
| 274 | $currentModel = null; |
| 275 | $priceRules = null; |
| 276 | |
| 277 | $finetune = false; |
| 278 | if ( is_a( $query, 'Meow_MWAI_QueryText' ) ) { |
| 279 | // Finetuned models |
| 280 | if ( preg_match('/^([a-zA-Z]{0,32}):/', $model, $matches ) ) { |
| 281 | $family = $matches[1]; |
| 282 | $finetune = true; |
| 283 | } |
| 284 | // Standard models |
| 285 | else { |
| 286 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 287 | if ( $currentModel['model'] == $model ) { |
| 288 | $family = $currentModel['family']; |
| 289 | $priceRules = isset( $currentModel['priceRules'] ) ? $currentModel['priceRules'] : null; |
| 290 | break; |
| 291 | } |
| 292 | } |
| 293 | } |
| 294 | if ( empty( $family ) ) { |
| 295 | error_log("AI Engine: Cannot find the base model for $model."); |
| 296 | return null; |
| 297 | } |
| 298 | if ( !empty( $priceRules ) ) { |
| 299 | if ( $priceRules === "completion_x2" ) { |
| 300 | $units = $reply->getPromptTokens(); |
| 301 | $units += $reply->getCompletionTokens() * 2; |
| 302 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 303 | } |
| 304 | else { |
| 305 | error_log("AI Engine: Unknown price rules ($priceRules) for $model."); |
| 306 | return null; |
| 307 | } |
| 308 | } |
| 309 | else { |
| 310 | $units = $reply->getTotalTokens(); |
| 311 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 312 | } |
| 313 | } |
| 314 | else if ( is_a( $query, 'Meow_MWAI_QueryImage' ) ) { |
| 315 | $family = 'dall-e'; |
| 316 | $units = $query->maxResults; |
| 317 | $option = "1024x1024"; |
| 318 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 319 | } |
| 320 | else if ( is_a( $query, 'Meow_MWAI_QueryTranscribe' ) ) { |
| 321 | $family = 'whisper'; |
| 322 | $units = $reply->getUnits(); |
| 323 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 324 | } |
| 325 | else if ( is_a( $query, 'Meow_MWAI_QueryEmbed' ) ) { |
| 326 | foreach ( MWAI_OPENAI_MODELS as $currentModel ) { |
| 327 | if ( $currentModel['model'] == $model ) { |
| 328 | $family = $currentModel['family']; |
| 329 | break; |
| 330 | } |
| 331 | } |
| 332 | $units = $reply->getTotalTokens(); |
| 333 | return $this->calculatePrice( $family, $units, $option, $finetune ); |
| 334 | } |
| 335 | error_log("AI Engine: Cannot calculate price for $model."); |
| 336 | return null; |
| 337 | } |
| 338 | |
| 339 | public function getIncidents() { |
| 340 | $url = 'https://status.openai.com/history.rss'; |
| 341 | $response = wp_remote_get( $url ); |
| 342 | if ( is_wp_error( $response ) ) { |
| 343 | throw new Exception( $response->get_error_message() ); |
| 344 | } |
| 345 | $response = wp_remote_retrieve_body( $response ); |
| 346 | $xml = simplexml_load_string( $response ); |
| 347 | $incidents = array(); |
| 348 | $oneWeekAgo = time() - 5 * 24 * 60 * 60; |
| 349 | foreach ( $xml->channel->item as $item ) { |
| 350 | $date = strtotime( $item->pubDate ); |
| 351 | if ( $date > $oneWeekAgo ) { |
| 352 | $incidents[] = array( |
| 353 | 'title' => (string) $item->title, |
| 354 | 'description' => (string) $item->description, |
| 355 | 'date' => $date |
| 356 | ); |
| 357 | } |
| 358 | } |
| 359 | return $incidents; |
| 360 | } |
| 361 | } |
| 362 |