modules
3 years ago
admin.php
3 years ago
ai.php
3 years ago
answer.php
3 years ago
core.php
3 years ago
init.php
3 years ago
openai.php
3 years ago
query.php
3 years ago
queryimage.php
3 years ago
querytext.php
3 years ago
rest.php
3 years ago
ui.php
3 years ago
openai.php
286 lines
| 1 | <?php |
| 2 | |
| 3 | class Meow_MWAI_OpenAI |
| 4 | { |
| 5 | private $core = null; |
| 6 | private $apiKey = null; |
| 7 | |
| 8 | public function __construct($core) |
| 9 | { |
| 10 | $this->core = $core; |
| 11 | $this->apiKey = $this->core->get_option('openai_apikey'); |
| 12 | } |
| 13 | |
| 14 | public function listFiles() |
| 15 | { |
| 16 | return $this->run('GET', '/files'); |
| 17 | } |
| 18 | |
| 19 | function getSuffixForModel($model) |
| 20 | { |
| 21 | preg_match("/:([a-zA-Z\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 22 | if (count($matches) > 0) { |
| 23 | return $matches[1]; |
| 24 | } |
| 25 | return 'N/A'; |
| 26 | } |
| 27 | |
| 28 | function getBaseModel($model) |
| 29 | { |
| 30 | preg_match("/:([a-zA-Z\-]{1,40})-([0-9]{4})-([0-9]{2})-([0-9]{2})/", $model, $matches); |
| 31 | if (count($matches) > 0) { |
| 32 | return $matches[1]; |
| 33 | } |
| 34 | return 'N/A'; |
| 35 | } |
| 36 | |
| 37 | public function listFineTunes( $clean = false ) |
| 38 | { |
| 39 | $finetunes = $this->run('GET', '/fine-tunes'); |
| 40 | |
| 41 | if ( $clean ) { |
| 42 | $deleted = []; |
| 43 | $finetunes['data'] = array_filter( $finetunes['data'], function ( $finetune ) use ( &$deleted ) { |
| 44 | $name = $finetune['fine_tuned_model']; |
| 45 | $isSucceeded = $finetune['status'] === 'succeeded'; |
| 46 | $exist = true; |
| 47 | if ($isSucceeded) { |
| 48 | try { |
| 49 | $finetune = $this->getModel( $name ); |
| 50 | } |
| 51 | catch ( Exception $e ) { |
| 52 | $exist = false; |
| 53 | $deleted[] = $name; |
| 54 | } |
| 55 | } |
| 56 | return $exist; |
| 57 | }); |
| 58 | $this->core->update_option( 'openai_finetunes_deleted', $deleted ); |
| 59 | } |
| 60 | |
| 61 | $finetunes['data'] = array_map( function ( $finetune ) { |
| 62 | $finetune['suffix'] = $this->getSuffixForModel( $finetune['fine_tuned_model'] ); |
| 63 | return $finetune; |
| 64 | }, $finetunes['data']); |
| 65 | |
| 66 | // Get option openai_finetunes_deleted |
| 67 | $deleted_finetunes = $this->core->get_option('openai_finetunes_deleted'); |
| 68 | |
| 69 | // Remove all deleted finetunes from the list, make a new array, without using array_filter |
| 70 | $finetunes['data'] = array_values(array_filter($finetunes['data'], function ($finetune) use ($deleted_finetunes) { |
| 71 | return !in_array($finetune['fine_tuned_model'], $deleted_finetunes); |
| 72 | })); |
| 73 | |
| 74 | $finetunes_option = $this->core->get_option('openai_finetunes'); |
| 75 | $fresh_finetunes_options = array_map(function ($finetune) use ($finetunes_option) { |
| 76 | $entry = []; |
| 77 | $model = $finetune['fine_tuned_model']; |
| 78 | $entry['suffix'] = $finetune['suffix']; |
| 79 | $entry['model'] = $model; |
| 80 | $entry['enabled'] = true; |
| 81 | for ($i = 0; $i < count($finetunes_option); $i++) { |
| 82 | if ($finetunes_option[$i]['model'] === $model) { |
| 83 | $entry['enabled'] = $finetunes_option[$i]['enabled']; |
| 84 | break; |
| 85 | } |
| 86 | } |
| 87 | return $entry; |
| 88 | }, $finetunes['data']); |
| 89 | $this->core->update_option('openai_finetunes', $fresh_finetunes_options); |
| 90 | return $finetunes; |
| 91 | } |
| 92 | |
| 93 | public function uploadFile( $filename, $data ) |
| 94 | { |
| 95 | $result = $this->run('POST', '/files', null, ['data' => $data, 'filename' => $filename]); |
| 96 | return $result; |
| 97 | } |
| 98 | |
| 99 | public function deleteFile( $fileId ) |
| 100 | { |
| 101 | return $this->run('DELETE', '/files/' . $fileId); |
| 102 | } |
| 103 | |
| 104 | public function getModel( $modelId ) |
| 105 | { |
| 106 | return $this->run('GET', '/models/' . $modelId); |
| 107 | } |
| 108 | |
| 109 | public function deleteFineTune( $modelId ) |
| 110 | { |
| 111 | return $this->run('DELETE', '/models/' . $modelId); |
| 112 | } |
| 113 | |
| 114 | public function downloadFile( $fileId ) |
| 115 | { |
| 116 | return $this->run('GET', '/files/' . $fileId . '/content', null, null, false); |
| 117 | } |
| 118 | |
| 119 | public function fineTuneFile( $fileId, $model, $suffix, $hyperparams = [] ) |
| 120 | { |
| 121 | $n_epochs = isset( $hyperparams['nEpochs'] ) ? (int)$hyperparams['nEpochs'] : 4; |
| 122 | $batch_size = isset( $hyperparams['batchSize'] ) ? (int)$hyperparams['batchSize'] : null; |
| 123 | $arguments = [ |
| 124 | 'training_file' => $fileId, |
| 125 | 'model' => $model, |
| 126 | 'suffix' => $suffix, |
| 127 | 'n_epochs' => $n_epochs |
| 128 | ]; |
| 129 | if ( $batch_size ) { |
| 130 | $arguments['batch_size'] = $batch_size; |
| 131 | } |
| 132 | $result = $this->run('POST', '/fine-tunes', $arguments); |
| 133 | return $result; |
| 134 | } |
| 135 | |
| 136 | public function create_body_for_file($file, $boundary) |
| 137 | { |
| 138 | $fields = array( |
| 139 | 'purpose' => 'fine-tune', |
| 140 | 'file' => $file['filename'] |
| 141 | ); |
| 142 | |
| 143 | $body = ''; |
| 144 | foreach ($fields as $name => $value) { |
| 145 | $body .= "--$boundary\r\n"; |
| 146 | $body .= "Content-Disposition: form-data; name=\"$name\""; |
| 147 | if ($name == 'file') { |
| 148 | $body .= "; filename=\"{$value}\"\r\n"; |
| 149 | $body .= "Content-Type: application/json\r\n\r\n"; |
| 150 | $body .= $file['data'] . "\r\n"; |
| 151 | } else { |
| 152 | $body .= "\r\n\r\n$value\r\n"; |
| 153 | } |
| 154 | } |
| 155 | $body .= "--$boundary--\r\n"; |
| 156 | return $body; |
| 157 | } |
| 158 | |
| 159 | public function run($method, $url, $query = null, $file = null, $json = true) |
| 160 | { |
| 161 | $apiKey = $this->apiKey; |
| 162 | $headers = "Content-Type: application/json\r\n" . "Authorization: Bearer " . $apiKey . "\r\n"; |
| 163 | $body = $query ? json_encode($query) : null; |
| 164 | if (!empty($file)) { |
| 165 | $boundary = wp_generate_password(24, false); |
| 166 | $headers = [ |
| 167 | 'Content-Type' => 'multipart/form-data; boundary=' . $boundary, |
| 168 | 'Authorization' => 'Bearer ' . $this->apiKey, |
| 169 | ]; |
| 170 | $body = $this->create_body_for_file($file, $boundary); |
| 171 | } |
| 172 | |
| 173 | $url = 'https://api.openai.com/v1' . $url; |
| 174 | $options = [ |
| 175 | "headers" => $headers, |
| 176 | "method" => $method, |
| 177 | "timeout" => 120, |
| 178 | "body" => $body, |
| 179 | "sslverify" => false |
| 180 | ]; |
| 181 | |
| 182 | try { |
| 183 | $response = wp_remote_request($url, $options); |
| 184 | if (is_wp_error($response)) { |
| 185 | throw new Exception($response->get_error_message()); |
| 186 | } |
| 187 | $response = wp_remote_retrieve_body($response); |
| 188 | $data = $json ? json_decode($response, true) : $response; |
| 189 | |
| 190 | // Error handling |
| 191 | if (isset($data['error'])) { |
| 192 | $message = $data['error']['message']; |
| 193 | // If the message contains "Incorrect API key provided: THE_KEY.", replace the key by "----". |
| 194 | if (preg_match('/API key provided(: .*)\./', $message, $matches)) { |
| 195 | $message = str_replace($matches[1], '', $message); |
| 196 | } |
| 197 | throw new Exception($message); |
| 198 | } |
| 199 | |
| 200 | return $data; |
| 201 | } |
| 202 | catch (Exception $e) { |
| 203 | error_log($e->getMessage()); |
| 204 | throw new Exception('Error while calling OpenAI: ' . $e->getMessage()); |
| 205 | } |
| 206 | } |
| 207 | |
| 208 | private function calculatePrice( $model, $units, $option = null ) |
| 209 | { |
| 210 | foreach ( MWAI_OPENAI_PRICING as $price ) { |
| 211 | if ( $price['model'] == $model ) { |
| 212 | if ( $price['type'] == 'image' ) { |
| 213 | if ( !$option ) { |
| 214 | error_log( "AI Engine: Image models require an option." ); |
| 215 | return null; |
| 216 | } |
| 217 | else { |
| 218 | foreach ( $price['options'] as $imageType ) { |
| 219 | if ( $imageType['option'] == $option ) { |
| 220 | return $imageType['price'] * $units; |
| 221 | } |
| 222 | } |
| 223 | } |
| 224 | } |
| 225 | else { |
| 226 | return $price['price'] * $price['unit'] * $units; |
| 227 | } |
| 228 | } |
| 229 | } |
| 230 | error_log( "AI Engine: Invalid model ($model)." ); |
| 231 | return null; |
| 232 | } |
| 233 | |
| 234 | public function getPrice( Meow_MWAI_Query $query, Meow_MWAI_Answer $answer ) |
| 235 | { |
| 236 | $model = $query->model; |
| 237 | $modelBase = null; |
| 238 | $units = 0; |
| 239 | $option = null; |
| 240 | if ( is_a( $query, 'Meow_MWAI_QueryText' ) ) { |
| 241 | // Finetuned models |
| 242 | if ( preg_match('/^([a-zA-Z]{0,32}):/', $model, $matches ) ) { |
| 243 | $modelBase = "fn-" . $matches[1]; |
| 244 | } |
| 245 | // Standard models |
| 246 | else if ( preg_match('/^text-(\w+)-\d+/', $model, $matches ) ) { |
| 247 | $modelBase = $matches[1]; |
| 248 | } |
| 249 | if ( empty( $modelBase ) ) { |
| 250 | error_log("AI Engine: Cannot find the base model for $model."); |
| 251 | return null; |
| 252 | } |
| 253 | $units = $answer->getTotalTokens(); |
| 254 | } |
| 255 | else if ( is_a( $query, 'Meow_MWAI_QueryImage' ) ) { |
| 256 | $modelBase = 'dall-e'; |
| 257 | $units = $query->maxResults; |
| 258 | $option = "1024x1024"; |
| 259 | } |
| 260 | return $this->calculatePrice( $modelBase, $units, $option ); |
| 261 | } |
| 262 | |
| 263 | public function getIncidents() { |
| 264 | $url = 'https://status.openai.com/history.rss'; |
| 265 | $response = wp_remote_get( $url ); |
| 266 | if ( is_wp_error( $response ) ) { |
| 267 | throw new Exception( $response->get_error_message() ); |
| 268 | } |
| 269 | $response = wp_remote_retrieve_body( $response ); |
| 270 | $xml = simplexml_load_string( $response ); |
| 271 | $incidents = array(); |
| 272 | $oneWeekAgo = time() - 7 * 24 * 60 * 60; |
| 273 | foreach ( $xml->channel->item as $item ) { |
| 274 | $date = strtotime( $item->pubDate ); |
| 275 | if ( $date > $oneWeekAgo ) { |
| 276 | $incidents[] = array( |
| 277 | 'title' => (string) $item->title, |
| 278 | 'description' => (string) $item->description, |
| 279 | 'date' => $date |
| 280 | ); |
| 281 | } |
| 282 | } |
| 283 | return $incidents; |
| 284 | } |
| 285 | } |
| 286 |