data
11 months ago
engines
10 months ago
exceptions
11 months ago
modules
10 months ago
query
10 months ago
rest
10 months ago
services
9 months ago
admin.php
10 months ago
api.php
10 months ago
core.php
10 months ago
discussion.php
11 months ago
event.php
11 months ago
init.php
11 months ago
logging.php
11 months ago
reply.php
10 months ago
rest.php
10 months ago
reply.php
338 lines
| 1 | <?php |
| 2 | |
| 3 | class Meow_MWAI_Reply implements JsonSerializable { |
| 4 | public $id = null; |
| 5 | public $result = ''; |
| 6 | public $results = []; |
| 7 | public $usage = [ |
| 8 | 'prompt_tokens' => 0, |
| 9 | 'completion_tokens' => 0, |
| 10 | 'total_tokens' => 0, |
| 11 | 'price' => null, |
| 12 | ]; |
| 13 | public $usageAccuracy = 'none'; // 'none', 'estimated', 'tokens', 'price', 'full' |
| 14 | public $query = null; |
| 15 | public $type = 'text'; |
| 16 | |
| 17 | // Code interpreter code (separate from main content) |
| 18 | public $contentCode = ''; |
| 19 | |
| 20 | // This is when models return a message that needs to be executed (functions, tools, etc) |
| 21 | public $needFeedbacks = []; |
| 22 | public $needClientActions = []; |
| 23 | |
| 24 | public function __construct( $query = null ) { |
| 25 | $this->query = $query; |
| 26 | } |
| 27 | |
| 28 | #[\ReturnTypeWillChange] |
| 29 | public function jsonSerialize() { |
| 30 | $isEmbedding = false; |
| 31 | $embeddingsDimensions = null; |
| 32 | $embedddingsMessage = null; |
| 33 | if ( is_array( $this->results ) && count( $this->results ) > 0 ) { |
| 34 | $isEmbedding = is_array( $this->results[0] ); |
| 35 | if ( $isEmbedding ) { |
| 36 | $embeddingsDimensions = count( $this->results[0] ); |
| 37 | $embedddingsMessage = "A $embeddingsDimensions-dimensional embedding was returned."; |
| 38 | } |
| 39 | } |
| 40 | $data = [ |
| 41 | 'result' => $isEmbedding ? $embedddingsMessage : $this->result, |
| 42 | 'results' => $isEmbedding ? [] : $this->results, |
| 43 | 'usage' => $this->usage, |
| 44 | 'system' => [ |
| 45 | 'class' => get_class( $this ), |
| 46 | ] |
| 47 | ]; |
| 48 | if ( !empty( $this->needFeedbacks ) ) { |
| 49 | $data['needFeedbacks'] = $this->needFeedbacks; |
| 50 | } |
| 51 | if ( !empty( $this->needClientActions ) ) { |
| 52 | $data['needClientActions'] = $this->needClientActions; |
| 53 | } |
| 54 | if ( !empty( $this->contentCode ) ) { |
| 55 | $data['contentCode'] = $this->contentCode; |
| 56 | } |
| 57 | return $data; |
| 58 | } |
| 59 | |
| 60 | public function set_usage( $usage ) { |
| 61 | $this->usage = $usage; |
| 62 | } |
| 63 | |
| 64 | public function set_usage_accuracy( $accuracy ) { |
| 65 | $this->usageAccuracy = $accuracy; |
| 66 | } |
| 67 | |
| 68 | public function set_id( $id ) { |
| 69 | $this->id = $id; |
| 70 | } |
| 71 | |
| 72 | public function set_type( $type ) { |
| 73 | $this->type = $type; |
| 74 | } |
| 75 | |
| 76 | public function get_total_tokens() { |
| 77 | return isset( $this->usage['total_tokens'] ) ? $this->usage['total_tokens'] : 0; |
| 78 | } |
| 79 | |
| 80 | public function get_in_tokens( $query = null ) { |
| 81 | $in_tokens = isset( $this->usage['prompt_tokens'] ) ? $this->usage['prompt_tokens'] : 0; |
| 82 | if ( empty( $in_tokens ) && $query ) { |
| 83 | $in_tokens = $query->get_in_tokens(); |
| 84 | } |
| 85 | return $in_tokens; |
| 86 | } |
| 87 | |
| 88 | public function get_out_tokens() { |
| 89 | $out_tokens = isset( $this->usage['completion_tokens'] ) ? $this->usage['completion_tokens'] : 0; |
| 90 | if ( empty( $out_tokens ) ) { |
| 91 | $out_tokens = Meow_MWAI_Core::estimate_tokens( $this->result ); |
| 92 | } |
| 93 | return $out_tokens; |
| 94 | } |
| 95 | |
| 96 | public function get_price() { |
| 97 | // If it's not set return null, but it can be 0 |
| 98 | if ( !isset( $this->usage['price'] ) ) { |
| 99 | return null; |
| 100 | } |
| 101 | return $this->usage['price']; |
| 102 | } |
| 103 | |
| 104 | public function get_usage_accuracy() { |
| 105 | return $this->usageAccuracy; |
| 106 | } |
| 107 | |
| 108 | public function get_units() { |
| 109 | if ( isset( $this->usage['total_tokens'] ) ) { |
| 110 | return $this->usage['total_tokens']; |
| 111 | } |
| 112 | else if ( isset( $this->usage['images'] ) ) { |
| 113 | return $this->usage['images']; |
| 114 | } |
| 115 | else if ( isset( $this->usage['seconds'] ) ) { |
| 116 | return $this->usage['seconds']; |
| 117 | } |
| 118 | return null; |
| 119 | } |
| 120 | |
| 121 | public function get_type() { |
| 122 | return $this->type; |
| 123 | } |
| 124 | |
| 125 | public function set_reply( $reply ) { |
| 126 | $this->result = $reply; |
| 127 | $this->results[] = [ $reply ]; |
| 128 | } |
| 129 | |
| 130 | public function replace( $search, $replace ) { |
| 131 | $this->result = str_replace( $search, $replace, $this->result ); |
| 132 | $this->results = array_map( function ( $result ) use ( $search, $replace ) { |
| 133 | return str_replace( $search, $replace, $result ); |
| 134 | }, $this->results ); |
| 135 | } |
| 136 | |
| 137 | private function extract_arguments( $funcArgs ) { |
| 138 | $finalArgs = []; |
| 139 | if ( is_string( $funcArgs ) ) { |
| 140 | $arguments = trim( str_replace( "\n", '', $funcArgs ) ); |
| 141 | if ( substr( $arguments, 0, 1 ) == '{' ) { |
| 142 | $arguments = json_decode( $arguments, true ); |
| 143 | $finalArgs = $arguments; |
| 144 | } |
| 145 | } |
| 146 | else if ( is_array( $funcArgs ) ) { |
| 147 | $finalArgs = $funcArgs; |
| 148 | } |
| 149 | return $finalArgs; |
| 150 | } |
| 151 | |
| 152 | /** |
| 153 | * Set the choices from OpenAI as the results. |
| 154 | * The last (or only) result is set as the result. |
| 155 | * @param array $choices ID of the model to use. |
| 156 | */ |
| 157 | public function set_choices( $choices, $rawMessage = null ) { |
| 158 | $this->results = []; |
| 159 | |
| 160 | // Initialize feedback arrays at the start to accumulate across all choices |
| 161 | // This is important for engines like Google that split multiple function calls |
| 162 | // into separate choices |
| 163 | $this->needFeedbacks = []; |
| 164 | $this->needClientActions = []; |
| 165 | |
| 166 | |
| 167 | if ( is_array( $choices ) ) { |
| 168 | foreach ( $choices as $choice ) { |
| 169 | |
| 170 | // It's chat completion |
| 171 | if ( isset( $choice['message'] ) ) { |
| 172 | |
| 173 | // It's text content |
| 174 | if ( isset( $choice['message']['content'] ) ) { |
| 175 | $content = trim( $choice['message']['content'] ); |
| 176 | $this->results[] = $content; |
| 177 | $this->result = $content; |
| 178 | } |
| 179 | |
| 180 | // It's a tool call (OpenAI-style and Anthropic-style) |
| 181 | $toolCalls = []; |
| 182 | if ( isset( $choice['message']['tool_calls'] ) ) { |
| 183 | $tools = $choice['message']['tool_calls']; |
| 184 | foreach ( $tools as $tool ) { |
| 185 | if ( $tool['type'] === 'function' ) { |
| 186 | $toolCall = [ |
| 187 | 'toolId' => $tool['id'], |
| 188 | //'mode' => 'interactive', |
| 189 | 'type' => 'tool_call', |
| 190 | 'name' => trim( $tool['function']['name'] ), |
| 191 | 'arguments' => $this->extract_arguments( $tool['function']['arguments'] ), |
| 192 | // Represent the original message that triggered the function call |
| 193 | 'rawMessage' => $rawMessage ? $rawMessage : ( isset( $choice['_rawMessage'] ) ? $choice['_rawMessage'] : $choice['message'] ), |
| 194 | ]; |
| 195 | $toolCalls[] = $toolCall; |
| 196 | } |
| 197 | } |
| 198 | } |
| 199 | |
| 200 | // If it's a function call (Open-AI style; usually for a final execution) |
| 201 | if ( isset( $choice['message']['function_call'] ) ) { |
| 202 | $content = $choice['message']['function_call']; |
| 203 | $name = trim( $content['name'] ); |
| 204 | $args = $content['arguments'] ?? $content['args'] ?? null; |
| 205 | $toolCalls[] = [ |
| 206 | 'toolId' => null, |
| 207 | 'mode' => 'static', |
| 208 | 'type' => 'function_call', |
| 209 | 'name' => $name, |
| 210 | 'arguments' => $this->extract_arguments( $args ), |
| 211 | 'rawMessage' => $rawMessage ? $rawMessage : ( isset( $choice['_rawMessage'] ) ? $choice['_rawMessage'] : $choice['message'] ), |
| 212 | ]; |
| 213 | } |
| 214 | |
| 215 | // Deep copy tool calls BEFORE adding function references |
| 216 | // This prevents the "Duplicate value for 'tool_call_id'" error |
| 217 | // when the same function is called multiple times |
| 218 | // Note: We need to preserve the toolId for each tool call |
| 219 | if ( !empty( $toolCalls ) ) { |
| 220 | $toolCalls = json_decode( json_encode( $toolCalls ), true ); |
| 221 | } |
| 222 | |
| 223 | // Resolve the original function from the query |
| 224 | if ( !empty( $toolCalls ) ) { |
| 225 | foreach ( $toolCalls as &$toolCall ) { |
| 226 | if ( $toolCall['type'] !== 'function_call' && $toolCall['type'] !== 'tool_call' ) { |
| 227 | continue; |
| 228 | } |
| 229 | foreach ( $this->query->functions as $function ) { |
| 230 | if ( $function->name == $toolCall['name'] ) { |
| 231 | $toolCall['function'] = $function; |
| 232 | break; |
| 233 | } |
| 234 | } |
| 235 | } |
| 236 | // IMPORTANT: Unset the reference to avoid PHP's foreach reference bug |
| 237 | unset( $toolCall ); |
| 238 | } |
| 239 | |
| 240 | // Add tool calls to existing arrays instead of resetting them |
| 241 | // This is crucial for engines like Google that create multiple choices |
| 242 | // for multiple function calls in a single response |
| 243 | foreach ( $toolCalls as $tcIdx => $toolCall ) { |
| 244 | if ( $toolCall['function']->target !== 'js' ) { |
| 245 | $this->needFeedbacks[] = $toolCall; |
| 246 | } |
| 247 | else if ( $toolCall['function']->target === 'js' ) { |
| 248 | $this->needClientActions[] = $toolCall; |
| 249 | } |
| 250 | } |
| 251 | } |
| 252 | |
| 253 | // It's text completion |
| 254 | else if ( isset( $choice['text'] ) ) { |
| 255 | |
| 256 | // TODO: Assistants return an array (so actually not really a text completion) |
| 257 | // We should probably make this clearer and analyze all the outputs from different endpoints. |
| 258 | if ( is_array( $choice['text'] ) ) { |
| 259 | $text = trim( $choice['text']['value'] ); |
| 260 | $this->results[] = $text; |
| 261 | $this->result = $text; |
| 262 | } |
| 263 | else { |
| 264 | $text = trim( $choice['text'] ); |
| 265 | $this->results[] = $text; |
| 266 | $this->result = $text; |
| 267 | } |
| 268 | } |
| 269 | |
| 270 | // It's url/image |
| 271 | else if ( isset( $choice['url'] ) ) { |
| 272 | // TODO: DALL-E 2 and 3 were using URLs, but now they are using b64_json (gpt-image-1 kind of enforced it) |
| 273 | $url = trim( $choice['url'] ); |
| 274 | $this->results[] = $url; |
| 275 | $this->result = $url; |
| 276 | } |
| 277 | else if ( isset( $choice['b64_json'] ) ) { |
| 278 | // In that case we need to create a temporary file in WordPress to store the image, and return the URL for it. |
| 279 | global $mwai_core; |
| 280 | |
| 281 | // Check if the query has explicitly disabled local download |
| 282 | if ( !empty( $this->query ) && $this->query instanceof Meow_MWAI_Query_Image && $this->query->localDownload === null ) { |
| 283 | // Query explicitly doesn't want local download, save as temporary upload |
| 284 | $localDownload = 'uploads'; |
| 285 | $expiry = 1 * HOUR_IN_SECONDS; // 1 hour for temporary images |
| 286 | } |
| 287 | else { |
| 288 | // Use the user's AI-generated image settings (same as DALL-E uses) |
| 289 | $localDownload = $mwai_core->get_option( 'image_local_download' ); |
| 290 | $expiry = (int) $mwai_core->get_option( 'image_expires_download' ); |
| 291 | } |
| 292 | |
| 293 | // The expiry is already in seconds |
| 294 | $ttl = $expiry; |
| 295 | |
| 296 | // Use 'library' or 'uploads' based on user settings |
| 297 | $target = ( $localDownload === 'library' ) ? 'library' : 'uploads'; |
| 298 | |
| 299 | // Prepare metadata similar to regular image queries |
| 300 | $metadata = []; |
| 301 | if ( !empty( $this->query ) ) { |
| 302 | $metadata['query_envId'] = $this->query->envId ?? null; |
| 303 | $metadata['query_session'] = $this->query->session ?? null; |
| 304 | $metadata['query_model'] = $this->query->model ?? 'gpt-image-1'; |
| 305 | } |
| 306 | |
| 307 | $url = $mwai_core->files->save_temp_image_from_b64( $choice['b64_json'], 'generated', $ttl, $target, $metadata ); |
| 308 | if ( is_wp_error( $url ) ) { |
| 309 | return $url; |
| 310 | } |
| 311 | $this->results[] = $url; |
| 312 | |
| 313 | // For chatbot display, append image markdown to the result |
| 314 | if ( !empty( $this->result ) ) { |
| 315 | $this->result .= "\n\n"; |
| 316 | } |
| 317 | $this->result .= ""; |
| 318 | } |
| 319 | |
| 320 | // It's embedding |
| 321 | else if ( isset( $choice['embedding'] ) ) { |
| 322 | $content = $choice['embedding']; |
| 323 | $this->results[] = $content; |
| 324 | $this->result = $content; |
| 325 | } |
| 326 | } |
| 327 | } |
| 328 | else { |
| 329 | $this->result = $choices; |
| 330 | $this->results[] = $choices; |
| 331 | } |
| 332 | } |
| 333 | |
| 334 | public function toJson() { |
| 335 | return json_encode( $this ); |
| 336 | } |
| 337 | } |
| 338 |