PluginProbe
MxChat – AI Chatbot & Content Generation for WordPress / 2.2.3
MxChat – AI Chatbot & Content Generation for WordPress v2.2.3
3.2.21 3.2.20 3.2.19 3.2.18 3.2.17 3.2.16 3.2.15 3.2.14 3.2.12 3.2.13 3.2.11 3.2.10 3.2.9 3.2.8 3.2.7 3.2.6 3.2.5 3.2.4 3.2.3 3.2.2 3.2.1 2.0.3 2.0.4 2.0.5 2.0.6 All 152 releases
← All changes | includes/class-mxchat-integrator.php +1444 -8279 3.2.7 → 2.2.3 View file →
@@ -9,245 +9,32 @@
9 9 private $chat_count;
10 10 private $fallbackResponse;
11 11 private $productCardHtml;
12 12 private $word_handler;
13 - private $last_similarity_analysis = null;
14 - private $current_valid_urls = [];
15 - private $last_vectorstore_error = null;
16 - private $is_streaming = false; // ADDED: Track if current request is streaming
17 - private $streaming_headers_sent = false; // Track if streaming headers have been sent
18 13
19 14 /**
20 - * Setup streaming headers - call this right before actually streaming
21 - * This delays header setup to allow actions/forms to return JSON responses
15 + * Setup the cron jobs for rate limits with error handling
22 16 */
23 -/**
24 - * Auto-retry wrapper around wp_remote_post for chat-send provider calls.
25 - *
26 - * Retries up to twice (750ms then 2000ms backoff) when the upstream provider
27 - * returns a TRANSIENT error: WP timeout, 429, 502, 503, 504, or a provider-
28 - * specific "overloaded" / "rate limit" body string. Returns immediately on
29 - * permanent errors (401/403/404/422) so misconfiguration surfaces fast.
30 - *
31 - * Drop-in replacement for wp_remote_post — returns the same shape
32 - * (WP_Error or response array) so the caller's existing error-handling
33 - * code path is unchanged.
34 - *
35 - * STREAMING PATH NOTE: this helper is ONLY for non-streaming chat-send
36 - * paths (the *_response_openai / *_response_claude / etc functions).
37 - * For the *_stream variants, the cURL initial-connect happens inside a
38 - * read-chunks loop — retrying there safely (without re-emitting partial
39 - * stream chunks to the client) is a separate problem. Streaming paths
40 - * are NOT wrapped in this build; tracked as a follow-on.
41 - *
42 - * Honors the `mxchat_options['auto_retry_on_transient_error']` toggle
43 - * (default true). When false, behavior is identical to plain wp_remote_post.
44 - */
45 -private function mxchat_provider_call_with_retry($url, $args, $provider_hint = '') {
46 - $opts = is_array($this->options ?? null) ? $this->options : array();
47 - $enabled = !isset($opts['auto_retry_on_transient_error']) ||
48 - (string) $opts['auto_retry_on_transient_error'] !== '0';
49 -
50 - if (!$enabled) {
51 - return wp_remote_post($url, $args);
52 - }
53 -
54 - $backoffs = array(0, 750, 2000); // ms — first attempt 0, then retry waits
55 - $last_response = null;
56 -
57 - foreach ($backoffs as $i => $delay_ms) {
58 - if ($delay_ms > 0) {
59 - usleep($delay_ms * 1000);
17 +public function setup_rate_limit_cron_jobs() {
18 + // Clear previous schedules
19 + wp_clear_scheduled_hook('mxchat_reset_rate_limits');
20 + wp_clear_scheduled_hook('mxchat_reset_hourly_rate_limits');
21 + wp_clear_scheduled_hook('mxchat_reset_daily_rate_limits');
22 + wp_clear_scheduled_hook('mxchat_reset_weekly_rate_limits');
23 + wp_clear_scheduled_hook('mxchat_reset_monthly_rate_limits');
24 +
25 + // Schedule the main rate limit reset check (runs hourly) with error handling
26 + if (!wp_next_scheduled('mxchat_reset_rate_limits')) {
27 + $result = wp_schedule_event(time(), 'hourly', 'mxchat_reset_rate_limits');
28 +
29 + // Log error but don't break the plugin
30 + if ($result === false) {
31 + //error_log('MxChat: Failed to schedule rate limit reset cron. Rate limits will still work but may not auto-reset.');
60 32 }
61 - $response = wp_remote_post($url, $args);
62 - $last_response = $response;
63 -
64 - if (!$this->mxchat_is_transient_provider_error($response, $provider_hint)) {
65 - return $response;
66 - }
67 -
68 - if (defined('WP_DEBUG') && WP_DEBUG) {
69 - $code_for_log = is_wp_error($response) ? 'wp_error:' . $response->get_error_code()
70 - : (int) wp_remote_retrieve_response_code($response);
71 - error_log(sprintf(
72 - '[MxChat] Transient provider error (provider=%s, attempt=%d/3, status=%s). %s',
73 - $provider_hint ?: 'unknown',
74 - $i + 1,
75 - $code_for_log,
76 - ($i + 1) < count($backoffs) ? 'Retrying.' : 'Giving up.'
77 - ));
78 - }
79 33 }
80 -
81 - return $last_response;
82 34 }
83 35
84 36 /**
85 - * Returns true if a wp_remote_post response represents a TRANSIENT
86 - * provider error worth retrying. Conservative — only retries on signals
87 - * that are very likely to clear within a few seconds.
88 - *
89 - * Transient signals:
90 - * - WP_Error with timeout / connection / dns / ssl
91 - * - HTTP 429, 502, 503, 504
92 - * - Provider-specific overload bodies (gemini "overloaded", openai
93 - * "server_error", anthropic "overloaded_error", xai/grok "Rate limit")
94 - *
95 - * NOT transient (return false — fail-fast):
96 - * - 200/2xx (success)
97 - * - 401, 403, 404, 422 (auth / config errors — retrying wastes the
98 - * budget; the user needs to fix something)
99 - * - Any other 4xx (assume permanent unless explicitly listed above)
100 - * - 5xx other than the four listed above (e.g. 500 generic server error
101 - * is often a malformed request on our side, not a transient outage)
102 - */
103 -private function mxchat_is_transient_provider_error($response, $provider_hint = '') {
104 - if (is_wp_error($response)) {
105 - $code = $response->get_error_code();
106 - return in_array($code, array('http_request_failed', 'connection_failed', 'connection_timeout'), true)
107 - || stripos((string) $response->get_error_message(), 'timed out') !== false
108 - || stripos((string) $response->get_error_message(), 'timeout') !== false;
109 - }
110 -
111 - $status = (int) wp_remote_retrieve_response_code($response);
112 - if (in_array($status, array(429, 502, 503, 504), true)) {
113 - return true;
114 - }
115 - if ($status >= 200 && $status < 300) {
116 - return false;
117 - }
118 - // Permanent 4xx that should fail fast — even with no body.
119 - if (in_array($status, array(401, 403, 404, 405, 422), true)) {
120 - return false;
121 - }
122 -
123 - // Provider-specific body inspection for the cases where the upstream
124 - // returns 200 with an error envelope (gemini does this for overload).
125 - $body = (string) wp_remote_retrieve_body($response);
126 - if ($body === '') {
127 - return false;
128 - }
129 - $lower = strtolower($body);
130 - $hint = strtolower((string) $provider_hint);
131 -
132 - if ($hint === 'gemini' && (strpos($lower, 'overloaded') !== false
133 - || strpos($lower, 'high demand') !== false
134 - || strpos($lower, 'model is overloaded') !== false)) {
135 - return true;
136 - }
137 - if ($hint === 'openai' && (strpos($lower, 'rate limit reached') !== false
138 - || strpos($lower, '"type":"server_error"') !== false
139 - || strpos($lower, '"code":"server_error"') !== false)) {
140 - return true;
141 - }
142 - if ($hint === 'anthropic' && (strpos($lower, '"type":"overloaded_error"') !== false
143 - || strpos($lower, 'overloaded_error') !== false)) {
144 - return true;
145 - }
146 - if (($hint === 'xai' || $hint === 'grok') && strpos($lower, 'rate limit') !== false) {
147 - return true;
148 - }
149 -
150 - return false;
151 -}
152 -
153 -/**
154 - * Streaming-path classifier: same rules as mxchat_is_transient_provider_error
155 - * but takes a raw (http_code, body, provider_hint, curl_errno) tuple as
156 - * captured during a cURL streaming exec. cURL's WRITEFUNCTION/HEADERFUNCTION
157 - * collect status separately from a plain wp_remote_post array shape, so the
158 - * non-streaming helper above can't be called directly. This delegate keeps
159 - * the classification rules identical across both paths.
160 - */
161 -private function mxchat_is_transient_provider_error_raw($http_code, $body, $provider_hint = '', $curl_errno = 0) {
162 - if ($curl_errno) {
163 - // cURL transport-level error (timeout, connection failure, DNS, etc.)
164 - // Match the same WP_Error timeout/connection signals the array variant treats as transient.
165 - return in_array($curl_errno, array(
166 - CURLE_OPERATION_TIMEDOUT,
167 - CURLE_COULDNT_CONNECT,
168 - CURLE_COULDNT_RESOLVE_HOST,
169 - CURLE_SSL_CONNECT_ERROR,
170 - CURLE_GOT_NOTHING,
171 - CURLE_SEND_ERROR,
172 - CURLE_RECV_ERROR,
173 - ), true);
174 - }
175 -
176 - $status = (int) $http_code;
177 - if (in_array($status, array(429, 502, 503, 504), true)) {
178 - return true;
179 - }
180 - if ($status >= 200 && $status < 300) {
181 - return false;
182 - }
183 - if (in_array($status, array(401, 403, 404, 405, 422), true)) {
184 - return false;
185 - }
186 -
187 - $body = (string) $body;
188 - if ($body === '') {
189 - return false;
190 - }
191 - $lower = strtolower($body);
192 - $hint = strtolower((string) $provider_hint);
193 -
194 - if ($hint === 'gemini' && (strpos($lower, 'overloaded') !== false
195 - || strpos($lower, 'high demand') !== false
196 - || strpos($lower, 'model is overloaded') !== false)) {
197 - return true;
198 - }
199 - if ($hint === 'openai' && (strpos($lower, 'rate limit reached') !== false
200 - || strpos($lower, '"type":"server_error"') !== false
201 - || strpos($lower, '"code":"server_error"') !== false)) {
202 - return true;
203 - }
204 - if ($hint === 'anthropic' && (strpos($lower, '"type":"overloaded_error"') !== false
205 - || strpos($lower, 'overloaded_error') !== false)) {
206 - return true;
207 - }
208 - if (($hint === 'xai' || $hint === 'grok') && strpos($lower, 'rate limit') !== false) {
209 - return true;
210 - }
211 -
212 - return false;
213 -}
214 -
215 -/**
216 - * Whether transient-error auto-retry is enabled in admin settings.
217 - * Default true unless explicitly set to '0'. Used by both wp_remote_post
218 - * (mxchat_provider_call_with_retry) and cURL streaming paths.
219 - */
220 -private function mxchat_retry_enabled() {
221 - $opts = is_array($this->options ?? null) ? $this->options : array();
222 - return !isset($opts['auto_retry_on_transient_error']) ||
223 - (string) $opts['auto_retry_on_transient_error'] !== '0';
224 -}
225 -
226 -private function setup_streaming_headers() {
227 - if ($this->streaming_headers_sent || headers_sent()) {
228 - return false;
229 - }
230 -
231 - // Disable output buffering
232 - while (ob_get_level()) {
233 - ob_end_flush();
234 - }
235 -
236 - // Set headers for SSE
237 - header('Content-Type: text/event-stream');
238 - header('Cache-Control: no-cache');
239 - header('Connection: keep-alive');
240 - header('X-Accel-Buffering: no');
241 -
242 - ob_implicit_flush(true);
243 - flush();
244 -
245 - $this->streaming_headers_sent = true;
246 - return true;
247 -}
248 -
249 -/**
250 37 * Class constructor
251 38 */
252 39 public function __construct() {
253 40 $this->options = get_option('mxchat_options');
@@ -254,8 +41,11 @@
254 41 $this->prompts_options = get_option('mxchat_prompts_options', array());
255 42 $this->chat_count = get_option('mxchat_chat_count', 0);
256 43 $this->word_handler = new MXChat_Word_Handler($this->options);
257 44
45 + // Setup the cron jobs for rate limits
46 + $this->setup_rate_limit_cron_jobs();
47 +
258 48 // Add all action hooks
259 49 add_action('wp_enqueue_scripts', array($this, 'mxchat_enqueue_scripts_styles'));
260 50 add_action('wp_ajax_mxchat_handle_chat_request', array($this, 'mxchat_handle_chat_request'));
261 51 add_action('wp_ajax_nopriv_mxchat_handle_chat_request', array($this, 'mxchat_handle_chat_request'));
@@ -296,57 +86,11 @@
296 86 add_action('wp_ajax_nopriv_mxchat_handle_save_email_and_response', [$this, 'mxchat_handle_save_email_and_response']);
297 87 add_action('wp_ajax_mxchat_handle_save_email_and_response', [$this, 'mxchat_handle_save_email_and_response']);
298 88 add_action('wp_ajax_nopriv_mxchat_check_email_provided', [$this, 'mxchat_check_email_provided']);
299 89 add_action('wp_ajax_mxchat_check_email_provided', [$this, 'mxchat_check_email_provided']);
300 -
301 - add_action('wp_ajax_mxchat_stream_chat', array($this, 'mxchat_handle_chat_request'));
302 - add_action('wp_ajax_nopriv_mxchat_stream_chat', array($this, 'mxchat_handle_chat_request'));
303 -
304 - // Testing panel AJAX actions
305 - add_action('wp_ajax_mxchat_get_system_info', array($this, 'mxchat_get_system_info'));
306 - add_action('wp_ajax_mxchat_get_similarity_threshold', array($this, 'mxchat_get_similarity_threshold'));
307 - add_action('wp_ajax_mxchat_get_kb_status', array($this, 'mxchat_get_kb_status'));
308 - add_action('wp_ajax_mxchat_start_fresh_session', array($this, 'mxchat_start_fresh_session'));
309 - // Add to your existing constructor, in the section with other AJAX actions:
310 - add_action('wp_ajax_mxchat_track_url_click', array($this, 'mxchat_track_url_click'));
311 - add_action('wp_ajax_nopriv_mxchat_track_url_click', array($this, 'mxchat_track_url_click'));
312 - add_action('wp_ajax_mxchat_track_originating_page', array($this, 'mxchat_track_originating_page'));
313 - add_action('wp_ajax_nopriv_mxchat_track_originating_page', array($this, 'mxchat_track_originating_page'));
314 - // Add chat mode checking actions
315 - add_action('wp_ajax_mxchat_get_current_chat_mode', array($this, 'mxchat_get_current_chat_mode'));
316 - add_action('wp_ajax_nopriv_mxchat_get_current_chat_mode', array($this, 'mxchat_get_current_chat_mode'));
317 -
318 - // Nonce refresh for page-cache compatibility (WP Rocket, LiteSpeed, etc.)
319 - add_action('wp_ajax_mxchat_refresh_nonce', array($this, 'mxchat_refresh_nonce'));
320 - add_action('wp_ajax_nopriv_mxchat_refresh_nonce', array($this, 'mxchat_refresh_nonce'));
321 -
322 - // Auto-email transcript action
323 - add_action('mxchat_send_delayed_transcript', array($this, 'mxchat_send_delayed_transcript'), 10, 1);
324 -
325 - add_filter('mxchat_check_actions_only', array($this, 'check_actions_for_addons'), 10, 4);
326 -
327 -
328 90 }
329 91
330 -/**
331 - * Return a fresh nonce so cached pages can replace the stale one.
332 - */
333 -public function mxchat_refresh_nonce() {
334 - nocache_headers();
335 - wp_send_json_success(array('nonce' => wp_create_nonce('mxchat_chat_nonce')));
336 -}
337 92
338 -// In your core plugin's check_actions_for_addons method:
339 -public function check_actions_for_addons($default, $message, $user_id, $session_id) {
340 - //error_log('MxChat Core: check_actions_for_addons called with message: ' . $message);
341 -
342 - $result = $this->mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id);
343 -
344 - //error_log('MxChat Core: Intent check result = ' . ($result === false ? 'false' : 'true'));
345 -
346 - return $result;
347 -}
348 -
349 93 private function mxchat_increment_chat_count() {
350 94 $chat_count = get_option('mxchat_chat_count', 0);
351 95 $chat_count++;
352 96 update_option('mxchat_chat_count', $chat_count);
@@ -358,22 +102,8 @@
358 102 wp_die();
359 103 }
360 104
361 105 $session_id = sanitize_text_field($_POST['session_id']);
362 -
363 - // SECURITY FIX: Verify session ownership before retrieving data
364 - // If IP/user changed, signal frontend to reset session instead of blocking
365 - $current_user_identifier = MxChat_User::mxchat_get_user_identifier();
366 -
367 - // Check if this session has an owner recorded
368 - $session_owner = get_option("mxchat_session_owner_{$session_id}");
369 -
370 - // Update session owner if it changed (e.g. IP changed due to network switch)
371 - // The session ID itself is the authentication — if the client has it, they own it
372 - if (!$session_owner || $session_owner !== $current_user_identifier) {
373 - update_option("mxchat_session_owner_{$session_id}", $current_user_identifier, 'no');
374 - }
375 -
376 106 $history = get_option("mxchat_history_{$session_id}", []); // Retrieve stored history
377 107 $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai'); // Get current chat mode
378 108
379 109 if (empty($history)) {
@@ -390,25 +120,26 @@
390 120 'chat_mode' => $chat_mode
391 121 ]);
392 122 wp_die();
393 123 }
394 -private function mxchat_fetch_conversation_history_for_ai($session_id, $session_start_timestamp = 0) {
395 - $history = get_option("mxchat_history_{$session_id}", []);
124 +private function mxchat_fetch_conversation_history_for_ajax($session_id) {
125 + $history = get_option("mxchat_history_{$session_id}", []); // Retrieve stored history based on session ID
126 + $formatted_history = [];
396 127
397 - // Check persistence setting - when OFF, only include messages from current page load
398 - $options = get_option('mxchat_options', []);
399 - $persistence_enabled = isset($options['chat_persistence_toggle']) && $options['chat_persistence_toggle'] === 'on';
128 + // Format the history to align with the expected structure for OpenAI
129 + foreach ($history as $entry) {
130 + $formatted_history[] = [
131 + 'role' => $entry['role'], // Ensure this matches 'user' or 'assistant'
132 + 'content' => $entry['content']
133 + ];
134 + }
400 135
401 - // Filter history when persistence is OFF to match what the user sees
402 - if (!$persistence_enabled && $session_start_timestamp > 0) {
403 - $history = array_filter($history, function($entry) use ($session_start_timestamp) {
404 - // Include messages from this page load onwards
405 - return isset($entry['timestamp']) && $entry['timestamp'] >= $session_start_timestamp;
406 - });
407 - // Re-index array after filtering
408 - $history = array_values($history);
409 - }
136 + return $formatted_history;
137 +}
410 138
139 +
140 +private function mxchat_fetch_conversation_history_for_ai($session_id) {
141 + $history = get_option("mxchat_history_{$session_id}", []);
411 142 $formatted_history = [];
412 143
413 144 // Adjusted for code-heavy conversations
414 145 $max_tokens = 120000; // Context window size
@@ -443,9 +174,9 @@
443 174 if (!$has_code && $clean_content !== strip_tags($entry['content'])) {
444 175 continue;
445 176 }
446 177
447 - // More accurate token estimation (1 token ≈ 4 characters)
178 + // More accurate token estimation (1 token ≈ 4 characters)
448 179 $token_estimate = ceil(mb_strlen($clean_content, 'UTF-8') / 4);
449 180
450 181 // Check token budget with the new estimate
451 182 if (($current_token_count + $token_estimate + $reserved_tokens) > $max_tokens) {
@@ -482,17 +213,8 @@
482 213
483 214 public function register_routes() {
484 215 //error_log(esc_html__('Registering MxChat REST routes', 'mxchat'));
485 216
486 - // Per-request chat-send nonce endpoint — issues a fresh nonce on demand
487 - // so the chat widget never depends on a stale nonce embedded in cached HTML.
488 - // Public (no auth), rate-limited (1 call / IP / second via a transient).
489 - register_rest_route('mxchat/v1', '/nonce', [
490 - 'methods' => 'GET',
491 - 'callback' => [$this, 'mxchat_issue_chat_send_nonce'],
492 - 'permission_callback' => '__return_true',
493 - ]);
494 -
495 217 register_rest_route('mxchat/v1', '/stream', [
496 218 'methods' => 'GET',
497 219 'callback' => [$this, 'mxchat_stream_events'],
498 220 'permission_callback' => [$this, 'verify_chat_session'],
@@ -515,83 +237,12 @@
515 237 'callback' => [$this, 'handle_slack_messages'],
516 238 'permission_callback' => [$this, 'verify_slack_request'],
517 239 ]);
518 240
519 - // Telegram webhook endpoint
520 - register_rest_route('mxchat/v1', '/telegram-webhook', [
521 - 'methods' => 'POST',
522 - 'callback' => [$this, 'handle_telegram_webhook'],
523 - 'permission_callback' => [$this, 'verify_telegram_request'],
524 - ]);
525 -
526 241 //error_log(esc_html__('MxChat REST routes registered', 'mxchat'));
527 242 }
528 243
529 244 /**
530 - * Issue a fresh per-request nonce for chat-send. Returned to the widget which
531 - * caches it for the session and includes it on every chat-send / stream-send /
532 - * upload call. By moving the nonce out of inline `window.mxchatChat = {...}` HTML
533 - * we eliminate the entire class of "first-message Access denied" failures that
534 - * plague WP installs behind a full-page cache (WP Rocket, LiteSpeed, FlyingPress,
535 - * W3 Total Cache, Cloudflare APO) — the nonce is never cached because it never
536 - * lives in the HTML body.
537 - *
538 - * Public endpoint. Rate-limited to 1 call / IP / 1s via a transient so a single
539 - * client browser can't be used to flood the nonce-issuance path.
540 - *
541 - * Nonce action: `mxchat_chat_send` (new). The chat-send AJAX handlers accept
542 - * BOTH this action AND the legacy `mxchat_chat_nonce` action for a 30-day
543 - * backwards-compat window so cached pages still in users' browsers don't break
544 - * mid-session.
545 - *
546 - * @since 3.2.7
547 - */
548 -public function mxchat_issue_chat_send_nonce(WP_REST_Request $request) {
549 - $ip = '';
550 - if (!empty($_SERVER['REMOTE_ADDR'])) {
551 - $ip = preg_replace('#[^0-9a-fA-F:\.]#', '', wp_unslash((string) $_SERVER['REMOTE_ADDR']));
552 - }
553 - if ($ip !== '') {
554 - // Best-effort rate limit. WP transients with sub-second TTL are racy
555 - // (parallel bursts can squeak through before set_transient completes);
556 - // we use 2s to make the gate slightly more reliable. Real production
557 - // rate-limiting at sub-second granularity needs Redis or DB row locks
558 - // — out of scope for this endpoint, which is already cheap.
559 - $key = 'mxchat_nonce_rl_' . md5($ip);
560 - if (get_transient($key)) {
561 - return new WP_REST_Response(array(
562 - 'error' => 'rate_limited',
563 - 'message' => __('Too many nonce requests. Try again shortly.', 'mxchat'),
564 - ), 429);
565 - }
566 - set_transient($key, 1, 2);
567 - }
568 -
569 - return new WP_REST_Response(array(
570 - 'nonce' => wp_create_nonce('mxchat_chat_send'),
571 - 'expires_in' => 86400, // WP nonces live 24h; widget caches for 12h conservatively.
572 - ), 200);
573 -}
574 -
575 -/**
576 - * Verify a chat-send nonce. Accepts BOTH the new `mxchat_chat_send` action
577 - * (issued by /wp-json/mxchat/v1/nonce) AND the legacy `mxchat_chat_nonce`
578 - * action (inline-localized in older cached HTML). The legacy acceptance is
579 - * a 30-day backwards-compat window — to be removed in a follow-up release
580 - * after 2026-06-27.
581 - *
582 - * @param string $posted_nonce
583 - * @return bool
584 - */
585 -public static function mxchat_verify_chat_send_nonce($posted_nonce) {
586 - if (!is_string($posted_nonce) || $posted_nonce === '') {
587 - return false;
588 - }
589 - return (bool) wp_verify_nonce($posted_nonce, 'mxchat_chat_send')
590 - || (bool) wp_verify_nonce($posted_nonce, 'mxchat_chat_nonce');
591 -}
592 -
593 -/**
594 245 * Verify valid chat session
595 246 */
596 247 public function verify_chat_session($request) {
597 248 $session_id = $request->get_param('session_id');
@@ -627,11 +278,10 @@
627 278 //error_log(esc_html__('Slack request timestamp too old', 'mxchat'));
628 279 return false;
629 280 }
630 281
631 - // Get raw request body from the WP_REST_Request object
632 - // (php://input may already be consumed by WordPress at this point)
633 - $request_body = $request->get_body();
282 + // Get raw request body
283 + $request_body = file_get_contents('php://input');
634 284
635 285 // Create the signature base string
636 286 $sig_basestring = "v0:{$timestamp}:{$request_body}";
637 287
@@ -641,42 +291,8 @@
641 291 // Compare signatures
642 292 return hash_equals($my_signature, $slack_signature);
643 293 }
644 294
645 -/**
646 - * Verify request is coming from Telegram.
647 - *
648 - * @param WP_REST_Request $request
649 - * @return bool True if valid, false otherwise.
650 - */
651 -public function verify_telegram_request($request) {
652 - $secret_token = $this->options['telegram_webhook_secret'] ?? '';
653 -
654 - //error_log('[MxChat Telegram DEBUG] verify_telegram_request called');
655 - //error_log('[MxChat Telegram DEBUG] Stored secret: ' . (empty($secret_token) ? 'EMPTY' : substr($secret_token, 0, 10) . '...'));
656 -
657 - if (empty($secret_token)) {
658 - // If no secret is configured, allow the request (for initial setup)
659 - //error_log('[MxChat Telegram DEBUG] No secret configured, allowing request');
660 - return true;
661 - }
662 -
663 - // Telegram sends the secret token in the X-Telegram-Bot-Api-Secret-Token header
664 - $request_token = $request->get_header('X-Telegram-Bot-Api-Secret-Token');
665 -
666 - //error_log('[MxChat Telegram DEBUG] Request token: ' . (empty($request_token) ? 'EMPTY' : substr($request_token, 0, 10) . '...'));
667 -
668 - if (empty($request_token)) {
669 - //error_log('[MxChat Telegram DEBUG] Request rejected: No token in header');
670 - return false;
671 - }
672 -
673 - // Timing-safe comparison
674 - $result = hash_equals($secret_token, $request_token);
675 - //error_log('[MxChat Telegram DEBUG] Token comparison result: ' . ($result ? 'MATCH' : 'MISMATCH'));
676 - return $result;
677 -}
678 -
679 295 public function mxchat_stream_events(WP_REST_Request $request) {
680 296 header('Content-Type: text/event-stream');
681 297 header('Cache-Control: no-cache');
682 298 header('Connection: keep-alive');
@@ -710,9 +326,9 @@
710 326
711 327
712 328
713 329
714 -private function mxchat_save_chat_message($session_id, $role, $message, $originating_page = null, $rag_context = null) {
330 +private function mxchat_save_chat_message($session_id, $role, $message) {
715 331 global $wpdb;
716 332 $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
717 333 //error_log("[DEBUG] mxchat_save_chat_message -> START for session_id: {$session_id}, role: {$role}");
718 334
@@ -723,27 +339,10 @@
723 339 "SELECT COUNT(*) FROM $table_name WHERE session_id = %s",
724 340 $session_id
725 341 ));
726 342 $is_new_session = ($existing_messages == 0);
727 -
728 - // Log for debugging
729 - if ($is_new_session) {
730 - //error_log("[DEBUG] This is a NEW session - first message");
731 - }
732 343 }
733 344
734 - // SECURITY FIX: Set session ownership for new sessions
735 - if ($is_new_session && $role === 'user') {
736 - $current_user_identifier = MxChat_User::mxchat_get_user_identifier();
737 - $session_owner_key = "mxchat_session_owner_{$session_id}";
738 -
739 - // Only set ownership if not already set
740 - if (!get_option($session_owner_key)) {
741 - update_option($session_owner_key, $current_user_identifier, 'no');
742 - //error_log("[DEBUG] Set session ownership for {$session_id} to {$current_user_identifier}");
743 - }
744 - }
745 -
746 345 // 1) Extract agent name if present
747 346 $agent_name = '';
748 347 if (preg_match('/^Agent: (.*?) - /', $message, $matches)) {
749 348 $agent_name = $matches[1];
@@ -753,57 +352,35 @@
753 352 update_option($session_meta_key, $agent_name);
754 353 //error_log("[DEBUG] mxchat_save_chat_message -> Stored agent_name in option: {$session_meta_key} => {$agent_name}");
755 354 }
756 355 }
757 -
758 356 // 2) Generate unique message_id
759 357 $message_id = uniqid();
760 358 //error_log("[DEBUG] mxchat_save_chat_message -> Generated message_id: {$message_id}");
761 -
762 359 // 3) Determine user_id
763 360 $user_id = is_user_logged_in() ? get_current_user_id() : 0;
764 -
765 361 // 4) Determine user_identifier
766 362 $user_identifier = $agent_name
767 363 ? $agent_name
768 364 : MxChat_User::mxchat_get_user_identifier();
769 -
770 365 // 5) Determine displayed_name
771 366 $user_email = MxChat_User::mxchat_get_user_email();
772 367 $displayed_name = $agent_name ? $agent_name : ($user_email ?: $user_identifier);
773 -
774 368 // 6) Check for a saved email in wp_options
775 369 $email_option_key = "mxchat_email_{$session_id}";
776 370 $saved_email = get_option($email_option_key);
777 371 //error_log("[DEBUG] mxchat_save_chat_message -> Checking wp_options for email_option_key: {$email_option_key}, found: {$saved_email}");
778 -
779 - // Check for a saved name in wp_options
780 - $name_option_key = "mxchat_name_{$session_id}";
781 - $saved_name = get_option($name_option_key);
782 - //error_log("[DEBUG] mxchat_save_chat_message -> Checking wp_options for name_option_key: {$name_option_key}, found: {$saved_name}");
783 -
784 - // If found, update DB user_email and user_name
785 - if ($saved_email || $saved_name) {
786 - $update_data = [];
787 - if ($saved_email) {
788 - $update_data['user_email'] = $saved_email;
789 - }
790 - if ($saved_name) {
791 - $update_data['user_name'] = $saved_name;
792 - }
793 -
794 - if (!empty($update_data)) {
795 - $update_res = $wpdb->update(
796 - $table_name,
797 - $update_data,
798 - ['session_id' => $session_id],
799 - array_fill(0, count($update_data), '%s'),
800 - ['%s']
801 - );
802 - //error_log("[DEBUG] mxchat_save_chat_message -> Attempted DB user_email/user_name update for session_id {$session_id}. update_res: {$update_res}");
803 - }
372 + // If found, update DB user_email
373 + if ($saved_email) {
374 + $update_res = $wpdb->update(
375 + $table_name,
376 + ['user_email' => $saved_email],
377 + ['session_id' => $session_id],
378 + ['%s'],
379 + ['%s']
380 + );
381 + //error_log("[DEBUG] mxchat_save_chat_message -> Attempted DB user_email update for session_id {$session_id}. update_res: {$update_res}");
804 382 }
805 -
806 383 // 7) Save to session history in wp_options
807 384 $history_key = "mxchat_history_{$session_id}";
808 385 $history = get_option($history_key, []);
809 386 $history[] = [
@@ -814,89 +391,18 @@
814 391 'agent_name' => $displayed_name,
815 392 ];
816 393 update_option($history_key, $history, 'no');
817 394 //error_log("[DEBUG] mxchat_save_chat_message -> Updated session history in option: {$history_key}");
818 -
819 395 // 8) Save the message to DB (INSERT)
820 396 $insert_data = [
821 397 'user_id' => $user_id,
822 398 'user_identifier'=> $user_identifier,
823 399 'user_email' => $saved_email ?: $user_email,
824 - 'user_name' => $saved_name ?: '', // Add name to insert data
825 400 'session_id' => $session_id,
826 401 'role' => $role,
827 402 'message' => $message,
828 403 'timestamp' => current_time('mysql', 1),
829 404 ];
830 -
831 - // IMPROVED: Handle originating page data
832 - $columns_exist = $wpdb->get_var("SHOW COLUMNS FROM $table_name LIKE 'originating_page_url'");
833 -
834 - if ($columns_exist) {
835 - if ($is_new_session && $role === 'user') {
836 - // For the first user message, set originating page data
837 -
838 - // First check if we have it from the parameter
839 - if ($originating_page && !empty($originating_page['url'])) {
840 - $insert_data['originating_page_url'] = $originating_page['url'];
841 - $insert_data['originating_page_title'] = $originating_page['title'] ?? '';
842 -
843 - //error_log("[DEBUG] Setting originating page from parameter: " . $originating_page['url']);
844 - }
845 - // Otherwise check if it's stored in the instance property
846 - else if (isset($this->pending_originating_page) && !empty($this->pending_originating_page['url'])) {
847 - $insert_data['originating_page_url'] = $this->pending_originating_page['url'];
848 - $insert_data['originating_page_title'] = $this->pending_originating_page['title'] ?? '';
849 -
850 - //error_log("[DEBUG] Setting originating page from pending_originating_page: " . $this->pending_originating_page['url']);
851 -
852 - // Clear after using
853 - unset($this->pending_originating_page);
854 - }
855 - // Fallback to HTTP_REFERER if nothing else is available
856 - else if (isset($_SERVER['HTTP_REFERER'])) {
857 - $referer_url = esc_url_raw($_SERVER['HTTP_REFERER']);
858 - $insert_data['originating_page_url'] = $referer_url;
859 -
860 - // Generate title from URL
861 - $parsed_url = parse_url($referer_url);
862 - $path = isset($parsed_url['path']) ? trim($parsed_url['path'], '/') : '';
863 -
864 - if (empty($path) || $path === 'index.php' || $path === 'index.html') {
865 - $insert_data['originating_page_title'] = 'Homepage';
866 - } else {
867 - $title = str_replace(['-', '_', '/', '.php', '.html'], ' ', $path);
868 - $insert_data['originating_page_title'] = ucwords(trim($title));
869 - }
870 -
871 - //error_log("[DEBUG] Setting originating page from HTTP_REFERER: " . $referer_url);
872 - }
873 -
874 - // Store for this session so all messages have the same originating page
875 - if (!empty($insert_data['originating_page_url'])) {
876 - update_option("mxchat_originating_page_{$session_id}", [
877 - 'url' => $insert_data['originating_page_url'],
878 - 'title' => $insert_data['originating_page_title']
879 - ], 'no');
880 - }
881 - } else {
882 - // For subsequent messages in the session, use the stored originating page
883 - $stored_originating = get_option("mxchat_originating_page_{$session_id}");
884 - if ($stored_originating && !empty($stored_originating['url'])) {
885 - $insert_data['originating_page_url'] = $stored_originating['url'];
886 - $insert_data['originating_page_title'] = $stored_originating['title'] ?? '';
887 - }
888 - }
889 - }
890 -
891 - // Add RAG context if provided (for bot messages)
892 - if ($rag_context !== null && $role === 'bot') {
893 - $rag_context_column_exists = $wpdb->get_var("SHOW COLUMNS FROM $table_name LIKE 'rag_context'");
894 - if ($rag_context_column_exists) {
895 - $insert_data['rag_context'] = is_array($rag_context) ? wp_json_encode($rag_context) : $rag_context;
896 - }
897 - }
898 -
899 405 $wpdb->insert($table_name, $insert_data);
900 406 //error_log("[DEBUG] mxchat_save_chat_message -> Inserted message into DB. row_id: {$wpdb->insert_id}, data: " . print_r($insert_data, true));
901 407
902 408 // 9) Send notification email if this is the first user message in a new session
@@ -907,17 +413,11 @@
907 413 'ip' => $_SERVER['REMOTE_ADDR']
908 414 ));
909 415 }
910 416
911 - // 10) Schedule delayed transcript email if enabled and message is from user
912 - if ($wpdb->insert_id && $role === 'user') {
913 - $this->schedule_delayed_transcript_email($session_id);
914 - }
915 -
916 417 //error_log("[DEBUG] mxchat_save_chat_message -> END for session_id: {$session_id}");
917 418 return $message_id;
918 419 }
919 -
920 420 private function send_new_chat_notification($session_id, $user_info = array()) {
921 421 $options = get_option('mxchat_transcripts_options');
922 422
923 423 // Check if notifications are enabled
@@ -960,202 +460,13 @@
960 460 // Send email
961 461 return wp_mail($to, $subject, $message);
962 462 }
963 463
964 -/**
965 - * Schedule delayed transcript email for a session
966 - * Reschedules if a new user message is received
967 - */
968 -private function schedule_delayed_transcript_email($session_id) {
969 - $options = get_option('mxchat_transcripts_options');
970 -
971 - // Check if auto-email is enabled
972 - if (empty($options['mxchat_auto_email_transcript_enabled'])) {
973 - return;
974 - }
975 -
976 - // Get notification email
977 - $email = !empty($options['mxchat_notification_email']) ?
978 - $options['mxchat_notification_email'] :
979 - get_option('admin_email');
980 -
981 - if (!is_email($email)) {
982 - return;
983 - }
984 -
985 - // Get delay in minutes (default 30)
986 - $delay_minutes = isset($options['mxchat_auto_email_transcript_delay']) ?
987 - intval($options['mxchat_auto_email_transcript_delay']) : 30;
988 -
989 - // Clear any existing scheduled event for this session
990 - $hook = 'mxchat_send_delayed_transcript';
991 - $args = array($session_id);
992 - $timestamp = wp_next_scheduled($hook, $args);
993 -
994 - if ($timestamp) {
995 - wp_unschedule_event($timestamp, $hook, $args);
996 - }
997 -
998 - // Schedule new event
999 - $schedule_time = time() + ($delay_minutes * 60);
1000 - wp_schedule_single_event($schedule_time, $hook, $args);
1001 -}
1002 -
1003 -/**
1004 - * Check if chat messages contain contact information (email or phone number)
1005 - *
1006 - * @param array $messages Array of message objects with 'message' property
1007 - * @param object|null $session_data Session data object with user_email property
1008 - * @return bool True if contact info found, false otherwise
1009 - */
1010 -private function chat_contains_contact_info($messages, $session_data = null) {
1011 - // Check if session already has a stored email
1012 - if ($session_data && !empty($session_data->user_email)) {
1013 - return true;
1014 - }
1015 -
1016 - // Email regex pattern
1017 - $email_pattern = '/\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b/';
1018 -
1019 - // Phone number patterns (covers various formats including international, WhatsApp style)
1020 - // Matches: +1234567890, (123) 456-7890, 123-456-7890, 123.456.7890, 1234567890, +1 234 567 8900, etc.
1021 - $phone_pattern = '/(?:\+?\d{1,3}[-.\s]?)?\(?\d{2,4}\)?[-.\s]?\d{2,4}[-.\s]?\d{2,4}(?:[-.\s]?\d{1,4})?/';
1022 -
1023 - // Only check user messages (not assistant responses)
1024 - foreach ($messages as $msg) {
1025 - if ($msg->role !== 'user') {
1026 - continue;
1027 - }
1028 -
1029 - $message_text = $msg->message;
1030 -
1031 - // Check for email
1032 - if (preg_match($email_pattern, $message_text)) {
1033 - return true;
1034 - }
1035 -
1036 - // Check for phone number (must be at least 7 digits total to avoid false positives)
1037 - if (preg_match($phone_pattern, $message_text, $matches)) {
1038 - // Count actual digits to avoid matching short numbers
1039 - $digits_only = preg_replace('/\D/', '', $matches[0]);
1040 - if (strlen($digits_only) >= 7) {
1041 - return true;
1042 - }
1043 - }
1044 - }
1045 -
1046 - return false;
1047 -}
1048 -
1049 -/**
1050 - * Send the delayed transcript email with .txt attachment
1051 - */
1052 -public function mxchat_send_delayed_transcript($session_id) {
1053 - global $wpdb;
1054 -
1055 - $options = get_option('mxchat_transcripts_options');
1056 -
1057 - // Get notification email
1058 - $to = !empty($options['mxchat_notification_email']) ?
1059 - $options['mxchat_notification_email'] :
1060 - get_option('admin_email');
1061 -
1062 - if (!is_email($to)) {
1063 - return false;
1064 - }
1065 -
1066 - // Get all messages for this session
1067 - $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
1068 - $messages = $wpdb->get_results($wpdb->prepare(
1069 - "SELECT role, message, timestamp FROM {$table_name}
1070 - WHERE session_id = %s
1071 - ORDER BY timestamp ASC",
1072 - $session_id
1073 - ));
1074 -
1075 - if (empty($messages)) {
1076 - return false;
1077 - }
1078 -
1079 - // Get session metadata
1080 - $sessions_table = $wpdb->prefix . 'mxchat_sessions';
1081 - $session_data = $wpdb->get_row($wpdb->prepare(
1082 - "SELECT * FROM {$sessions_table} WHERE session_id = %s",
1083 - $session_id
1084 - ));
1085 -
1086 - // Check if contact info is required and if it's present
1087 - $require_contact = !empty($options['mxchat_auto_email_transcript_require_contact']);
1088 - if ($require_contact && !$this->chat_contains_contact_info($messages, $session_data)) {
1089 - // Contact info required but not found - skip sending
1090 - return false;
1091 - }
1092 -
1093 - // Build transcript content
1094 - $transcript_content = "Chat Transcript\n";
1095 - $transcript_content .= "================\n\n";
1096 - $transcript_content .= "Session ID: " . $session_id . "\n";
1097 -
1098 - if ($session_data) {
1099 - $transcript_content .= "User: " . ($session_data->user_identifier ?: 'Guest') . "\n";
1100 - $transcript_content .= "Email: " . ($session_data->user_email ?: 'Not provided') . "\n";
1101 - $transcript_content .= "Started: " . $session_data->created_at . "\n";
1102 - }
1103 -
1104 - $transcript_content .= "\n" . str_repeat("=", 50) . "\n\n";
1105 -
1106 - // Add messages
1107 - foreach ($messages as $msg) {
1108 - $role_label = ($msg->role === 'user') ? 'User' : 'Assistant';
1109 - $transcript_content .= "[{$msg->timestamp}] {$role_label}:\n";
1110 - $transcript_content .= $msg->message . "\n\n";
1111 - }
1112 -
1113 - // Create temporary file for attachment using WP_Filesystem
1114 - $upload_dir = wp_upload_dir();
1115 - $temp_file = $upload_dir['basedir'] . '/mxchat-transcript-' . $session_id . '.txt';
1116 - global $wp_filesystem;
1117 - if (empty($wp_filesystem)) {
1118 - require_once ABSPATH . 'wp-admin/includes/file.php';
1119 - WP_Filesystem();
1120 - }
1121 - $wp_filesystem->put_contents($temp_file, $transcript_content, FS_CHMOD_FILE);
1122 -
1123 - // Prepare email
1124 - $subject = sprintf('[%s] Chat Transcript - Session %s', get_bloginfo('name'), substr($session_id, 0, 8));
1125 -
1126 - $message = "Please find attached the full chat transcript.\n\n";
1127 - $message .= "Session ID: {$session_id}\n";
1128 -
1129 - if ($session_data) {
1130 - $message .= "User: " . ($session_data->user_identifier ?: 'Guest') . "\n";
1131 - $message .= "Email: " . ($session_data->user_email ?: 'Not provided') . "\n";
1132 - }
1133 -
1134 - $message .= "\nView online: " . admin_url('admin.php?page=mxchat-transcripts');
1135 -
1136 - // Send email with attachment
1137 - $attachments = array($temp_file);
1138 - $result = wp_mail($to, $subject, $message, '', $attachments);
1139 -
1140 - // Clean up temporary file
1141 - if (file_exists($temp_file)) {
1142 - unlink($temp_file);
1143 - }
1144 -
1145 - return $result;
1146 -}
1147 -
1148 -
1149 -
1150 464 public function mxchat_handle_save_email_and_response() {
1151 465 //error_log('[DEBUG] ---------- mxchat_handle_save_email_and_response START ----------');
1152 - //error_log('DEBUG: POST data: ' . print_r($_POST, true));
1153 466
1154 - nocache_headers();
1155 -
1156 467 // Validate nonce
1157 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce($_POST['nonce'])) {
468 + if (!isset($_POST['nonce']) || !wp_verify_nonce($_POST['nonce'], 'mxchat_chat_nonce')) {
1158 469 //error_log(esc_html__('[ERROR] Invalid nonce in mxchat_handle_save_email_and_response', 'mxchat'));
1159 470 wp_send_json_error(['message' => esc_html__('Invalid nonce.', 'mxchat')]);
1160 471 wp_die();
1161 472 }
@@ -1161,41 +472,22 @@
1161 472 }
1162 473
1163 474 $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
1164 475 $email = isset($_POST['email']) ? sanitize_email($_POST['email']) : '';
1165 - $name = isset($_POST['name']) ? sanitize_text_field($_POST['name']) : '';
1166 476
1167 - //error_log("[DEBUG] handle_save_email_and_response -> session_id: {$session_id}, email: {$email}, name: {$name}");
477 + //error_log("[DEBUG] handle_save_email_and_response -> session_id: {$session_id}, email: {$email}");
1168 478
1169 - if (empty($session_id) || $session_id === 'null' || empty($email)) {
479 + if (empty($session_id) || empty($email)) {
1170 480 //error_log("[ERROR] Missing session_id or email: session_id={$session_id}, email={$email}");
1171 481 wp_send_json_error(['message' => esc_html__('Session ID or email is missing.', 'mxchat')]);
1172 482 wp_die();
1173 483 }
1174 484
1175 - // Validate name if provided (check if name field is enabled and name is required)
1176 - $options = get_option('mxchat_options', []);
1177 - $name_field_enabled = isset($options['enable_name_field']) &&
1178 - ($options['enable_name_field'] === '1' || $options['enable_name_field'] === 'on');
1179 -
1180 - if ($name_field_enabled && (empty($name) || strlen(trim($name)) < 2 || strlen(trim($name)) > 100)) {
1181 - //error_log("[ERROR] Invalid name: {$name} (enabled: {$name_field_enabled})");
1182 - wp_send_json_error(['message' => esc_html__('Name must be between 2 and 100 characters.', 'mxchat')]);
1183 - wp_die();
1184 - }
485 + // 1) Always store in wp_options
486 + $option_key = "mxchat_email_{$session_id}";
487 + update_option($option_key, $email);
488 + //error_log("[DEBUG] handle_save_email_and_response -> updated option: {$option_key} => {$email}");
1185 489
1186 - // 1) Always store email in wp_options
1187 - $email_option_key = "mxchat_email_{$session_id}";
1188 - update_option($email_option_key, $email, 'no');
1189 - //error_log("[DEBUG] handle_save_email_and_response -> updated option: {$email_option_key} => {$email}");
1190 -
1191 - // Store name in wp_options if provided
1192 - if (!empty($name)) {
1193 - $name_option_key = "mxchat_name_{$session_id}";
1194 - update_option($name_option_key, $name, 'no');
1195 - //error_log("[DEBUG] handle_save_email_and_response -> updated option: {$name_option_key} => {$name}");
1196 - }
1197 -
1198 490 // 2) (Optional) Also store in DB if a row already exists
1199 491 global $wpdb;
1200 492 $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
1201 493
@@ -1205,30 +497,21 @@
1205 497
1206 498 //error_log("[DEBUG] handle_save_email_and_response -> session_count for {$session_id}: {$session_count} (SQL: {$sql})");
1207 499
1208 500 if ($session_count) {
1209 - // Update both user_email and user_name if row(s) exist
1210 - if (!empty($name)) {
1211 - $update_sql = $wpdb->prepare(
1212 - "UPDATE {$table_name} SET user_email = %s, user_name = %s WHERE session_id = %s",
1213 - $email,
1214 - $name,
1215 - $session_id
1216 - );
1217 - } else {
1218 - $update_sql = $wpdb->prepare(
1219 - "UPDATE {$table_name} SET user_email = %s WHERE session_id = %s",
1220 - $email,
1221 - $session_id
1222 - );
1223 - }
501 + // Update user_email if row(s) exist
502 + $update_sql = $wpdb->prepare(
503 + "UPDATE {$table_name} SET user_email = %s WHERE session_id = %s",
504 + $email,
505 + $session_id
506 + );
1224 507 $wpdb->query($update_sql);
1225 508 //error_log("[DEBUG] handle_save_email_and_response -> DB updated: {$update_sql}");
1226 509 } else {
1227 - //error_log("[INFO] handle_save_email_and_response -> No DB entry for {$session_id}, so email/name is only in wp_options.");
510 + //error_log("[INFO] handle_save_email_and_response -> No DB entry for {$session_id}, so email is only in wp_options.");
1228 511 }
1229 512
1230 - // Provide success response (same as original)
513 + // Provide success response
1231 514 $bot_message = __('Thanks for providing your email! You can continue chatting now.', 'mxchat');
1232 515 //error_log("[DEBUG] handle_save_email_and_response -> success, returning bot_message: {$bot_message}");
1233 516 wp_send_json_success(['message' => $bot_message]);
1234 517 wp_die();
@@ -1236,17 +519,15 @@
1236 519
1237 520 public function mxchat_check_email_provided() {
1238 521 //error_log('[DEBUG] ---------- mxchat_check_email_provided START ----------');
1239 522
1240 - nocache_headers();
1241 -
1242 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce($_POST['nonce'])) {
523 + if (!isset($_POST['nonce']) || !wp_verify_nonce($_POST['nonce'], 'mxchat_chat_nonce')) {
1243 524 //error_log('[ERROR] Invalid nonce in mxchat_check_email_provided');
1244 525 wp_send_json_error(['message' => esc_html__('Invalid nonce', 'mxchat')]);
1245 526 }
1246 527
1247 528 $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
1248 - if (empty($session_id) || $session_id === 'null') {
529 + if (empty($session_id)) {
1249 530 //error_log('[ERROR] No session ID provided in mxchat_check_email_provided');
1250 531 wp_send_json_error(['message' => esc_html__('No session ID provided', 'mxchat')]);
1251 532 }
1252 533
@@ -1253,82 +534,61 @@
1253 534 // Check if the user is logged in
1254 535 if (is_user_logged_in()) {
1255 536 $current_user = wp_get_current_user();
1256 537 //error_log("[DEBUG] User is logged in as {$current_user->user_email}");
1257 -
1258 - // Get user's display name for logged in users
1259 - $user_name = !empty($current_user->display_name) ? $current_user->display_name :
1260 - (!empty($current_user->first_name) ? $current_user->first_name : '');
1261 -
1262 - $response_data = ['logged_in' => true, 'email' => $current_user->user_email];
1263 - if (!empty($user_name)) {
1264 - $response_data['name'] = $user_name;
1265 - }
1266 -
1267 - wp_send_json_success($response_data);
538 + wp_send_json_success(['logged_in' => true, 'email' => $current_user->user_email]);
1268 539 }
1269 540
1270 - // Check if name field is required
1271 - $options = get_option('mxchat_options', []);
1272 - $name_field_enabled = isset($options['enable_name_field']) &&
1273 - ($options['enable_name_field'] === '1' || $options['enable_name_field'] === 'on');
541 + $option_key = "mxchat_email_{$session_id}";
542 + $stored_email = get_option($option_key, '');
1274 543
1275 - $email_option_key = "mxchat_email_{$session_id}";
1276 - $stored_email = get_option($email_option_key, '');
1277 -
1278 - // Check for stored name
1279 - $name_option_key = "mxchat_name_{$session_id}";
1280 - $stored_name = get_option($name_option_key, '');
544 + //error_log("[DEBUG] mxchat_check_email_provided -> Checking option: {$option_key}, found: {$stored_email}");
1281 545
1282 - //error_log("[DEBUG] mxchat_check_email_provided -> Checking email option: {$email_option_key}, found: {$stored_email}");
1283 - //error_log("[DEBUG] mxchat_check_email_provided -> Checking name option: {$name_option_key}, found: {$stored_name}, required: " . ($name_field_enabled ? 'yes' : 'no'));
1284 -
1285 - // Check if we have email and name (if name is required)
1286 - $has_required_info = !empty($stored_email);
1287 -
1288 - if ($name_field_enabled) {
1289 - $has_required_info = $has_required_info && !empty($stored_name);
1290 - }
1291 -
1292 - if ($has_required_info) {
1293 - //error_log("[DEBUG] mxchat_check_email_provided -> Required info found, returning success");
1294 -
1295 - $response_data = ['email' => $stored_email];
1296 - if (!empty($stored_name)) {
1297 - $response_data['name'] = $stored_name;
1298 - }
1299 -
1300 - wp_send_json_success($response_data);
546 + if (!empty($stored_email)) {
547 + //error_log("[DEBUG] mxchat_check_email_provided -> Email found, returning success");
548 + wp_send_json_success(['email' => $stored_email]);
1301 549 } else {
1302 - //error_log("[DEBUG] mxchat_check_email_provided -> Required info missing, returning error");
550 + //error_log("[DEBUG] mxchat_check_email_provided -> No email found, returning error");
1303 551 wp_send_json_error(['message' => esc_html__('No email found', 'mxchat')]);
1304 552 }
1305 553 }
1306 554
1307 -/**
1308 - * Send error response in appropriate format based on streaming mode
1309 - * ADDED: Helper method to consistently handle errors in both streaming and non-streaming modes
1310 - *
1311 - * @param string $error_message The error message to display
1312 - * @param string $error_code Optional error code for debugging
1313 - */
1314 -private function send_error_response($error_message, $error_code = 'api_error') {
1315 - if ($this->is_streaming) {
1316 - echo "data: " . json_encode([
1317 - 'error' => true,
1318 - 'error_message' => $error_message,
1319 - 'error_code' => $error_code,
1320 - 'text' => $error_message,
1321 - 'message' => $error_message
1322 - ]) . "\n\n";
1323 - echo "data: [DONE]\n\n";
1324 - flush();
1325 - } else {
1326 - wp_send_json_error([
1327 - 'error_message' => $error_message,
1328 - 'error_code' => $error_code
555 +// Add this to your plugin's main PHP file
556 +public function mxchat_check_new_messages() {
557 + if (!isset($_POST['session_id']) || !isset($_POST['last_seen_id'])) {
558 + wp_send_json_error(['message' => 'Missing required parameters']);
559 + wp_die();
560 + }
561 +
562 + $session_id = sanitize_text_field($_POST['session_id']);
563 + $last_seen_id = sanitize_text_field($_POST['last_seen_id']);
564 +
565 + // Get chat history
566 + $history = get_option("mxchat_history_{$session_id}", []);
567 +
568 + if (empty($history)) {
569 + wp_send_json_success([
570 + 'hasNewMessages' => false,
571 + 'new_messages' => []
1329 572 ]);
573 + wp_die();
1330 574 }
575 +
576 + // Filter new messages
577 + $new_messages = array_filter($history, function($message) use ($last_seen_id) {
578 + return isset($message['id']) && $message['id'] > $last_seen_id;
579 + });
580 +
581 + // Sort by ID to ensure proper order
582 + usort($new_messages, function($a, $b) {
583 + return $a['id'] <=> $b['id'];
584 + });
585 +
586 + wp_send_json_success([
587 + 'hasNewMessages' => !empty($new_messages),
588 + 'new_messages' => array_values($new_messages),
589 + 'latestMessageId' => end($new_messages)['id'] ?? $last_seen_id
590 + ]);
1331 591 wp_die();
1332 592 }
1333 593
1334 594 public function mxchat_handle_chat_request() {
@@ -1333,30 +593,10 @@
1333 593
1334 594 public function mxchat_handle_chat_request() {
1335 595 global $wpdb;
1336 596
1337 - // Debug: Log incoming bot_id
1338 - $bot_id = isset($_POST['bot_id']) ? sanitize_key($_POST['bot_id']) : 'default';
1339 - //error_log("=== MXCHAT DEBUG: Starting chat request ===");
1340 - //error_log("MXCHAT DEBUG: Bot ID received: " . $bot_id);
1341 -
1342 - // Get bot-specific options
1343 - $bot_options = $this->get_bot_options($bot_id);
1344 - $current_options = !empty($bot_options) ? $bot_options : $this->options;
1345 597
1346 - // Check if this is a streaming request
1347 - // Allow force_streaming_test parameter to bypass the setting check (for admin compatibility testing)
1348 - $force_streaming_test = isset($_POST['force_streaming_test']) && $_POST['force_streaming_test'] === '1' && current_user_can('administrator');
1349 - $is_streaming = isset($_POST['action']) && $_POST['action'] === 'mxchat_stream_chat' &&
1350 - ($force_streaming_test || (isset($current_options['enable_streaming_toggle']) && $current_options['enable_streaming_toggle'] === 'on'));
1351 -
1352 - // ADDED: Store streaming state in class property for use in private methods
1353 - $this->is_streaming = $is_streaming;
1354 -
1355 - // NOTE: Streaming headers are now set later via setup_streaming_headers()
1356 - // This allows actions/forms to return JSON responses without header conflicts
1357 -
1358 - // Check if MX Chat Moderation is active
598 + // Check if MX Chat Moderation is active
1359 599 if (class_exists('MX_Chat_Moderation')) {
1360 600 // Get user email and IP
1361 601 $user_email = '';
1362 602 $user_ip = $_SERVER['REMOTE_ADDR'];
@@ -1390,351 +630,184 @@
1390 630 wp_die();
1391 631 }
1392 632 }
1393 633
1394 - $this->fallbackResponse = ['text' => '', 'html' => '', 'images' => []];
1395 - $this->productCardHtml = '';
634 +$this->fallbackResponse = ['text' => '', 'html' => '', 'images' => []];
635 +$this->productCardHtml = '';
1396 636
1397 - // Get the actual WordPress user ID if logged in
1398 - $is_logged_in = is_user_logged_in();
1399 - if ($is_logged_in) {
1400 - $user_id = get_current_user_id(); // This will get the actual WordPress user ID
1401 - } else {
1402 - // For logged-out users, use your existing identifier method
1403 - $user_id = $this->mxchat_get_user_identifier();
1404 - }
637 +// Get the actual WordPress user ID if logged in
638 +$is_logged_in = is_user_logged_in();
639 +if ($is_logged_in) {
640 + $user_id = get_current_user_id(); // This will get the actual WordPress user ID
641 +} else {
642 + // For logged-out users, use your existing identifier method
643 + $user_id = $this->mxchat_get_user_identifier();
644 +}
1405 645
1406 - // Get and sanitize the user identifier
1407 - $user_id = sanitize_key($user_id);
646 +// Get and sanitize the user identifier
647 +$user_id = sanitize_key($user_id);
1408 648
1409 - // Check rate limit using new settings structure
1410 - $rate_limit_result = $this->check_rate_limit();
649 +// Check rate limit using new settings structure
650 +$rate_limit_result = $this->check_rate_limit();
1411 651
1412 - if ($rate_limit_result !== true) {
1413 - wp_send_json([
1414 - 'success' => false,
1415 - 'message' => $rate_limit_result['message'],
1416 - 'status' => 'rate_limit_exceeded'
1417 - ]);
1418 - wp_die();
1419 - }
652 +// Add this at the start of your rate limit checking in mxchat_handle_chat_request()
653 +//error_log('MXChat Rate Limit: Starting rate limit check in handle_chat_request()');
1420 654
655 +// Then right after checking the result:
656 +if ($rate_limit_result !== true) {
657 + //error_log('MXChat Rate Limit: Rate limit exceeded, returning error');
658 + wp_send_json([
659 + 'success' => false,
660 + 'message' => $rate_limit_result['message'],
661 + 'status' => 'rate_limit_exceeded'
662 + ]);
663 + wp_die();
664 +} else {
665 + //error_log('MXChat Rate Limit: Check passed successfully');
666 +}
667 +
1421 668 // Rest of your existing code...
1422 669 $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
670 + //error_log("Session ID: $session_id");
1423 671
1424 - // Treat the literal strings 'null' / 'undefined' as missing too. Browser edge cases
1425 - // (Safari ITP, private mode, cross-origin iframes with partitioned storage) can cause
1426 - // the frontend FormData.append() to stringify a null session_id into the literal
1427 - // "null", which would otherwise pass empty() and pollute the transcripts table with
1428 - // ghost sessions that group every visitor's first message under one row.
1429 - if ($session_id === 'null' || $session_id === 'undefined') {
1430 - $session_id = '';
1431 - }
1432 -
1433 672 if (empty($session_id)) {
673 + //error_log("Error: Session ID is missing.");
1434 674 wp_send_json_error(esc_html__('Session ID is missing.', 'mxchat'));
1435 675 wp_die();
1436 676 }
1437 677
1438 - // Update session owner if it changed (e.g. IP changed due to network switch)
1439 - // The session ID itself is the authentication — if the client has it, they own it
1440 - $current_user_identifier = MxChat_User::mxchat_get_user_identifier();
1441 - $session_owner = get_option("mxchat_session_owner_{$session_id}");
1442 -
1443 - if (!$session_owner || $session_owner !== $current_user_identifier) {
1444 - update_option("mxchat_session_owner_{$session_id}", $current_user_identifier, 'no');
1445 - }
1446 -
1447 678 // Validate and sanitize the incoming message
1448 679 if (empty($_POST['message'])) {
680 + //error_log("Error: No message received.");
1449 681 wp_send_json_error(esc_html__('No message received.', 'mxchat'));
1450 682 wp_die();
1451 683 }
1452 -
1453 -
1454 - // Track originating page for first message in session
1455 - $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
1456 684
1457 - // Check if originating page columns exist
1458 - $columns_exist = $wpdb->get_var("SHOW COLUMNS FROM $table_name LIKE 'originating_page_url'");
1459 685
1460 - if ($columns_exist) {
1461 - // Check if this session already has messages
1462 - $message_count = $wpdb->get_var($wpdb->prepare(
1463 - "SELECT COUNT(*) FROM $table_name WHERE session_id = %s",
1464 - $session_id
1465 - ));
1466 -
1467 - // If this is the first message in the session
1468 - if ($message_count == 0) {
1469 - // Get originating page from JavaScript (preferred) or HTTP_REFERER (fallback)
1470 - $originating_url = '';
1471 - $originating_title = '';
1472 -
1473 - // Try to get from POST data first (sent by JavaScript)
1474 - if (isset($_POST['current_page_url'])) {
1475 - $originating_url = esc_url_raw($_POST['current_page_url']);
1476 - $originating_title = isset($_POST['current_page_title'])
1477 - ? sanitize_text_field($_POST['current_page_title'])
1478 - : '';
1479 - }
1480 - // Fallback to HTTP_REFERER if not provided by JavaScript
1481 - else if (isset($_SERVER['HTTP_REFERER'])) {
1482 - $originating_url = esc_url_raw($_SERVER['HTTP_REFERER']);
1483 - }
1484 -
1485 - // Generate title if we have URL but no title
1486 - if ($originating_url && empty($originating_title)) {
1487 - $parsed_url = parse_url($originating_url);
1488 - $path = isset($parsed_url['path']) ? trim($parsed_url['path'], '/') : '';
1489 -
1490 - if (empty($path) || $path === 'index.php' || $path === 'index.html') {
1491 - $originating_title = 'Homepage';
1492 - } else {
1493 - // Clean up the path to make a readable title
1494 - $originating_title = str_replace(['-', '_', '/', '.php', '.html'], ' ', $path);
1495 - $originating_title = ucwords(trim($originating_title));
1496 - }
1497 - }
1498 -
1499 - // Store for later use when saving the message
1500 - $this->pending_originating_page = [
1501 - 'url' => $originating_url,
1502 - 'title' => $originating_title
1503 - ];
1504 - }
1505 - }
1506 -
1507 -
686 +// Modify the message sanitization to preserve PHP tags in code blocks
687 +$allowed_tags = [
688 + 'pre' => [],
689 + 'code' => ['class' => true],
690 + 'span' => ['class' => true],
691 + 'div' => ['class' => true],
692 +];
1508 693
1509 - // Get page context if provided
1510 - $page_context = null;
1511 - if (isset($_POST['page_context']) && !empty($_POST['page_context'])) {
1512 - $page_context_raw = stripslashes($_POST['page_context']);
1513 - $page_context = json_decode($page_context_raw, true);
1514 -
1515 - // Validate page context structure
1516 - if (is_array($page_context) &&
1517 - isset($page_context['url']) &&
1518 - isset($page_context['title']) &&
1519 - isset($page_context['content'])) {
1520 -
1521 - // Sanitize page context
1522 - $page_context['url'] = esc_url_raw($page_context['url']);
1523 - $page_context['title'] = sanitize_text_field($page_context['title']);
1524 - $page_context['content'] = wp_kses_post($page_context['content']);
1525 - } else {
1526 - $page_context = null;
1527 - }
1528 - }
694 +// First preserve code blocks
695 +$message = preg_replace_callback('/<pre><code.*?>.*?<\/code><\/pre>/s', function($matches) {
696 + return htmlspecialchars_decode($matches[0]);
697 +}, $_POST['message']);
1529 698
1530 - // Modify the message sanitization to preserve PHP tags in code blocks
1531 - $allowed_tags = [
1532 - 'pre' => [],
1533 - 'code' => ['class' => true],
1534 - 'span' => ['class' => true],
1535 - 'div' => ['class' => true],
1536 - ];
699 +// Then apply sanitization
700 +$message = wp_kses($message, $allowed_tags);
1537 701
1538 - // First preserve code blocks
1539 - $message = preg_replace_callback('/<pre><code.*?>.*?<\/code><\/pre>/s', function($matches) {
1540 - return htmlspecialchars_decode($matches[0]);
1541 - }, $_POST['message']);
702 +// Decode code blocks
703 +$message = preg_replace_callback('/(&lt;pre&gt;&lt;code.*?&gt;.*?&lt;\/code&gt;&lt;\/pre&gt;)/s', function($matches) {
704 + return htmlspecialchars_decode($matches[1]);
705 +}, $message);
1542 706
1543 - // Then apply sanitization
1544 - $message = wp_kses($message, $allowed_tags);
707 +$message = trim($message);
1545 708
1546 - // Preserve code blocks from markdown conversion
1547 - $message = preg_replace('/```(\w+)?\s*([\s\S]+?)```/s', '<pre><code class="$1">$2</code></pre>', $message);
1548 - $message = apply_filters('mxchat_filter_message', $message, 'prompt', $session_id);
709 +// Preserve code blocks from markdown conversion
710 +$message = preg_replace('/```(\w+)?\s*([\s\S]+?)```/s', '<pre><code class="$1">$2</code></pre>', $message);
1549 711
1550 - // ===== SIMPLIFIED TESTING PANEL INITIALIZATION =====
1551 - // Always initialize testing data for admins (no toggle needed)
1552 - $testing_data = null;
1553 - if (current_user_can('administrator')) {
1554 - // For vision messages, use the original user message for the query display
1555 - $query_for_testing = $message;
1556 - if (isset($_POST['vision_processed']) && $_POST['vision_processed'] && isset($_POST['original_user_message'])) {
1557 - $query_for_testing = sanitize_textarea_field($_POST['original_user_message']);
1558 - }
1559 -
1560 - $testing_data = [
1561 - 'query' => $query_for_testing,
1562 - 'timestamp' => time(),
1563 - 'top_matches' => [],
1564 - 'action_matches' => [], // Initialize action matches array
1565 - 'page_context' => $page_context, // Include page context in testing data
1566 - 'is_vision' => isset($_POST['vision_processed']) && $_POST['vision_processed'],
1567 - 'bot_id' => $bot_id // Include bot ID in testing data
1568 - ];
1569 -
1570 - // Get similarity threshold from bot options or default options
1571 - $similarity_threshold = isset($current_options['similarity_threshold'])
1572 - ? ((int) $current_options['similarity_threshold']) / 100
1573 - : 0.35;
1574 -
1575 - $testing_data['similarity_threshold'] = $similarity_threshold;
1576 -
1577 - // Determine knowledge base type using bot-specific config
1578 - $bot_pinecone_config = $this->get_bot_pinecone_config($bot_id);
1579 - $use_pinecone = isset($bot_pinecone_config['use_pinecone']) ? $bot_pinecone_config['use_pinecone'] : false;
1580 - $testing_data['knowledge_base_type'] = $use_pinecone ? 'Pinecone' : 'WordPress Database';
1581 - }
1582 - // ===== END SIMPLIFIED TESTING INITIALIZATION =====
712 +// Check if any add-ons want to pre-process this message (for web search etc.)
713 +$pre_processed_result = apply_filters('mxchat_pre_process_message', $message, $user_id, $session_id);
1583 714
1584 - // Add debug before and after:
1585 - //error_log('MxChat Core: About to call mxchat_pre_process_message filter with message: ' . $message);
1586 - $pre_processed_result = apply_filters('mxchat_pre_process_message', $message, $user_id, $session_id);
1587 - //error_log('MxChat Core: Filter returned: ' . (is_array($pre_processed_result) ? 'array' : $pre_processed_result));
715 +// If the pre-processing returned a result (not the original message), use it directly
716 +if (is_array($pre_processed_result) && isset($pre_processed_result['text'])) {
717 + // Save the AI response
718 + $this->mxchat_save_chat_message($session_id, 'bot', $pre_processed_result['text']);
719 +
720 + // Save HTML content if provided
721 + if (!empty($pre_processed_result['html'])) {
722 + $this->mxchat_save_chat_message($session_id, 'bot', $pre_processed_result['html']);
723 + }
724 +
725 + // Return the response
726 + wp_send_json([
727 + 'text' => $pre_processed_result['text'],
728 + 'html' => $pre_processed_result['html'] ?? '',
729 + 'session_id' => $session_id
730 + ]);
731 + wp_die();
732 +}
1588 733
734 + // Save the user's message
735 + $this->mxchat_save_chat_message($session_id, 'user', $message);
1589 736
1590 - // If the pre-processing returned a result (not the original message), use it directly
1591 - if (is_array($pre_processed_result) && isset($pre_processed_result['text'])) {
1592 - // Save the AI response
1593 - $this->mxchat_save_chat_message($session_id, 'bot', $pre_processed_result['text']);
1594 -
1595 - // Save HTML content if provided
1596 - if (!empty($pre_processed_result['html'])) {
1597 - $this->mxchat_save_chat_message($session_id, 'bot', $pre_processed_result['html']);
1598 - }
1599 -
1600 - // Add testing data if admin
1601 - $response_data = [
1602 - 'text' => $pre_processed_result['text'],
1603 - 'html' => $pre_processed_result['html'] ?? '',
1604 - 'session_id' => $session_id
1605 - ];
1606 -
1607 - if ($testing_data !== null) {
1608 - $response_data['testing_data'] = $testing_data;
1609 - }
1610 -
1611 - wp_send_json($response_data);
1612 - wp_die();
1613 - }
737 + // Check if the message is an email address
738 + if (is_email($message)) {
739 + // Add the email to Loops
740 + $this->add_email_to_loops($message);
1614 741
1615 - // Save the user's message - handle vision processed messages differently
1616 - if (isset($_POST['vision_processed']) && $_POST['vision_processed'] && isset($_POST['original_user_message'])) {
1617 - // For vision messages, save the original user message with image indicator
1618 - $original_message = sanitize_textarea_field($_POST['original_user_message']);
1619 - if (isset($_POST['vision_images_count']) && $_POST['vision_images_count'] > 0) {
1620 - $image_count = intval($_POST['vision_images_count']);
1621 - $original_message .= " [{$image_count} image(s)]";
1622 - }
1623 - $this->mxchat_save_chat_message($session_id, 'user', $original_message);
1624 - } else {
1625 - // Regular message - save as normal
1626 - $this->mxchat_save_chat_message($session_id, 'user', $message);
1627 - }
742 + // Send success response
743 + $response_message = $this->options['email_capture_response'] ??
744 + esc_html__('Thank you! Your coupon is on the way!', 'mxchat');
1628 745
1629 -
1630 - if (is_email($message)) {
1631 - // Add the email to Loops
1632 - $this->add_email_to_loops($message);
1633 -
1634 - // Get the user's success message instruction using current_options
1635 - $user_success_message = $current_options['email_capture_response'] ?? __('Thank you for providing your email! You\'ve been added to our list.', 'mxchat');
1636 -
1637 - // Set instruction for AI using the user's success message
1638 - $this->current_action_instruction = $user_success_message;
1639 -
1640 - // Clear the email capture transient since we got the email
1641 - delete_transient('mxchat_email_capture_' . $user_id);
1642 - }
1643 -
1644 - // Check if we're in an email capture flow but user hasn't provided email yet
1645 - elseif (get_transient('mxchat_email_capture_' . $user_id)) {
1646 - // Check if the message contains an email (not the whole message being an email)
1647 - if (preg_match('/\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b/', $message, $matches)) {
1648 - $extracted_email = $matches[0];
1649 -
1650 - // Add the extracted email to Loops
1651 - $this->add_email_to_loops($extracted_email);
1652 -
1653 - // Get the user's success message instruction using current_options
1654 - $user_success_message = $current_options['email_capture_response'] ?? __('Thank you for providing your email! You\'ve been added to our list.', 'mxchat');
1655 -
1656 - // Set instruction for AI using the user's success message
1657 - $this->current_action_instruction = $user_success_message;
1658 -
1659 - // Clear the email capture transient since we got the email
1660 - delete_transient('mxchat_email_capture_' . $user_id);
1661 - }
1662 - // If no email found but we're in capture mode, remind them
1663 - else {
1664 - // Get the original instruction to remind them using current_options
1665 - $original_instruction = $current_options['triggered_phrase_response'] ?? __("Please provide your email address.", 'mxchat');
1666 - $this->current_action_instruction = $original_instruction;
1667 - }
1668 - }
746 + wp_send_json([
747 + 'success' => true,
748 + 'status' => 'email_captured',
749 + 'message' => $response_message
750 + ]);
751 + wp_die();
752 + }
1669 753
1670 - $intent_info = '';
754 + $intent_info = '';
1671 755
1672 - // Check chat mode
1673 - $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai');
756 + // Check chat mode
757 + $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai');
758 + //error_log("Chat Mode: $chat_mode");
1674 759
1675 - // Handle agent mode
1676 760 // Handle agent mode
1677 - if ($chat_mode === 'agent') {
1678 - // First, check for switch intent before doing anything else
1679 - $intent_matched = $this->mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id);
761 + if ($chat_mode === 'agent') {
762 + // First, check for switch intent before doing anything else
763 + $intent_matched = $this->mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id);
1680 764
1681 - // Capture action analysis for testing panel after intent check
1682 - if ($testing_data !== null && isset($this->last_action_analysis) && !empty($this->last_action_analysis)) {
1683 - $testing_data['action_matches'] = $this->last_action_analysis;
1684 - }
1685 -
1686 - // Around line 506, in the agent mode handling section:
1687 - if ($intent_matched && !empty($this->fallbackResponse['text'])) {
1688 - // Update chat mode first
1689 - update_option("mxchat_mode_{$session_id}", 'ai');
1690 -
1691 - // Clear any existing PDF context to start fresh
1692 - $this->clear_pdf_transients($session_id);
1693 -
1694 - // Prepare clean switch response with explicit chat_mode
1695 - $response_data = [
1696 - 'text' => $this->fallbackResponse['text'],
1697 - 'html' => $this->fallbackResponse['html'] ?? '',
1698 - 'session_id' => $session_id,
1699 - 'chat_mode' => 'ai' // EXPLICITLY SET THIS
1700 - ];
1701 -
1702 - if ($testing_data !== null) {
1703 - $response_data['testing_data'] = $testing_data;
1704 - }
1705 -
1706 - // Save the mode switch message
1707 - $this->mxchat_save_chat_message($session_id, 'system', esc_html__('Switched to AI chat mode', 'mxchat'));
1708 - $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['text']);
1709 -
1710 - // Send response and exit
1711 - wp_send_json($response_data);
1712 - wp_die();
1713 - } elseif (!$intent_matched) {
1714 - // No intent matched, handle live agent message
1715 - try {
1716 - $this->mxchat_send_user_message_to_agent($message, $user_id, $session_id);
765 + // If we matched an intent and it's the switch intent, handle it
766 + if ($intent_matched && !empty($this->fallbackResponse['text'])) {
767 + //error_log("Switch to chatbot intent detected");
1717 768
1718 - $agent_response = [
1719 - 'status' => 'waiting_for_agent',
1720 - 'message' => esc_html__('Message sent to live agent.', 'mxchat')
1721 - ];
1722 -
1723 - if ($testing_data !== null) {
1724 - $agent_response['testing_data'] = $testing_data;
1725 - }
769 + // Update chat mode first
770 + update_option("mxchat_mode_{$session_id}", 'ai');
1726 771
1727 - wp_send_json_success($agent_response);
1728 - } catch (\Exception $e) {
1729 - wp_send_json_error(esc_html__('Failed to send message to agent', 'mxchat'));
1730 - }
1731 - wp_die();
772 + // Clear any existing PDF context to start fresh
773 + $this->clear_pdf_transients($session_id);
774 +
775 + // Prepare clean switch response
776 + $response_data = [
777 + 'text' => $this->fallbackResponse['text'],
778 + 'html' => '',
779 + 'session_id' => $session_id,
780 + 'chat_mode' => 'ai'
781 + ];
782 +
783 + // Save the mode switch message
784 + $this->mxchat_save_chat_message($session_id, 'system', esc_html__('Switched to AI chat mode', 'mxchat'));
785 + $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['text']);
786 +
787 + // Send response and exit
788 + wp_send_json($response_data);
789 + wp_die();
790 + } elseif (!$intent_matched) {
791 + // No intent matched, handle live agent message
792 + try {
793 + $this->mxchat_send_user_message_to_agent($message, $user_id, $session_id);
794 + //error_log("Message sent to agent.");
795 +
796 + wp_send_json_success([
797 + 'status' => 'waiting_for_agent',
798 + 'message' => esc_html__('Message sent to live agent.', 'mxchat')
799 + ]);
800 + } catch (\Exception $e) {
801 + //error_log("Error sending message to agent: " . $e->getMessage());
802 + wp_send_json_error(esc_html__('Failed to send message to agent', 'mxchat'));
1732 803 }
804 + wp_die();
1733 805 }
806 + }
1734 807
1735 808 // Step 1: Check for new PDF URL in the message
1736 - if (!isset($_POST['vision_processed']) && preg_match('/https?:\/\/[^\s"]+/i', $message, $matches)) {
809 + if (preg_match('/https?:\/\/[^\s"]+/i', $message, $matches)) {
1737 810 $new_pdf_url = $matches[0];
1738 811
1739 812 // Check if this is likely a PDF-related request
1740 813 $pdf_keywords = ['pdf', 'document', 'read', 'analyze'];
@@ -1756,15 +829,15 @@
1756 829
1757 830 // Clear previous PDF transients
1758 831 $this->clear_pdf_transients($session_id);
1759 832
1760 - // Process new PDF using current_options
1761 - $max_pages = $current_options['pdf_max_pages'] ?? 69;
833 + // Process new PDF
834 + $max_pages = $this->options['pdf_max_pages'] ?? 69;
1762 835 $embeddings = $this->fetch_and_split_pdf_pages($new_pdf_url, $max_pages);
1763 836
1764 837 if ($embeddings === 'too_many_pages') {
1765 838 $error_text = sprintf(
1766 - $current_options['pdf_intent_error_text'] ??
839 + $this->options['pdf_intent_error_text'] ??
1767 840 esc_html__("The provided PDF exceeds the maximum allowed limit of %d pages. Please provide a smaller document.", 'mxchat'),
1768 841 $max_pages
1769 842 );
1770 843 $this->fallbackResponse['text'] = $error_text;
@@ -1769,13 +842,15 @@
1769 842 );
1770 843 $this->fallbackResponse['text'] = $error_text;
1771 844 } elseif ($embeddings) {
1772 845 // Store new PDF information
846 + // Create a more meaningful filename from URL
1773 847 $pdf_filename = basename(parse_url($new_pdf_url, PHP_URL_PATH));
1774 848
1775 - // If the filename is generic, create a more descriptive one
849 + // If the filename is generic (like results_download.php), create a more descriptive one
1776 850 if (in_array($pdf_filename, ['results_download.php', 'download.php', 'view.php', 'pdf.php']) ||
1777 851 strpos($pdf_filename, '.php') !== false) {
852 + // Create a timestamp-based name
1778 853 $pdf_filename = 'Document_' . date('Y-m-d_H-i') . '.pdf';
1779 854 }
1780 855
1781 856 set_transient('mxchat_pdf_url_' . $session_id, $new_pdf_url, HOUR_IN_SECONDS);
@@ -1782,257 +857,156 @@
1782 857 set_transient('mxchat_pdf_filename_' . $session_id, $pdf_filename, HOUR_IN_SECONDS);
1783 858 set_transient('mxchat_pdf_embeddings_' . $session_id, $embeddings, HOUR_IN_SECONDS);
1784 859 set_transient('mxchat_include_pdf_in_context_' . $session_id, true, HOUR_IN_SECONDS);
1785 860
1786 - $success_text = $current_options['pdf_intent_success_text'] ??
861 + $success_text = $this->options['pdf_intent_success_text'] ??
1787 862 esc_html__("I've processed the new PDF '{$pdf_filename}'. What questions do you have about it?", 'mxchat');
1788 863
1789 - $pdf_response = [
864 + // Return success with filename for UI update
865 + wp_send_json([
1790 866 'success' => true,
1791 867 'message' => $success_text,
1792 868 'data' => [
1793 869 'filename' => $pdf_filename
1794 870 ]
1795 - ];
1796 -
1797 - if ($testing_data !== null) {
1798 - $pdf_response['testing_data'] = $testing_data;
1799 - }
1800 -
1801 - wp_send_json($pdf_response);
871 + ]);
1802 872 wp_die();
1803 873 } else {
1804 - $error_text = $current_options['pdf_intent_error_text'] ??
874 + $error_text = $this->options['pdf_intent_error_text'] ??
1805 875 esc_html__("Sorry, I couldn't process the PDF. Please ensure it's a valid file.", 'mxchat');
1806 876 $this->fallbackResponse['text'] = $error_text;
1807 877 }
1808 878
1809 - $pdf_error_response = [
879 + wp_send_json([
1810 880 'success' => false,
1811 881 'message' => $this->fallbackResponse['text']
1812 - ];
1813 -
1814 - if ($testing_data !== null) {
1815 - $pdf_error_response['testing_data'] = $testing_data;
1816 - }
1817 -
1818 - wp_send_json($pdf_error_response);
882 + ]);
1819 883 wp_die();
1820 884 }
1821 885 }
1822 886 }
1823 -
1824 -
1825 - // Step 2: Detect intent and handle intent-based responses
1826 - $intent_result = $this->mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id);
1827 -
1828 - // Capture action analysis for testing panel after intent check
1829 - if ($testing_data !== null && isset($this->last_action_analysis) && !empty($this->last_action_analysis)) {
1830 - $testing_data['action_matches'] = $this->last_action_analysis;
887 +
888 +
889 +// Add this before the intent check section (before Step 2) in mxchat_handle_chat_request
890 +// Check if there's an active recommendation flow session
891 +$flow_state = get_option("mxchat_sr_flow_state_{$session_id}", array());
892 +if (!empty($flow_state) && isset($flow_state['flow_id'])) {
893 + //error_log('MXCHAT DEBUG: Detected active recommendation flow, routing directly');
894 +
895 + // Create a dummy intent object that matches the original intent
896 + $dummy_intent = new stdClass();
897 + $dummy_intent->intent_label = 'Recommendation Flow ' . $flow_state['flow_id'];
898 + $dummy_intent->phrases = ''; // Empty phrases to avoid matching the original trigger
899 +
900 + // Call the recommendation flow handler directly
901 + $response_data = apply_filters('mxchat_sr_recommendation_flow', false, $message, $user_id, $session_id, $dummy_intent);
902 +
903 + // If the handler returned a response, send it
904 + if (is_array($response_data) && (isset($response_data['text']) || isset($response_data['html']))) {
905 + // Save the bot's response to the chat history
906 + if (!empty($response_data['text'])) {
907 + $this->mxchat_save_chat_message($session_id, 'bot', $response_data['text']);
1831 908 }
1832 -
1833 - // Step 3: Handle the intent result appropriately
1834 - if ($intent_result !== false) {
1835 - // Intent was matched - ALWAYS send as JSON response, never streaming
1836 -
1837 - if (is_array($intent_result) && (isset($intent_result['text']) || isset($intent_result['html']))) {
1838 - // Intent returned a direct response array
1839 - $response_data = [
1840 - 'text' => $intent_result['text'] ?? '',
1841 - 'html' => $intent_result['html'] ?? '',
1842 - 'session_id' => $session_id
1843 - ];
1844 -
1845 - // IMPORTANT: Include chat_mode if present (for WhatsApp, Slack, etc.)
1846 - if (isset($intent_result['chat_mode'])) {
1847 - $response_data['chat_mode'] = $intent_result['chat_mode'];
1848 - }
1849 -
1850 - if ($testing_data !== null) {
1851 - $response_data['testing_data'] = $testing_data;
1852 - }
1853 -
1854 - wp_send_json($response_data);
1855 - wp_die();
1856 - } else if ($intent_result === true && (!empty($this->fallbackResponse['text']) || !empty($this->fallbackResponse['html']))) {
1857 - // Intent returned true and set fallbackResponse
1858 -
1859 - // SAVE TO TRANSCRIPT
1860 - if (!empty($this->fallbackResponse['text'])) {
1861 - $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['text']);
1862 - }
1863 - // Save action HTML (product cards, featured products, etc.) so it renders in transcripts
1864 - if (!empty($this->fallbackResponse['html'])) {
1865 - $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['html']);
1866 - }
1867 -
1868 - $response_data = [
1869 - 'text' => $this->fallbackResponse['text'] ?? '',
1870 - 'html' => $this->fallbackResponse['html'] ?? '',
1871 - 'session_id' => $session_id
1872 - ];
1873 -
1874 - if (isset($this->fallbackResponse['chat_mode'])) {
1875 - $response_data['chat_mode'] = $this->fallbackResponse['chat_mode'];
1876 - }
1877 -
1878 - if ($testing_data !== null) {
1879 - $response_data['testing_data'] = $testing_data;
1880 - }
1881 -
1882 - wp_send_json($response_data);
1883 - wp_die();
1884 - }
909 + if (!empty($response_data['html'])) {
910 + $this->mxchat_save_chat_message($session_id, 'bot', $response_data['html']);
1885 911 }
912 +
913 + // Send the response
914 + wp_send_json($response_data);
915 + wp_die();
916 + }
917 +
918 + // If we reach here, the flow handler didn't provide a usable response
919 + // We'll continue with regular processing
920 + //error_log('MXCHAT DEBUG: Recommendation flow handler did not provide a usable response');
921 +}
1886 922
1887 - // If we get here, no intent matched OR the intent didn't provide a usable response
923 + // Step 2: Detect intent and handle intent-based responses
924 +$intent_result = $this->mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id);
925 +//error_log("Intent Result Type: " . gettype($intent_result));
1888 926
1889 - // Step 4: Generate AI response
1890 - // Get session start timestamp - when persistence is OFF, only include messages from this page load
1891 - $session_start_timestamp = isset($_POST['session_start_timestamp']) ? intval($_POST['session_start_timestamp']) : 0;
1892 - $conversation_history = $this->mxchat_fetch_conversation_history_for_ai($session_id, $session_start_timestamp);
1893 - $this->mxchat_increment_chat_count();
927 +// Step 3: Handle the intent result appropriately
928 +if ($intent_result !== false) {
929 + // The intent was matched and handled
930 + //error_log("Intent was matched and handled.");
931 +
932 + if (is_array($intent_result) && (isset($intent_result['text']) || isset($intent_result['html']))) {
933 + // Intent returned a direct response array
934 + //error_log("Intent returned a direct response.");
935 + $response_data = [
936 + 'text' => $intent_result['text'] ?? '',
937 + 'html' => $intent_result['html'] ?? '',
938 + 'session_id' => $session_id
939 + ];
1894 940
1895 - // Generate embedding for the user's query - USE BOT-SPECIFIC API KEY
1896 - $api_key = $current_options['api_key'] ?? $this->options['api_key'];
1897 - $user_message_embedding = $this->mxchat_generate_embedding($message, $api_key);
941 + wp_send_json($response_data);
942 + wp_die();
943 + }
944 + else if ($intent_result === true && (!empty($this->fallbackResponse['text']) || !empty($this->fallbackResponse['html']))) {
945 + // Intent returned true and set fallbackResponse
946 + //error_log("Intent returned true with fallbackResponse set.");
947 + $response_data = [
948 + 'text' => $this->fallbackResponse['text'] ?? '',
949 + 'html' => $this->fallbackResponse['html'] ?? '',
950 + 'session_id' => $session_id
951 + ];
1898 952
1899 - // Check if the embedding generation returned an error
1900 - if (is_array($user_message_embedding) && isset($user_message_embedding['error'])) {
1901 - $error_message = $user_message_embedding['error'];
1902 - $error_code = $user_message_embedding['error_code'] ?? 'embedding_error';
953 + wp_send_json($response_data);
954 + wp_die();
955 + }
956 +
957 + // Intent was matched but no usable response was provided
958 + // This shouldn't happen with proper intent implementation
959 + //error_log("Warning: Intent matched but no response provided.");
960 +}
1903 961
1904 - // FIXED: Send error in appropriate format based on streaming mode
1905 - if ($is_streaming) {
1906 - echo "data: " . json_encode([
1907 - 'error' => true,
1908 - 'error_message' => $error_message,
1909 - 'error_code' => $error_code,
1910 - 'text' => $error_message,
1911 - 'message' => $error_message
1912 - ]) . "\n\n";
1913 - echo "data: [DONE]\n\n";
1914 - flush();
1915 - } else {
962 + // If we get here, no intent matched OR the intent didn't provide a usable response
963 + //error_log("No matching intent or usable response. Generating AI response.");
964 +
965 + // Step 4: Generate AI response
966 + $conversation_history = $this->mxchat_fetch_conversation_history_for_ai($session_id);
967 + $this->mxchat_increment_chat_count();
968 +
969 + // Generate embedding for the user's query
970 + $user_message_embedding = $this->mxchat_generate_embedding($message, $this->options['api_key']);
971 +
972 + // Check if the embedding generation returned an error
973 + if (is_array($user_message_embedding) && isset($user_message_embedding['error'])) {
974 + $error_message = $user_message_embedding['error'];
975 + $error_code = $user_message_embedding['error_code'] ?? 'embedding_error';
976 +
977 + //error_log("Embedding error for session $session_id: $error_message (Code: $error_code)");
978 +
979 + // Important: Structure the error data correctly for wp_send_json_error
1916 980 wp_send_json_error([
1917 981 'error_message' => $error_message,
1918 982 'error_code' => $error_code
1919 983 ]);
984 + wp_die();
1920 985 }
1921 - wp_die();
1922 - }
1923 -
1924 - // Check if the embedding is valid
1925 - if (!is_array($user_message_embedding) || empty($user_message_embedding)) {
1926 - $error_message = esc_html__('Unable to process your message. The embedding service is not responding correctly.', 'mxchat');
1927 -
1928 - // FIXED: Send error in appropriate format based on streaming mode
1929 - if ($is_streaming) {
1930 - echo "data: " . json_encode([
1931 - 'error' => true,
1932 - 'error_message' => $error_message,
1933 - 'error_code' => 'invalid_embedding',
1934 - 'text' => $error_message,
1935 - 'message' => $error_message
1936 - ]) . "\n\n";
1937 - echo "data: [DONE]\n\n";
1938 - flush();
1939 - } else {
986 +
987 + // Check if the embedding is valid
988 + if (!is_array($user_message_embedding) || empty($user_message_embedding)) {
989 + //error_log("Failed to generate message embedding for session $session_id");
1940 990 wp_send_json_error([
1941 - 'error_message' => $error_message,
991 + 'error_message' => esc_html__('Unable to process your message. The embedding service is not responding correctly.', 'mxchat'),
1942 992 'error_code' => 'invalid_embedding'
1943 993 ]);
994 + wp_die();
1944 995 }
1945 - wp_die();
1946 - }
1947 996
1948 997 // Build context with both knowledge base and PDF content if available
1949 998 $context_content = "User asked: '{$message}'\n\n";
1950 -
1951 - // Add action instruction if present (add this right after the above line)
1952 - if (!empty($this->current_action_instruction)) {
1953 - $context_content .= "===== SPECIAL INSTRUCTION =====\n";
1954 - $context_content .= "IMPORTANT: " . $this->current_action_instruction . "\n";
1955 - $context_content .= "Respond naturally and conversationally while following this instruction.\n";
1956 - $context_content .= "===== END SPECIAL INSTRUCTION =====\n\n";
1957 -
1958 - // Clear the instruction after using it
1959 - $this->current_action_instruction = null;
1960 - }
1961 999
1962 1000
1963 - // Add page context if available and contextual awareness is enabled using current_options
1964 - if ($page_context && isset($current_options['contextual_awareness_toggle']) && $current_options['contextual_awareness_toggle'] === 'on') {
1965 - $context_content .= "===== CURRENT PAGE CONTEXT =====\n";
1966 - $context_content .= "Page URL: " . $page_context['url'] . "\n";
1967 - $context_content .= "Page Title: " . $page_context['title'] . "\n";
1968 - $context_content .= "Page Content: " . $page_context['content'] . "\n";
1969 - $context_content .= "===== END CURRENT PAGE CONTEXT =====\n\n";
1970 - }
1971 -
1972 - // Get relevant content from knowledge base - PASS BOT_ID and MESSAGE for Vector Store
1973 - $relevant_content = $this->mxchat_find_relevant_content($user_message_embedding, $bot_id, $message);
1974 -
1975 - // NEW: Also extract URLs from system instructions (only if citation links enabled)
1976 - // Use fresh options to ensure we get the latest setting value
1977 - $fresh_options = get_option('mxchat_options', []);
1978 - $citation_links_enabled = isset($fresh_options['citation_links_toggle']) ? ($fresh_options['citation_links_toggle'] === 'on') : true;
1979 -
1980 - $system_instructions = $this->get_system_instructions($bot_id, $session_id);
1981 - if ($citation_links_enabled && !empty($system_instructions)) {
1982 - preg_match_all(
1983 - '#\bhttps?://[^\s<>"\']+#i',
1984 - $system_instructions,
1985 - $system_instruction_urls
1986 - );
1987 -
1988 - if (!empty($system_instruction_urls[0])) {
1989 - // Merge with existing valid URLs
1990 - $this->current_valid_urls = array_merge(
1991 - $this->current_valid_urls,
1992 - $system_instruction_urls[0]
1993 - );
1994 - // Remove duplicates
1995 - $this->current_valid_urls = array_unique($this->current_valid_urls);
1996 -
1997 - //error_log("Added " . count($system_instruction_urls[0]) . " URLs from system instructions");
1998 - }
1999 - }
2000 -
2001 -// ===== CAPTURE REAL SIMILARITY DATA FOR ADMINS =====
2002 -if ($testing_data !== null && $this->last_similarity_analysis !== null) {
2003 - // Update testing data with the REAL similarity analysis
2004 - $testing_data['top_matches'] = $this->last_similarity_analysis['top_matches'];
2005 - $testing_data['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
2006 - $testing_data['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'];
2007 - $testing_data['sources_used'] = $this->last_similarity_analysis['sources_used'] ?? 0;
2008 - $testing_data['total_chunks_used'] = $this->last_similarity_analysis['total_chunks_used'] ?? 0;
2009 -}
2010 -// ===== END SIMILARITY DATA CAPTURE =====
2011 -
2012 -// NEW: Add valid URLs to testing data for admin panel display (AFTER similarity data)
2013 -if ($testing_data !== null && !empty($this->current_valid_urls)) {
2014 - $testing_data['approved_urls'] = array_values($this->current_valid_urls);
2015 - //error_log("Added " . count($this->current_valid_urls) . " approved URLs to testing data");
2016 -}
2017 -
1001 + // Get relevant content from knowledge base
1002 + $relevant_content = $this->mxchat_find_relevant_content($user_message_embedding);
2018 1003 if (!empty($relevant_content)) {
2019 1004 $context_content .= "===== OFFICIAL KNOWLEDGE DATABASE CONTENT =====\n" . $relevant_content . "\n===== END OF OFFICIAL KNOWLEDGE DATABASE CONTENT =====\n\n";
2020 1005 } else {
2021 1006 $context_content .= "===== NO RELEVANT CONTENT FOUND IN KNOWLEDGE DATABASE =====\n";
2022 1007 }
2023 -
2024 - // NEW: Add approved URLs list to context for AI (only if citation links enabled)
2025 - if ($citation_links_enabled && !empty($this->current_valid_urls)) {
2026 - $context_content .= "===== APPROVED URLS FOR CITATIONS =====\n";
2027 - $context_content .= "You may ONLY use these exact URLs in your response:\n";
2028 - foreach ($this->current_valid_urls as $url) {
2029 - $context_content .= "- " . $url . "\n";
2030 - }
2031 - $context_content .= "\nCRITICAL: Do NOT create, modify, extend, or invent any other URLs. ";
2032 - $context_content .= "===== END APPROVED URLS =====\n\n";
2033 - }
2034 -
1008 +
2035 1009 // Check for and include PDF content
2036 1010 $pdf_url = get_transient('mxchat_pdf_url_' . $session_id);
2037 1011 $pdf_embeddings = get_transient('mxchat_pdf_embeddings_' . $session_id);
2038 1012 $pdf_filename = get_transient('mxchat_pdf_filename_' . $session_id);
@@ -2063,53 +1037,24 @@
2063 1037 }
2064 1038
2065 1039 $context_content = apply_filters('mxchat_prepare_context', $context_content, $session_id);
2066 1040
2067 - // Extract model from current options for bot-specific model support
2068 - $selected_model = isset($current_options['model']) ? $current_options['model'] : 'gpt-5.1-chat-latest';
2069 -
1041 + // Generate the response using the full context
2070 1042 $response = $this->mxchat_generate_response(
2071 1043 $context_content,
2072 - $current_options['api_key'] ?? $this->options['api_key'],
2073 - $current_options['xai_api_key'] ?? $this->options['xai_api_key'],
2074 - $current_options['claude_api_key'] ?? $this->options['claude_api_key'],
2075 - $current_options['deepseek_api_key'] ?? $this->options['deepseek_api_key'],
2076 - $current_options['gemini_api_key'] ?? $this->options['gemini_api_key'],
2077 - $current_options['openrouter_api_key'] ?? $this->options['openrouter_api_key'],
2078 - $conversation_history,
2079 - $is_streaming,
2080 - $session_id,
2081 - $testing_data,
2082 - $selected_model
1044 + $this->options['api_key'],
1045 + $this->options['xai_api_key'],
1046 + $this->options['claude_api_key'],
1047 + $this->options['deepseek_api_key'],
1048 + $this->options['gemini_api_key'],
1049 + $conversation_history
2083 1050 );
2084 1051
2085 - // Handle streaming vs non-streaming responses
2086 - if ($is_streaming) {
2087 - // Check if streaming actually happened or if it fell back to regular response
2088 - if ($response === true) {
2089 - wp_die();
2090 - }
2091 - // If we get here, streaming fell back to regular response, continue
2092 - // But if there's an error, we need to send it as SSE format since headers are already set
2093 - if (is_array($response) && isset($response['error'])) {
2094 - $error_message = $response['error'];
2095 - $error_code = $response['error_code'] ?? 'api_error';
2096 - // Send error in SSE format that the client JS can handle
2097 - echo "data: " . json_encode([
2098 - 'error' => true,
2099 - 'error_message' => $error_message,
2100 - 'error_code' => $error_code,
2101 - 'text' => $error_message, // Also include as text for fallback handling
2102 - 'message' => $error_message
2103 - ]) . "\n\n";
2104 - echo "data: [DONE]\n\n";
2105 - flush();
2106 - wp_die();
2107 - }
2108 - }
2109 -
2110 - // Check if the response is an error array (non-streaming mode)
1052 + // Check if the response is an error array
2111 1053 if (is_array($response) && isset($response['error'])) {
1054 + //error_log("AI Response Error: " . $response['error'] . " (Code: " . ($response['error_code'] ?? 'unknown') . ")");
1055 +
1056 + // Send a user-friendly error message
2112 1057 wp_send_json_error([
2113 1058 'error_message' => $response['error'],
2114 1059 'error_code' => $response['error_code'] ?? 'api_error'
2115 1060 ]);
@@ -2115,219 +1060,77 @@
2115 1060 ]);
2116 1061 wp_die();
2117 1062 }
2118 1063
2119 - // DEBUG: Check what we have
2120 - //error_log("=== BEFORE URL VALIDATION ===");
2121 - //error_log("current_valid_urls is empty? " . (empty($this->current_valid_urls) ? 'YES' : 'NO'));
2122 - //error_log("current_valid_urls count: " . count($this->current_valid_urls));
2123 - //error_log("current_valid_urls content: " . print_r($this->current_valid_urls, true));
2124 -
2125 - // If we get here, the response is valid text - now validate URLs
2126 - if (!empty($this->current_valid_urls)) {
2127 - //error_log("CALLING validate_and_clean_urls");
2128 - $response = $this->validate_and_clean_urls($response, $this->current_valid_urls);
2129 - } else {
2130 - //error_log("SKIPPING validation - current_valid_urls is empty");
2131 - }
2132 - // ===== END URL VALIDATION =====
1064 + // If we get here, the response is valid text
1065 + $this->mxchat_save_chat_message($session_id, 'bot', $response);
2133 1066
2134 - // Prepare RAG context data for storage (only include documents used for context)
2135 - $rag_context_for_storage = null;
2136 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
2137 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
1067 + // Step 5: Save additional content if available
1068 + if (!empty($this->productCardHtml)) {
1069 + $this->mxchat_save_chat_message($session_id, 'bot', $this->productCardHtml);
1070 + }
2138 1071
2139 - if ($has_rag_data || $has_action_data) {
2140 - $rag_context_for_storage = [];
1072 + if (!empty($this->fallbackResponse['html'])) {
1073 + $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['html']);
1074 + }
2141 1075
2142 - // Add RAG/source data if available
2143 - if ($has_rag_data) {
2144 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
2145 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
2146 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
2147 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
2148 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
2149 - $rag_context_for_storage['sources_used'] = $this->last_similarity_analysis['sources_used'] ?? 0;
2150 - $rag_context_for_storage['total_chunks_used'] = $this->last_similarity_analysis['total_chunks_used'] ?? 0;
2151 - }
1076 + // Step 6: Return the response
1077 + $response_data = [
1078 + 'text' => $response,
1079 + 'html' => !empty($this->productCardHtml) ? $this->productCardHtml : ($this->fallbackResponse['html'] ?? ''),
1080 + 'session_id' => $session_id
1081 + ];
2152 1082
2153 - // Add action analysis data if available
2154 - if ($has_action_data) {
2155 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
2156 - }
2157 - }
2158 -
2159 - // Save the cleaned response with RAG context
2160 - $this->mxchat_save_chat_message($session_id, 'bot', $response, null, $rag_context_for_storage);
2161 -
2162 - // Step 5: Save additional content if available
2163 - if (!empty($this->productCardHtml)) {
2164 - $this->mxchat_save_chat_message($session_id, 'bot', $this->productCardHtml);
2165 - }
2166 -
2167 - if (!empty($this->fallbackResponse['html'])) {
2168 - $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['html']);
2169 - }
2170 -
2171 - // Step 6: Return the response
2172 - // DEBUG: Check if newlines exist in the response
2173 - //error_log("=== MXCHAT NON-STREAMING RESPONSE DEBUG ===");
2174 - //error_log("Response has newlines: " . (strpos($response, "\n") !== false ? 'YES' : 'NO'));
2175 - //error_log("Response first 500 chars: " . substr($response, 0, 500));
2176 -
2177 - $response_data = [
2178 - 'text' => $response,
2179 - 'html' => !empty($this->productCardHtml) ? $this->productCardHtml : ($this->fallbackResponse['html'] ?? ''),
2180 - 'session_id' => $session_id
2181 - ];
2182 -
2183 - // Include vectorstore error info for admin debugging (only visible to admins via testing_data)
2184 - if (!empty($this->last_vectorstore_error) && $testing_data !== null) {
2185 - $testing_data['vectorstore_error'] = $this->last_vectorstore_error;
2186 - }
2187 -
2188 - // Also pass it as a top-level field so JS can show a better error message to admins
2189 - if (!empty($this->last_vectorstore_error) && current_user_can('manage_options')) {
2190 - $response_data['vectorstore_error'] = $this->last_vectorstore_error;
2191 - }
2192 -
2193 - // Always add testing data for admins (no toggle needed)
2194 - if ($testing_data !== null) {
2195 - $response_data['testing_data'] = $testing_data;
2196 - }
2197 -
2198 - wp_send_json($response_data);
2199 - wp_die();
1083 + wp_send_json($response_data);
1084 + wp_die();
2200 1085 }
2201 1086
2202 -/**
2203 - * Get bot-specific options for multi-bot functionality
2204 - * Falls back to default options if bot_id is 'default' or multi-bot add-on is not active
2205 - */
2206 -// Also debug the bot options retrieval
2207 -private function get_bot_options($bot_id = 'default') {
2208 - //error_log("MXCHAT DEBUG: get_bot_options called for bot: " . $bot_id);
2209 -
2210 - if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) {
2211 - //error_log("MXCHAT DEBUG: Using default options (no multi-bot or bot is 'default')");
2212 - return array();
2213 - }
2214 -
2215 - $bot_options = apply_filters('mxchat_get_bot_options', array(), $bot_id);
2216 -
2217 - if (!empty($bot_options)) {
2218 - //error_log("MXCHAT DEBUG: Got bot-specific options from filter");
2219 - if (isset($bot_options['similarity_threshold'])) {
2220 - //error_log(" - similarity_threshold: " . $bot_options['similarity_threshold']);
2221 - }
2222 - }
2223 -
2224 - return is_array($bot_options) ? $bot_options : array();
2225 -}
2226 -
2227 -/**
2228 - * Get bot-specific Pinecone configuration
2229 - * Used in the knowledge retrieval functions
2230 - */
2231 -// Also add debugging to your get_bot_pinecone_config function
2232 -private function get_bot_pinecone_config($bot_id = 'default') {
2233 - //error_log("MXCHAT DEBUG: get_bot_pinecone_config called for bot: " . $bot_id);
2234 -
2235 - // If default bot or multi-bot add-on not active, use default Pinecone config
2236 - if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) {
2237 - //error_log("MXCHAT DEBUG: Using default Pinecone config (no multi-bot or bot is 'default')");
2238 - $addon_options = get_option('mxchat_pinecone_addon_options', array());
2239 - $config = array(
2240 - 'use_pinecone' => (isset($addon_options['mxchat_use_pinecone']) && $addon_options['mxchat_use_pinecone'] === '1'),
2241 - 'api_key' => $addon_options['mxchat_pinecone_api_key'] ?? '',
2242 - 'host' => $addon_options['mxchat_pinecone_host'] ?? '',
2243 - 'namespace' => $addon_options['mxchat_pinecone_namespace'] ?? ''
2244 - );
2245 - //error_log("MXCHAT DEBUG: Default config - use_pinecone: " . ($config['use_pinecone'] ? 'true' : 'false'));
2246 - return $config;
2247 - }
2248 -
2249 - //error_log("MXCHAT DEBUG: Calling filter 'mxchat_get_bot_pinecone_config' for bot: " . $bot_id);
2250 -
2251 - // Hook for multi-bot add-on to provide bot-specific Pinecone config
2252 - $bot_pinecone_config = apply_filters('mxchat_get_bot_pinecone_config', array(), $bot_id);
2253 -
2254 - if (!empty($bot_pinecone_config)) {
2255 - //error_log("MXCHAT DEBUG: Got bot-specific config from filter");
2256 - //error_log(" - use_pinecone: " . (isset($bot_pinecone_config['use_pinecone']) ? ($bot_pinecone_config['use_pinecone'] ? 'true' : 'false') : 'not set'));
2257 - //error_log(" - host: " . ($bot_pinecone_config['host'] ?? 'not set'));
2258 - //error_log(" - namespace: " . ($bot_pinecone_config['namespace'] ?? 'not set'));
2259 - } else {
2260 - //error_log("MXCHAT DEBUG: Filter returned empty config!");
2261 - }
2262 -
2263 - return is_array($bot_pinecone_config) ? $bot_pinecone_config : array();
2264 -}
2265 -
2266 -
2267 1087 // Updated function to check intents and invoke the callback function
2268 1088 private function mxchat_check_intent_and_invoke_callback($message, $user_id, $session_id) {
2269 1089 global $wpdb;
2270 1090 $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai');
2271 1091
2272 - // Get the current bot_id
2273 - $current_bot_id = $this->get_current_bot_id($session_id);
1092 + //error_log('🔍 MXCHAT DEBUG: Intent Check Started ==================');
1093 + //error_log("🔍 MXCHAT DEBUG: Message: '$message'");
1094 + //error_log("🔍 MXCHAT DEBUG: Chat Mode: $chat_mode");
2274 1095
2275 1096 // Generate the user embedding
1097 + //error_log('🔄 MXCHAT DEBUG: Generating user embedding');
2276 1098 $user_embedding = $this->mxchat_generate_embedding($message, $this->options['api_key']);
2277 -
1099 +
2278 1100 // Check if embedding generation returned an error
2279 1101 if (is_array($user_embedding) && isset($user_embedding['error'])) {
2280 1102 $error_message = $user_embedding['error'];
2281 1103 $error_code = $user_embedding['error_code'] ?? 'embedding_error';
2282 -
2283 - // FIXED: Send error in appropriate format based on streaming mode
2284 - if ($this->is_streaming) {
2285 - echo "data: " . json_encode([
2286 - 'error' => true,
2287 - 'error_message' => $error_message,
2288 - 'error_code' => $error_code,
2289 - 'text' => $error_message,
2290 - 'message' => $error_message
2291 - ]) . "\n\n";
2292 - echo "data: [DONE]\n\n";
2293 - flush();
2294 - } else {
2295 - wp_send_json_error([
2296 - 'error_message' => $error_message,
2297 - 'error_code' => $error_code
2298 - ]);
2299 - }
1104 +
1105 + //error_log("❌ MXCHAT DEBUG: Embedding error: $error_message (Code: $error_code)");
1106 +
1107 + // Send the error to the frontend
1108 + wp_send_json_error([
1109 + 'error_message' => $error_message,
1110 + 'error_code' => $error_code
1111 + ]);
2300 1112 wp_die();
2301 1113 }
2302 -
2303 - // Check if embedding is valid
1114 +
1115 + // Check if embedding is valid (not an error and is an array)
2304 1116 if (!is_array($user_embedding) || empty($user_embedding)) {
2305 - $error_message = esc_html__('Unable to process your message. The embedding service is not responding correctly.', 'mxchat');
2306 -
2307 - // FIXED: Send error in appropriate format based on streaming mode
2308 - if ($this->is_streaming) {
2309 - echo "data: " . json_encode([
2310 - 'error' => true,
2311 - 'error_message' => $error_message,
2312 - 'error_code' => 'invalid_embedding',
2313 - 'text' => $error_message,
2314 - 'message' => $error_message
2315 - ]) . "\n\n";
2316 - echo "data: [DONE]\n\n";
2317 - flush();
2318 - } else {
2319 - wp_send_json_error([
2320 - 'error_message' => $error_message,
2321 - 'error_code' => 'invalid_embedding'
2322 - ]);
2323 - }
1117 + //error_log('❌ MXCHAT DEBUG: Failed to generate user embedding');
1118 +
1119 + // Send a generic error to the frontend
1120 + wp_send_json_error([
1121 + 'error_message' => esc_html__('Unable to process your message. The embedding service is not responding correctly.', 'mxchat'),
1122 + 'error_code' => 'invalid_embedding'
1123 + ]);
2324 1124 wp_die();
2325 1125 }
2326 -
1126 +
1127 + //error_log('✅ MXCHAT DEBUG: User embedding generated successfully');
1128 +
2327 1129 // Fetch intents from the database
2328 1130 $table_name = $wpdb->prefix . 'mxchat_intents';
2329 1131 if ($chat_mode === 'agent') {
1132 + //error_log('🔍 MXCHAT DEBUG: Agent mode - fetching only chatbot switch intent');
2330 1133 $query = $wpdb->prepare(
2331 1134 "SELECT * FROM $table_name WHERE callback_function = %s AND (enabled = 1 OR enabled IS NULL)",
2332 1135 'mxchat_handle_switch_to_chatbot_intent'
2333 1136 );
@@ -2332,139 +1135,78 @@
2332 1135 'mxchat_handle_switch_to_chatbot_intent'
2333 1136 );
2334 1137 $intents = $wpdb->get_results($query);
2335 1138 } else {
1139 + //error_log('🔍 MXCHAT DEBUG: AI mode - fetching all enabled intents');
1140 + // Only fetch enabled intents (either explicitly enabled with 1 or implicitly enabled with NULL for backward compatibility)
2336 1141 $intents = $wpdb->get_results("SELECT * FROM $table_name WHERE enabled = 1 OR enabled IS NULL");
2337 1142 }
2338 -
1143 +
1144 + //error_log('🔍 MXCHAT DEBUG: Found ' . count($intents) . ' enabled intents to check');
1145 +
2339 1146 if (empty($intents)) {
1147 + //error_log('❌ MXCHAT DEBUG: No enabled intents found in database');
2340 1148 return false;
2341 1149 }
2342 -
2343 - // Prefetch individual phrase vectors from wp_mxchat_intent_phrases (grouped by intent_id)
2344 - $phrases_table = $wpdb->prefix . 'mxchat_intent_phrases';
2345 - $phrases_by_intent = [];
2346 - if ($wpdb->get_var("SHOW TABLES LIKE '$phrases_table'") === $phrases_table) {
2347 - $all_phrases = $wpdb->get_results("SELECT intent_id, phrase, embedding_vector FROM $phrases_table");
2348 - foreach ($all_phrases as $p) {
2349 - $phrases_by_intent[$p->intent_id][] = $p;
2350 - }
2351 - }
2352 -
1150 +
2353 1151 $highest_similarity = -INF;
2354 1152 $matched_intent = null;
2355 -
2356 - // Array to store action analysis for testing panel
2357 - $action_analysis = [];
2358 -
1153 +
1154 + //error_log('📊 MXCHAT DEBUG: Intent Similarity Scores ==================');
2359 1155 foreach ($intents as $intent) {
2360 - // Additional check for enabled state
1156 + //error_log("🔄 MXCHAT DEBUG: Checking intent: '{$intent->intent_label}' (callback: {$intent->callback_function})");
1157 +
1158 + // Additional check for enabled state in case database structure was modified
2361 1159 $is_enabled = isset($intent->enabled) ? (bool)$intent->enabled : true;
2362 1160 if (!$is_enabled) {
1161 + //error_log("⚠️ MXCHAT DEBUG: Skipping disabled intent: {$intent->intent_label}");
2363 1162 continue;
2364 1163 }
2365 -
2366 - // Check if this action is enabled for the current bot
2367 - if (!$this->is_action_enabled_for_bot($intent, $current_bot_id)) {
2368 - continue;
2369 - }
2370 -
2371 - $best_similarity = -INF;
2372 - $matched_phrase_text = '';
2373 -
2374 - // Check legacy embedding vector (existing behavior)
1164 +
2375 1165 $intent_embedding_serialized = $intent->embedding_vector;
2376 1166 $intent_embedding = $intent_embedding_serialized
2377 1167 ? unserialize($intent_embedding_serialized, ['allowed_classes' => false])
2378 1168 : null;
2379 -
2380 - if (is_array($intent_embedding) && !empty($intent_embedding)) {
2381 - $legacy_similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $intent_embedding);
2382 - if ($legacy_similarity > $best_similarity) {
2383 - $best_similarity = $legacy_similarity;
2384 - $matched_phrase_text = 'legacy';
2385 - }
2386 - }
2387 -
2388 - // Check individual phrase vectors
2389 - if (isset($phrases_by_intent[$intent->id])) {
2390 - foreach ($phrases_by_intent[$intent->id] as $phrase_row) {
2391 - $phrase_embedding = $phrase_row->embedding_vector
2392 - ? unserialize($phrase_row->embedding_vector, ['allowed_classes' => false])
2393 - : null;
2394 - if (!is_array($phrase_embedding)) {
2395 - continue;
2396 - }
2397 - $phrase_similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $phrase_embedding);
2398 - if ($phrase_similarity > $best_similarity) {
2399 - $best_similarity = $phrase_similarity;
2400 - $matched_phrase_text = $phrase_row->phrase;
2401 - }
2402 - }
2403 - }
2404 -
2405 - // Skip if no valid embedding was found at all
2406 - if ($best_similarity === -INF) {
1169 +
1170 + if (!is_array($intent_embedding)) {
1171 + //error_log("❌ MXCHAT DEBUG: Invalid embedding for intent: {$intent->intent_label}");
2407 1172 continue;
2408 1173 }
2409 -
2410 - $similarity = $best_similarity;
1174 +
1175 + $similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $intent_embedding);
2411 1176 $intent_threshold = isset($intent->similarity_threshold) ? $intent->similarity_threshold : 0.85;
2412 -
2413 - // Store action analysis data for testing panel
2414 - $action_analysis[] = [
2415 - 'intent_label' => $intent->intent_label,
2416 - 'callback_function' => $intent->callback_function,
2417 - 'similarity' => round($similarity, 4),
2418 - 'similarity_percentage' => round($similarity * 100, 2),
2419 - 'threshold' => $intent_threshold,
2420 - 'threshold_percentage' => round($intent_threshold * 100, 2),
2421 - 'above_threshold' => $similarity >= $intent_threshold,
2422 - 'matched_phrase' => $matched_phrase_text,
2423 - 'triggered' => false // Will be updated below if this intent is triggered
2424 - ];
2425 -
1177 +
1178 + //error_log("📊 MXCHAT DEBUG: Intent '{$intent->intent_label}' similarity: {$similarity}, threshold: {$intent_threshold}");
1179 +
2426 1180 if ($similarity >= $intent_threshold && $similarity > $highest_similarity) {
2427 1181 $highest_similarity = $similarity;
2428 1182 $matched_intent = $intent;
1183 + //error_log("✅ MXCHAT DEBUG: New best match: '{$intent->intent_label}' with similarity {$similarity}");
2429 1184 }
2430 1185 }
1186 + //error_log('📊 MXCHAT DEBUG: End Intent Scores ==================');
2431 1187
2432 - // Mark the triggered action if any
2433 1188 if ($matched_intent) {
2434 - foreach ($action_analysis as &$action) {
2435 - if ($action['intent_label'] === $matched_intent->intent_label) {
2436 - $action['triggered'] = true;
2437 - break;
2438 - }
2439 - }
2440 - }
2441 -
2442 - // Sort actions by similarity (highest first) and store for testing panel
2443 - usort($action_analysis, function($a, $b) {
2444 - return $b['similarity'] <=> $a['similarity'];
2445 - });
2446 -
2447 - // Store action analysis for testing panel capture
2448 - $this->last_action_analysis = $action_analysis;
2449 -
2450 - // Around line 715 in your mxchat_check_intent_and_invoke_callback function
2451 - if ($matched_intent) {
1189 + //error_log("🎯 MXCHAT DEBUG: Final Intent Match: '{$matched_intent->intent_label}'");
1190 + //error_log("🔄 MXCHAT DEBUG: Invoking callback: {$matched_intent->callback_function}");
1191 +
2452 1192 // If the callback is a method on this instance (core callback), call it directly
2453 1193 if (method_exists($this, $matched_intent->callback_function)) {
1194 + //error_log('🔍 MXCHAT DEBUG: Using direct method call for core callback');
2454 1195 $callback_result = call_user_func(
2455 - [$this, $matched_intent->callback_function],
2456 - $message,
2457 - $user_id,
2458 - $session_id,
2459 - $matched_intent,
2460 - $user_context ?? null
2461 - );
1196 + [$this, $matched_intent->callback_function],
1197 + $message,
1198 + $user_id,
1199 + $session_id,
1200 + $matched_intent,
1201 + $user_context
1202 + );
2462 1203 } else {
1204 + //error_log('🔍 MXCHAT DEBUG: Using apply_filters for add-on callback');
2463 1205 // Otherwise, use apply_filters for add-on callbacks
2464 1206 $callback_result = apply_filters(
2465 1207 $matched_intent->callback_function,
2466 - false,
1208 + false, // default return value
2467 1209 $message,
2468 1210 $user_id,
2469 1211 $session_id,
2470 1212 $matched_intent
@@ -2470,50 +1212,23 @@
2470 1212 $matched_intent
2471 1213 );
2472 1214 }
2473 1215
2474 - // Handle the callback result properly
1216 + //error_log('🔍 MXCHAT DEBUG: Callback result type: ' . gettype($callback_result));
2475 1217 if ($callback_result !== false) {
2476 - // If callback returned an array with chat_mode, use it directly
2477 - if (is_array($callback_result) && isset($callback_result['chat_mode'])) {
2478 - $this->fallbackResponse = $callback_result;
2479 - return $callback_result; // Return the full array
2480 - } else {
2481 - $this->fallbackResponse = $callback_result;
2482 - return true;
2483 - }
1218 + //error_log('✅ MXCHAT DEBUG: Intent handled successfully');
1219 + $this->fallbackResponse = $callback_result;
1220 + return true;
2484 1221 }
1222 + //error_log('❌ MXCHAT DEBUG: Callback returned false');
1223 + } else {
1224 + //error_log('❌ MXCHAT DEBUG: No matching intent found');
2485 1225 }
2486 1226
1227 + //error_log('🔍 MXCHAT DEBUG: Intent Check Completed ==================');
2487 1228 return false;
2488 1229 }
2489 1230
2490 -/**
2491 - * Check if an action is enabled for a specific bot
2492 - */
2493 -private function is_action_enabled_for_bot($intent, $bot_id) {
2494 - // If enabled_bots column doesn't exist or is null, assume it's enabled for all bots (backward compatibility)
2495 - if (!isset($intent->enabled_bots) || empty($intent->enabled_bots)) {
2496 - return true;
2497 - }
2498 -
2499 - $enabled_bots = json_decode($intent->enabled_bots, true);
2500 -
2501 - // If JSON decode fails or returns empty array, assume enabled for all (backward compatibility)
2502 - if (!is_array($enabled_bots) || empty($enabled_bots)) {
2503 - return true;
2504 - }
2505 -
2506 - // Admin testing tab uses bot_id "testing" — treat it as "default" so all
2507 - // default-bot actions are testable from the admin panel
2508 - if ($bot_id === 'testing') {
2509 - $bot_id = 'default';
2510 - }
2511 -
2512 - // Check if the current bot is in the enabled bots list
2513 - return in_array($bot_id, $enabled_bots);
2514 -}
2515 -
2516 1231 // Helper function to clear PDF and Word document related transients
2517 1232 private function clear_pdf_transients($session_id) {
2518 1233 // PDF transients
2519 1234 delete_transient('mxchat_pdf_url_' . $session_id);
@@ -2532,38 +1247,34 @@
2532 1247
2533 1248
2534 1249 //verified good
2535 1250 public function mxchat_handle_email_capture($message, $user_id, $session_id) {
2536 - // Get the user's original instruction/message
2537 - $user_instruction = esc_html($this->options['triggered_phrase_response'] ?? esc_html__("Please provide your email address.", 'mxchat'));
2538 -
2539 - // Set instruction for AI - just pass along what the user wanted to say
2540 - $this->current_action_instruction = $user_instruction;
2541 -
2542 - // Set the transient to track email capture flow
1251 + // Log the message safely
1252 + //error_log("Triggered email capture intent for message: " . sanitize_text_field($message));
1253 +
1254 + // Initiate email capture flow
1255 + $response = esc_html($this->options['triggered_phrase_response'] ?? esc_html__("Would you like to join our mailing list? Please provide your email below.", 'mxchat'));
1256 +
2543 1257 set_transient('mxchat_email_capture_' . $user_id, true, 5 * MINUTE_IN_SECONDS);
2544 -
2545 - // Return false to let the AI generate the response
2546 - return false;
1258 + $this->mxchat_save_chat_message($session_id, 'bot', $response);
1259 +
1260 + // Respond to the user
1261 + wp_send_json(['message' => $response]);
1262 + wp_die();
2547 1263 }
2548 1264
2549 1265 public function mxchat_generate_image($message, $user_id, $session_id) {
2550 1266 //error_log("Starting image generation for message: " . $message);
2551 -
2552 - // Prepare a prompt for OpenAI image generation
1267 +
1268 + // Prepare a prompt for DALL-E
2553 1269 $prompt = esc_html__('Create an image of ', 'mxchat') . sanitize_text_field($message);
2554 -
2555 - // Opt-in routing: when 'custom_provider_for_images' is on, route image gen
2556 - // through the configured Custom (OpenAI-compatible) /images/generations route.
2557 - if (!empty($this->options['custom_provider_for_images']) && $this->options['custom_provider_for_images'] === 'on') {
2558 - $image_response = $this->mxchat_generate_custom_image($prompt);
2559 - } else {
2560 - // Use the existing OpenAI API key
2561 - $openai_api_key = sanitize_text_field($this->options['api_key']);
2562 - // Call OpenAI GPT Image to generate an image
2563 - $image_response = $this->mxchat_generate_openai_image($prompt, $openai_api_key);
2564 - }
2565 1270
1271 + // Use the existing OpenAI API key
1272 + $openai_api_key = sanitize_text_field($this->options['api_key']);
1273 +
1274 + // Call DALL-E to generate an image
1275 + $image_response = $this->mxchat_generate_dalle_image($prompt, $openai_api_key);
1276 +
2566 1277 // Check if the response contains an image URL
2567 1278 if (isset($image_response['imageUrl'])) {
2568 1279 $image_url = esc_url_raw($image_response['imageUrl']);
2569 1280
@@ -2606,103 +1317,24 @@
2606 1317 // Return the response directly instead of relying on the property
2607 1318 return $this->fallbackResponse;
2608 1319 }
2609 1320 }
2610 -
2611 -public function mxchat_generate_gemini_image($message, $user_id, $session_id) {
2612 - $prompt = esc_html__('Create an image of ', 'mxchat') . sanitize_text_field($message);
2613 -
2614 - $gemini_api_key = sanitize_text_field($this->options['gemini_api_key'] ?? '');
2615 - if (empty($gemini_api_key)) {
2616 - $response_text = esc_html__("Gemini API key is not configured.", 'mxchat');
2617 - $this->mxchat_save_chat_message($session_id, 'bot', $response_text);
2618 - return ['text' => $response_text, 'html' => '', 'images' => []];
2619 - }
2620 -
2621 - $image_response = $this->mxchat_generate_imagen_image($prompt, $gemini_api_key);
2622 -
2623 - if (isset($image_response['imageUrl'])) {
2624 - $image_url = esc_url_raw($image_response['imageUrl']);
2625 -
2626 - $response_html = '<img src="' . esc_url($image_url) . '" alt="' . esc_attr__('Generated Image', 'mxchat') . '" class="mxchat-generated-image" />';
2627 - $response_text = esc_html__('Here is the image I generated:', 'mxchat');
2628 -
2629 - $this->mxchat_save_chat_message($session_id, 'bot', $response_text);
2630 - $this->mxchat_save_chat_message($session_id, 'bot', $response_html);
2631 -
2632 - $this->fallbackResponse = [
2633 - 'text' => $response_text,
2634 - 'html' => $response_html,
2635 - 'images' => [$image_url]
2636 - ];
2637 -
2638 - return $this->fallbackResponse;
2639 - } else {
2640 - $response_text = esc_html__("I'm sorry, but I couldn't generate an image based on your request.", 'mxchat');
2641 -
2642 - $this->mxchat_save_chat_message($session_id, 'bot', $response_text);
2643 -
2644 - $this->fallbackResponse = [
2645 - 'text' => $response_text,
2646 - 'html' => '',
2647 - 'images' => []
2648 - ];
2649 -
2650 - return $this->fallbackResponse;
2651 - }
2652 -}
2653 -
2654 -private function mxchat_save_generated_image($base64_data, $mime_type = 'image/png', $prefix = 'mxchat-generated') {
2655 - $extension = ($mime_type === 'image/jpeg') ? 'jpg' : 'png';
2656 - $filename = sanitize_file_name($prefix . '-' . wp_generate_uuid4() . '.' . $extension);
2657 - $decoded = base64_decode($base64_data);
2658 -
2659 - if ($decoded === false) {
2660 - return new \WP_Error('decode_failed', esc_html__('Failed to decode image data.', 'mxchat'));
2661 - }
2662 -
2663 - $upload = wp_upload_bits($filename, null, $decoded);
2664 -
2665 - if (!empty($upload['error'])) {
2666 - return new \WP_Error('upload_failed', $upload['error']);
2667 - }
2668 -
2669 - $attach_id = wp_insert_attachment([
2670 - 'post_mime_type' => $mime_type,
2671 - 'post_title' => $prefix,
2672 - 'post_content' => '',
2673 - 'post_status' => 'inherit',
2674 - ], $upload['file']);
2675 -
2676 - if (is_wp_error($attach_id)) {
2677 - return $attach_id;
2678 - }
2679 -
2680 - require_once ABSPATH . 'wp-admin/includes/image.php';
2681 - $metadata = wp_generate_attachment_metadata($attach_id, $upload['file']);
2682 - wp_update_attachment_metadata($attach_id, $metadata);
2683 -
2684 - return esc_url_raw(wp_get_attachment_url($attach_id));
2685 -}
2686 -
2687 -private function mxchat_generate_openai_image($prompt, $api_key, $model = 'gpt-image-1', $timeout = 60) {
1321 +private function mxchat_generate_dalle_image($prompt, $api_key, $model = 'dall-e-3', $timeout = 60) {
2688 1322 $api_url = 'https://api.openai.com/v1/images/generations';
2689 1323 $body = json_encode([
2690 - 'prompt' => sanitize_text_field($prompt),
2691 - 'n' => 1,
2692 - 'size' => '1024x1024',
2693 - 'quality' => 'medium',
2694 - 'output_format' => 'png',
2695 - 'model' => sanitize_text_field($model),
1324 + 'prompt' => sanitize_text_field($prompt),
1325 + 'n' => 1,
1326 + 'size' => '1024x1024',
1327 + 'model' => sanitize_text_field($model),
2696 1328 ]);
2697 1329
2698 1330 $args = [
2699 - 'body' => $body,
1331 + 'body' => $body,
2700 1332 'headers' => [
2701 - 'Content-Type' => 'application/json',
1333 + 'Content-Type' => 'application/json',
2702 1334 'Authorization' => 'Bearer ' . sanitize_text_field($api_key),
2703 1335 ],
2704 - 'method' => 'POST',
1336 + 'method' => 'POST',
2705 1337 'timeout' => absint($timeout),
2706 1338 ];
2707 1339
2708 1340 $response = wp_remote_post($api_url, $args);
@@ -2707,114 +1339,23 @@
2707 1339
2708 1340 $response = wp_remote_post($api_url, $args);
2709 1341
2710 1342 if (is_wp_error($response)) {
1343 + //error_log("DALL-E request failed: " . $response->get_error_message());
2711 1344 return ['error' => esc_html__('Error generating image: ', 'mxchat') . $response->get_error_message()];
2712 1345 }
2713 1346
2714 1347 $response_body = json_decode(wp_remote_retrieve_body($response), true);
2715 1348
2716 - $b64 = $response_body['data'][0]['b64_json'] ?? $response_body['data'][0]['b64'] ?? null;
2717 - if ($b64) {
2718 - $saved_url = $this->mxchat_save_generated_image($b64, 'image/png', 'mxchat-openai');
2719 - if (is_wp_error($saved_url)) {
2720 - return ['error' => $saved_url->get_error_message()];
2721 - }
2722 - return ['imageUrl' => $saved_url];
1349 + if (isset($response_body['data'][0]['url'])) {
1350 + return ['imageUrl' => esc_url_raw($response_body['data'][0]['url'])];
2723 1351 } else {
1352 + //error_log("DALL-E response error: " . wp_remote_retrieve_body($response));
2724 1353 return ['error' => esc_html__('Failed to generate image.', 'mxchat')];
2725 1354 }
2726 1355 }
2727 1356
2728 1357 /**
2729 - * Generate an image via a Custom (OpenAI-compatible) provider's /images/generations route.
2730 - * Only called when the opt-in 'custom_provider_for_images' setting is on.
2731 - */
2732 -private function mxchat_generate_custom_image($prompt, $timeout = 90) {
2733 - $cfg = $this->mxchat_resolve_custom_provider();
2734 - if (empty($cfg['base_url'])) {
2735 - return ['error' => esc_html__('Custom provider Base URL is not configured.', 'mxchat')];
2736 - }
2737 - $url = $cfg['base_url'] . '/images/generations';
2738 - if (!empty($cfg['api_version'])) {
2739 - $url .= (strpos($url, '?') === false ? '?' : '&') . 'api-version=' . rawurlencode($cfg['api_version']);
2740 - }
2741 - $body = wp_json_encode([
2742 - 'prompt' => sanitize_text_field($prompt),
2743 - 'n' => 1,
2744 - 'size' => '1024x1024',
2745 - 'model' => $cfg['model'],
2746 - ]);
2747 - $response = wp_remote_post($url, [
2748 - 'headers' => $this->mxchat_custom_provider_assoc_headers($cfg),
2749 - 'body' => $body,
2750 - 'method' => 'POST',
2751 - 'timeout' => absint($timeout),
2752 - ]);
2753 - if (is_wp_error($response)) {
2754 - return ['error' => esc_html__('Error generating image (custom provider): ', 'mxchat') . $response->get_error_message()];
2755 - }
2756 - $resp = json_decode(wp_remote_retrieve_body($response), true);
2757 - // Try b64 first (matches OpenAI shape), then url-based fallback.
2758 - $b64 = $resp['data'][0]['b64_json'] ?? $resp['data'][0]['b64'] ?? null;
2759 - if ($b64) {
2760 - $saved = $this->mxchat_save_generated_image($b64, 'image/png', 'mxchat-custom');
2761 - if (is_wp_error($saved)) {
2762 - return ['error' => $saved->get_error_message()];
2763 - }
2764 - return ['imageUrl' => $saved];
2765 - }
2766 - $remote_url = $resp['data'][0]['url'] ?? null;
2767 - if ($remote_url) {
2768 - return ['imageUrl' => esc_url_raw($remote_url)];
2769 - }
2770 - $err_msg = $resp['error']['message'] ?? esc_html__('Custom provider did not return an image.', 'mxchat');
2771 - return ['error' => esc_html($err_msg)];
2772 -}
2773 -
2774 -private function mxchat_generate_imagen_image($prompt, $api_key, $timeout = 60) {
2775 - $api_url = 'https://generativelanguage.googleapis.com/v1beta/models/imagen-4.0-generate-001:predict';
2776 -
2777 - $body = json_encode([
2778 - 'instances' => [['prompt' => sanitize_text_field($prompt)]],
2779 - 'parameters' => [
2780 - 'sampleCount' => 1,
2781 - 'aspectRatio' => '1:1',
2782 - ],
2783 - ]);
2784 -
2785 - $args = [
2786 - 'body' => $body,
2787 - 'headers' => [
2788 - 'Content-Type' => 'application/json',
2789 - 'x-goog-api-key' => sanitize_text_field($api_key),
2790 - ],
2791 - 'method' => 'POST',
2792 - 'timeout' => absint($timeout),
2793 - ];
2794 -
2795 - $response = wp_remote_post($api_url, $args);
2796 -
2797 - if (is_wp_error($response)) {
2798 - return ['error' => esc_html__('Error generating image: ', 'mxchat') . $response->get_error_message()];
2799 - }
2800 -
2801 - $response_body = json_decode(wp_remote_retrieve_body($response), true);
2802 -
2803 - $b64 = $response_body['predictions'][0]['bytesBase64Encoded'] ?? $response_body['predictions'][0]['imageBytes'] ?? null;
2804 - if ($b64) {
2805 - $mime = $response_body['predictions'][0]['mimeType'] ?? 'image/png';
2806 - $saved_url = $this->mxchat_save_generated_image($b64, $mime, 'mxchat-gemini');
2807 - if (is_wp_error($saved_url)) {
2808 - return ['error' => $saved_url->get_error_message()];
2809 - }
2810 - return ['imageUrl' => $saved_url];
2811 - } else {
2812 - return ['error' => esc_html__('Failed to generate image.', 'mxchat')];
2813 - }
2814 -}
2815 -
2816 -/**
2817 1358 * Handle web search requests.
2818 1359 *
2819 1360 * Sends the refined search query to the Brave Search API and uses the
2820 1361 * results to generate a conversational response with the AI model.
@@ -2862,10 +1403,10 @@
2862 1403 $transient_key = 'mxchat_search_' . md5($refined_search_query);
2863 1404 $results = get_transient($transient_key);
2864 1405
2865 1406 if (false === $results) {
2866 - // SECURITY FIX: Changed to wp_safe_remote_get
2867 - $response = wp_safe_remote_get(
1407 + // Fetch new results from the Brave Search API
1408 + $response = wp_remote_get(
2868 1409 $api_url,
2869 1410 array(
2870 1411 'headers' => array(
2871 1412 'Accept' => 'application/json',
@@ -2944,9 +1485,105 @@
2944 1485 'html' => ''
2945 1486 );
2946 1487 }
2947 1488 }
1489 +/**
1490 + * Format search results into a natural text summary.
1491 + *
1492 + * @since 1.0.0
1493 + * @param array $results The search results from the API.
1494 + * @param string $query The original search query.
1495 + * @return string The text summary of the top results.
1496 + */
1497 +private function format_search_results( $results, $query ) {
1498 + $summary = sprintf(
1499 + esc_html__( 'Here are the most relevant results for "%s":', 'mxchat' ),
1500 + esc_html( $query )
1501 + ) . "\n\n";
2948 1502
1503 + $max_results = min( count( $results ), 3 );
1504 + for ( $i = 0; $i < $max_results; $i++ ) {
1505 + $result = $results[ $i ];
1506 + $title = isset( $result['title'] ) ? wp_strip_all_tags( $result['title'] ) : '';
1507 + $description = isset( $result['description'] ) ? wp_strip_all_tags( $result['description'] ) : '';
1508 +
1509 + // Append title and description to the summary
1510 + $summary .= sprintf(
1511 + "%s\n%s\n\n",
1512 + esc_html( $title ),
1513 + esc_html( $description )
1514 + );
1515 + }
1516 +
1517 + return $summary;
1518 +}
1519 +
1520 +/**
1521 + * Generate HTML markup for search results.
1522 + *
1523 + * @since 1.0.0
1524 + * @param array $results The search results from the API.
1525 + * @param string $query The user-refined query.
1526 + * @return string The HTML markup for displaying the results.
1527 + */
1528 +private function generate_search_results_html( $results, $query ) {
1529 + ob_start();
1530 + ?>
1531 + <div class="mxchat-search-results">
1532 + <?php foreach ( $results as $result ) :
1533 + $title = isset( $result['title'] ) ? wp_strip_all_tags( $result['title'] ) : '';
1534 + $url = isset( $result['url'] ) ? esc_url( $result['url'] ) : '#';
1535 + $description = isset( $result['description'] ) ? wp_strip_all_tags( $result['description'] ) : '';
1536 + $favicon = isset( $result['meta_url']['favicon'] ) ? esc_url( $result['meta_url']['favicon'] ) : '';
1537 + $thumbnail = isset( $result['thumbnail']['src'] ) ? esc_url( $result['thumbnail']['src'] ) : '';
1538 + $domain = parse_url( $url, PHP_URL_HOST );
1539 + ?>
1540 + <div class="mxchat-search-item">
1541 + <div class="mxchat-search-header">
1542 + <?php if ( $favicon ) : ?>
1543 + <img
1544 + src="<?php echo esc_url( $favicon ); ?>"
1545 + class="mxchat-site-icon"
1546 + alt="<?php echo esc_attr__( 'Site icon', 'mxchat' ); ?>"
1547 + width="16"
1548 + height="16"
1549 + />
1550 + <?php endif; ?>
1551 + <div class="mxchat-site-url"><?php echo esc_html( $domain ); ?></div>
1552 + </div>
1553 +
1554 + <div class="mxchat-search-content">
1555 + <h3 class="mxchat-search-title">
1556 + <a href="<?php echo esc_url( $url ); ?>"
1557 + target="_blank"
1558 + rel="noopener noreferrer"
1559 + >
1560 + <?php echo esc_html( $title ); ?>
1561 + </a>
1562 + </h3>
1563 +
1564 + <?php if ( $thumbnail ) : ?>
1565 + <div class="mxchat-search-thumbnail">
1566 + <img
1567 + src="<?php echo esc_url( $thumbnail ); ?>"
1568 + alt="<?php echo esc_attr__( 'Thumbnail image', 'mxchat' ); ?>"
1569 + loading="lazy"
1570 + />
1571 + </div>
1572 + <?php endif; ?>
1573 +
1574 + <div class="mxchat-search-description">
1575 + <?php echo esc_html( $description ); ?>
1576 + </div>
1577 + </div>
1578 + </div>
1579 + <?php endforeach; ?>
1580 + </div>
1581 + <?php
1582 + return ob_get_clean();
1583 +}
1584 +
1585 +
2949 1586 //very good
2950 1587 /**
2951 1588 * Handle image search requests from the chatbot
2952 1589 *
@@ -3004,10 +1641,9 @@
3004 1641 ],
3005 1642 'timeout' => 10,
3006 1643 ];
3007 1644
3008 - // SECURITY FIX: Changed to wp_safe_remote_get
3009 - $response = wp_safe_remote_get($api_url, $args);
1645 + $response = wp_remote_get($api_url, $args);
3010 1646
3011 1647 if (is_wp_error($response)) {
3012 1648 return array(
3013 1649 'text' => __("I'm sorry, I couldn't retrieve any images based on your request.", 'mxchat'),
@@ -3077,22 +1713,17 @@
3077 1713 * @return string The refined search query
3078 1714 */
3079 1715 public function mxchat_interpret_search_query($user_query) {
3080 1716 $system_prompt = esc_html__("Interpret the user's request to provide only the essential keywords or phrases for image searching. Remove conversational language, politeness, or extra context. Return a concise search query that doesn't lose any of the original meaning.", 'mxchat');
3081 -
1717 +
3082 1718 // Get options and determine the selected model
3083 1719 $options = $this->options ?? get_option('mxchat_options');
3084 - $selected_model = isset($options['model']) ? $options['model'] : 'gpt-5.1-chat-latest';
3085 -
3086 - // Custom (OpenAI-compatible) provider routes by model id, not prefix.
3087 - if ($selected_model === 'custom-provider') {
3088 - return $this->interpret_query_with_custom($user_query, $system_prompt);
3089 - }
3090 -
1720 + $selected_model = isset($options['model']) ? $options['model'] : 'gpt-4o';
1721 +
3091 1722 // Extract model prefix to determine the provider
3092 1723 $model_parts = explode('-', $selected_model);
3093 1724 $provider = strtolower($model_parts[0]);
3094 -
1725 +
3095 1726 // Determine which API key to use based on the provider
3096 1727 switch ($provider) {
3097 1728 case 'gemini':
3098 1729 $api_key = isset($options['gemini_api_key']) ? sanitize_text_field($options['gemini_api_key']) : '';
@@ -3133,60 +1764,11 @@
3133 1764 }
3134 1765 }
3135 1766
3136 1767 /**
3137 - * Interpret query against the configured Custom (OpenAI-compatible) provider.
3138 - * Uses the same base URL + auth scheme as the chat dispatcher.
3139 - */
3140 -private function interpret_query_with_custom($user_query, $system_prompt) {
3141 - $cfg = $this->mxchat_resolve_custom_provider();
3142 - if (empty($cfg['base_url'])) {
3143 - return sanitize_text_field($user_query);
3144 - }
3145 - $args = [
3146 - 'headers' => $this->mxchat_custom_provider_assoc_headers($cfg),
3147 - 'body' => wp_json_encode([
3148 - 'model' => $cfg['model'],
3149 - 'messages' => [
3150 - ['role' => 'system', 'content' => $system_prompt],
3151 - ['role' => 'user', 'content' => sanitize_text_field($user_query)],
3152 - ],
3153 - 'temperature' => 0.2,
3154 - 'max_tokens' => 20,
3155 - ]),
3156 - 'method' => 'POST',
3157 - 'timeout' => 15,
3158 - ];
3159 - $response = wp_remote_post($cfg['chat_url'], $args);
3160 - if (is_wp_error($response)) {
3161 - return sanitize_text_field($user_query);
3162 - }
3163 - $body = json_decode(wp_remote_retrieve_body($response), true);
3164 - return isset($body['choices'][0]['message']['content'])
3165 - ? sanitize_text_field(trim($body['choices'][0]['message']['content']))
3166 - : sanitize_text_field($user_query);
3167 -}
3168 -
3169 -/**
3170 - * Convert the colon-style header list returned by mxchat_resolve_custom_provider
3171 - * into the assoc-array form wp_remote_post expects.
3172 - */
3173 -private function mxchat_custom_provider_assoc_headers($cfg) {
3174 - $headers = ['Content-Type' => 'application/json'];
3175 - if (!empty($cfg['api_key'])) {
3176 - if (($cfg['auth_scheme'] ?? 'bearer') === 'api-key') {
3177 - $headers['api-key'] = $cfg['api_key'];
3178 - } else {
3179 - $headers['Authorization'] = 'Bearer ' . $cfg['api_key'];
3180 - }
3181 - }
3182 - return $headers;
3183 -}
3184 -
3185 -/**
3186 1768 * Interpret query using OpenAI models
3187 1769 */
3188 -private function interpret_query_with_openai($user_query, $system_prompt, $api_key, $model = 'gpt-5.1-chat-latest') {
1770 +private function interpret_query_with_openai($user_query, $system_prompt, $api_key, $model = 'gpt-4o') {
3189 1771 $url = 'https://api.openai.com/v1/chat/completions';
3190 1772 $args = [
3191 1773 'headers' => [
3192 1774 'Authorization' => 'Bearer ' . $api_key,
@@ -3216,34 +1798,13 @@
3216 1798 : sanitize_text_field($user_query);
3217 1799 }
3218 1800
3219 1801 /**
3220 - * Anthropic deprecated temperature/top_p/top_k starting with Opus 4.7 —
3221 - * add new reasoning-Opus model ids here. (We don't send top_p/top_k in any
3222 - * Claude body, so the list only needs to gate temperature stripping.)
3223 - */
3224 -private function mxchat_claude_omits_temperature($model) {
3225 - $no_temp = array('claude-opus-4-7', 'claude-opus-4-8');
3226 - return in_array($model, $no_temp, true);
3227 -}
3228 -
3229 -/**
3230 1802 * Interpret query using Claude models
3231 1803 */
3232 1804 private function interpret_query_with_claude($user_query, $system_prompt, $api_key, $model) {
3233 1805 $url = 'https://api.anthropic.com/v1/messages';
3234 -
3235 - $payload = [
3236 - 'model' => $model,
3237 - 'system' => $system_prompt,
3238 - 'messages' => [
3239 - ['role' => 'user', 'content' => sanitize_text_field($user_query)]
3240 - ],
3241 - 'max_tokens' => 20,
3242 - 'temperature' => 0.2,
3243 - ];
3244 - if ($this->mxchat_claude_omits_temperature($model)) { unset($payload['temperature']); }
3245 -
1806 +
3246 1807 $args = [
3247 1808 'headers' => [
3248 1809 'Content-Type' => 'application/json',
3249 1810 'x-api-key' => $api_key,
@@ -3248,9 +1809,17 @@
3248 1809 'Content-Type' => 'application/json',
3249 1810 'x-api-key' => $api_key,
3250 1811 'anthropic-version' => '2023-06-01',
3251 1812 ],
3252 - 'body' => wp_json_encode($payload),
1813 + 'body' => wp_json_encode([
1814 + 'model' => $model,
1815 + 'system' => $system_prompt,
1816 + 'messages' => [
1817 + ['role' => 'user', 'content' => sanitize_text_field($user_query)]
1818 + ],
1819 + 'max_tokens' => 20,
1820 + 'temperature' => 0.2,
1821 + ]),
3253 1822 'method' => 'POST',
3254 1823 'timeout' => 15,
3255 1824 ];
3256 1825
@@ -3270,16 +1839,13 @@
3270 1839 /**
3271 1840 * Interpret query using Gemini models
3272 1841 */
3273 1842 private function interpret_query_with_gemini($user_query, $system_prompt, $api_key, $model) {
3274 - if ($model === 'gemini-3-pro-preview') {
3275 - $model = 'gemini-3.1-pro-preview';
3276 - }
3277 - // Use v1beta for preview models, v1 for stable models
3278 - $api_version = (strpos($model, 'preview') !== false || strpos($model, 'exp') !== false) ? 'v1beta' : 'v1';
3279 -
3280 - $url = "https://generativelanguage.googleapis.com/{$api_version}/models/{$model}:generateContent?key=" . urlencode($api_key);
1843 + // Strip "gemini-" prefix for the API
1844 + $model_version = str_replace('gemini-', '', $model);
3281 1845
1846 + $url = "https://generativelanguage.googleapis.com/v1/models/$model_version:generateContent?key=" . urlencode($api_key);
1847 +
3282 1848 $args = [
3283 1849 'headers' => [
3284 1850 'Content-Type' => 'application/json',
3285 1851 ],
@@ -3387,8 +1953,159 @@
3387 1953
3388 1954 return sanitize_text_field($user_query);
3389 1955 }
3390 1956
1957 +
1958 +
1959 +private function find_product_in_message($message) {
1960 + global $wpdb;
1961 +
1962 + // Get embedding for the search query
1963 + $query_embedding = $this->mxchat_generate_embedding($message, $this->options['api_key']);
1964 +
1965 + // Check if embedding generation returned an error
1966 + if (is_array($query_embedding) && isset($query_embedding['error'])) {
1967 + $error_message = $query_embedding['error'];
1968 + $error_code = $query_embedding['error_code'] ?? 'embedding_error';
1969 +
1970 + //error_log("Product search embedding error: $error_message (Code: $error_code)");
1971 +
1972 + // Set a user-friendly fallback response
1973 + $this->fallbackResponse['text'] = esc_html__("I'm having trouble processing your product search. Please try again later or contact support if this persists.", 'mxchat');
1974 +
1975 + // Also store the technical error for admin users
1976 + $this->fallbackResponse['admin_error'] = $error_message;
1977 + $this->fallbackResponse['error_code'] = $error_code;
1978 +
1979 + return null;
1980 + }
1981 +
1982 + // Check if embedding is valid
1983 + if (!is_array($query_embedding) || empty($query_embedding)) {
1984 + //error_log("Failed to generate embedding for product search");
1985 + $this->fallbackResponse['text'] = esc_html__("I couldn't process your product search. Please try again with different wording.", 'mxchat');
1986 + return null;
1987 + }
1988 +
1989 + // Get relevant content as string
1990 + $relevant_content = $this->mxchat_find_relevant_products($query_embedding);
1991 + if (empty($relevant_content)) {
1992 + // Return null to indicate no results and set fallback response
1993 + $this->fallbackResponse['text'] = esc_html__("I couldn't find any relevant products based on your query. Could you please be more specific about the product you're looking for?", 'mxchat');
1994 + return null;
1995 + }
1996 +
1997 +
1998 + // Extract product URLs from the content
1999 + preg_match_all('/https?:\/\/[^\s<>"\']+?\/product\/[^\s<>"\']+/', $relevant_content, $matches);
2000 +
2001 + if (!empty($matches[0])) {
2002 + // Try each URL found
2003 + foreach ($matches[0] as $url) {
2004 + // Clean the URL
2005 + $url = rtrim($url, '/."\']');
2006 +
2007 + // Get the product slug
2008 + $path = parse_url($url, PHP_URL_PATH);
2009 + $slug = basename(rtrim($path, '/'));
2010 +
2011 + // Find product by slug
2012 + $args = array(
2013 + 'post_type' => 'product',
2014 + 'post_status' => 'publish',
2015 + 'name' => $slug,
2016 + 'posts_per_page' => 1
2017 + );
2018 +
2019 + $products = get_posts($args);
2020 +
2021 + if (!empty($products)) {
2022 + $product_id = $products[0]->ID;
2023 + $product = wc_get_product($product_id);
2024 +
2025 + if ($product && $product->is_purchasable()) {
2026 + return $product_id;
2027 + }
2028 + }
2029 + }
2030 + }
2031 +
2032 + // Fallback: Look for product names in the content
2033 + $products = wc_get_products([
2034 + 'status' => 'publish',
2035 + 'limit' => -1,
2036 + 'return' => 'all'
2037 + ]);
2038 +
2039 + foreach ($products as $product) {
2040 + $name = $product->get_name();
2041 + if (stripos($relevant_content, $name) !== false) {
2042 + if ($product->is_purchasable()) {
2043 + return $product->get_id();
2044 + }
2045 + }
2046 + }
2047 +
2048 + // If no product is found after all checks, set the fallback response
2049 + $this->fallbackResponse['text'] = esc_html__("I couldn't find any relevant products based on your query. Try to be more specific", 'mxchat');
2050 + return null;
2051 +}
2052 +
2053 +// New method to handle intent responses
2054 +private function generate_intent_response($context_content, $session_id) {
2055 + // Convert the context array to a structured string for the AI
2056 + $context_string = $this->format_intent_context($context_content);
2057 + // Generate AI response using the context
2058 + $response = $this->mxchat_generate_response(
2059 + $context_string,
2060 + $this->options['api_key'],
2061 + $this->options['xai_api_key'],
2062 + $this->options['claude_api_key'],
2063 + $this->options['deepseek_api_key'],
2064 + $this->options['gemini_api_key'], // Added Gemini API key
2065 + $this->mxchat_fetch_conversation_history_for_ai($session_id)
2066 + );
2067 + $this->fallbackResponse['text'] = $response;
2068 + return true;
2069 +}
2070 +
2071 +// Helper method to format intent context
2072 +private function format_intent_context($context) {
2073 + $context_string = esc_html__("INTENT CONTEXT:\n", 'mxchat');
2074 +
2075 + switch ($context['intent']) {
2076 + case 'add_to_cart':
2077 + if ($context['status'] === 'success') {
2078 + $context_string .= esc_html__("Action: Successfully added product to cart\n", 'mxchat');
2079 + $context_string .= sprintf(esc_html__("Product: %s\n", 'mxchat'), $context['product']['name']);
2080 + $context_string .= esc_html__("Available actions: ", 'mxchat') . implode(', ', $context['available_actions']) . "\n";
2081 + $context_string .= sprintf(esc_html__("Cart URL: %s\n", 'mxchat'), $context['cart_url']);
2082 + $context_string .= esc_html__("\nPlease inform the user of the successful addition and their available options.", 'mxchat');
2083 + } else {
2084 + $context_string .= esc_html__("Action: Failed to add product to cart\n", 'mxchat');
2085 + $context_string .= sprintf(esc_html__("Reason: %s\n", 'mxchat'), $context['reason']);
2086 + switch ($context['reason']) {
2087 + case 'woocommerce_not_available':
2088 + $context_string .= esc_html__("\nPlease inform the user that shopping features are not available.", 'mxchat');
2089 + break;
2090 + case 'no_product_context':
2091 + $context_string .= esc_html__("\nPlease ask the user to specify which product they want to add.", 'mxchat');
2092 + break;
2093 + case 'product_not_found':
2094 + $context_string .= esc_html__("\nPlease inform the user that the product couldn't be found and ask them to try again.", 'mxchat');
2095 + break;
2096 + case 'add_to_cart_failed':
2097 + $context_string .= esc_html__("\nPlease apologize to the user and suggest they try again or ask for assistance.", 'mxchat');
2098 + break;
2099 + }
2100 + }
2101 + break;
2102 + }
2103 +
2104 + return $context_string;
2105 +}
2106 +
2107 +
3391 2108 //very good
3392 2109 private function add_email_to_loops($email) {
3393 2110 // Sanitize the email
3394 2111 $email = sanitize_email($email);
@@ -3474,207 +2191,95 @@
3474 2191 $this->fallbackResponse['text'] = '';
3475 2192 }
3476 2193
3477 2194
3478 -/**
3479 - * Enhanced fetch_and_split_pdf_pages with SSRF protection
3480 - */
3481 2195 private function fetch_and_split_pdf_pages($pdf_source, $max_pages) {
3482 - // CLEAR DEBUG LOGGING
3483 - //error_log("=== MXCHAT PDF PROCESSING START ===");
3484 - //error_log("PDF Source: " . $pdf_source);
3485 - //error_log("Max Pages: " . $max_pages);
3486 - //error_log("Session ID: " . ($this->session_id ?? 'not set'));
3487 -
3488 - // Check if Advanced Claude Toolbar is available and enabled
3489 - $claude_available = function_exists('mxchatACT_is_advanced_claude_enabled');
3490 - $claude_enabled = $claude_available ? mxchatACT_is_advanced_claude_enabled() : false;
3491 -
3492 - //error_log("Claude Function Available: " . ($claude_available ? 'YES' : 'NO'));
3493 - //error_log("Claude Enabled: " . ($claude_enabled ? 'YES' : 'NO'));
3494 -
3495 - if ($claude_available && $claude_enabled) {
3496 - //error_log("🚀 ATTEMPTING CLAUDE PROCESSING...");
3497 -
3498 - // Attempt Claude processing first
3499 - $claude_result = apply_filters('mxchat_process_pdf_advanced', false, $pdf_source, $max_pages, $this->session_id);
3500 -
3501 - if ($claude_result !== false && is_array($claude_result) && !empty($claude_result)) {
3502 - //error_log("✅ CLAUDE PROCESSING SUCCESSFUL!");
3503 - //error_log("Claude returned " . count($claude_result) . " processed pages");
3504 -
3505 - // Log first page details for verification
3506 - if (isset($claude_result[0])) {
3507 - $first_page = $claude_result[0];
3508 - //error_log("First page enhanced: " . (isset($first_page['enhanced']) && $first_page['enhanced'] ? 'YES' : 'NO'));
3509 - //error_log("Processing method: " . ($first_page['processing_method'] ?? 'not set'));
3510 - //error_log("First page text preview: " . substr($first_page['text'] ?? '', 0, 100) . "...");
3511 - }
3512 -
3513 - //error_log("=== MXCHAT PDF PROCESSING END (CLAUDE) ===");
3514 - return $claude_result;
3515 - } else {
3516 - //error_log("❌ CLAUDE PROCESSING FAILED or returned invalid result");
3517 - //error_log("Claude result type: " . gettype($claude_result));
3518 - if (is_array($claude_result)) {
3519 - //error_log("Claude result count: " . count($claude_result));
3520 - }
3521 - }
3522 - }
3523 -
3524 - // Fallback to basic processing
3525 - //error_log("🔄 FALLING BACK TO BASIC PDF PROCESSING...");
3526 -
3527 2196 $upload_dir = wp_upload_dir();
3528 2197 $temp_file = null;
3529 -
2198 +
3530 2199 try {
3531 - // Your existing basic processing code here...
3532 - // (I'll include the key parts with debug logging)
3533 -
2200 + // Handle URL vs local file
3534 2201 if (filter_var($pdf_source, FILTER_VALIDATE_URL)) {
3535 - //error_log("Downloading PDF from URL...");
3536 -
3537 - // SECURITY FIX: Validate URL before processing
3538 - if (!$this->mxchat_is_safe_pdf_url($pdf_source)) {
3539 - //error_log("❌ SECURITY: Blocked unsafe PDF URL");
2202 + // Validate and download the file from URL
2203 + $temp_file = wp_tempnam($pdf_source); // Safe temporary file name
2204 + $response = wp_remote_get($pdf_source, ['timeout' => 60]);
2205 +
2206 + if (is_wp_error($response) || wp_remote_retrieve_response_code($response) !== 200) {
2207 + //error_log(esc_html__("Failed to download PDF. Error: ", 'mxchat') . print_r($response, true));
3540 2208 return false;
3541 2209 }
3542 -
3543 - $temp_file = wp_tempnam($pdf_source);
3544 -
3545 - // SECURITY FIX: Changed from wp_remote_get to wp_safe_remote_get
3546 - $response = wp_safe_remote_get($pdf_source, [
3547 - 'timeout' => 60,
3548 - 'headers' => ['User-Agent' => 'MxChat PDF Processor']
3549 - ]);
3550 -
3551 - if (is_wp_error($response) || wp_remote_retrieve_response_code($response) !== 200) {
3552 - $error_message = is_wp_error($response) ? $response->get_error_message() : 'HTTP ' . wp_remote_retrieve_response_code($response);
3553 - //error_log("❌ BASIC PROCESSING: Failed to download PDF: " . $error_message);
2210 +
2211 + file_put_contents($temp_file, wp_remote_retrieve_body($response));
2212 +
2213 + // Validate that the downloaded file is a PDF
2214 + $mime_type = mime_content_type($temp_file);
2215 + if ($mime_type !== 'application/pdf') {
2216 + //error_log(esc_html__("Invalid MIME type detected for PDF: ", 'mxchat') . $mime_type);
2217 + unlink($temp_file);
3554 2218 return false;
3555 2219 }
3556 -
3557 - global $wp_filesystem;
3558 - if (empty($wp_filesystem)) {
3559 - require_once ABSPATH . 'wp-admin/includes/file.php';
3560 - WP_Filesystem();
3561 - }
3562 - $wp_filesystem->put_contents($temp_file, wp_remote_retrieve_body($response), FS_CHMOD_FILE);
3563 - //error_log("✅ PDF downloaded successfully");
3564 2220 } else {
2221 + // For local files, use the provided path directly
3565 2222 $temp_file = $pdf_source;
3566 - //error_log("Using local PDF file: " . $temp_file);
3567 2223 }
3568 -
3569 - // Parse PDF
3570 - //error_log("Parsing PDF with basic parser...");
3571 - mxchat_load_pdf_parser();
2224 +
2225 + // Parse and process the PDF
3572 2226 $parser = new \Smalot\PdfParser\Parser();
3573 2227 $pdf = $parser->parseFile($temp_file);
3574 2228 $pages = $pdf->getPages();
3575 -
3576 - //error_log("PDF contains " . count($pages) . " pages");
3577 -
2229 +
3578 2230 if (count($pages) > $max_pages) {
3579 - //error_log("❌ BASIC PROCESSING: Too many pages (" . count($pages) . " > " . $max_pages . ")");
3580 - if (filter_var($pdf_source, FILTER_VALIDATE_URL) && $temp_file) {
2231 + //error_log(esc_html__("PDF exceeds the maximum allowed pages: ", 'mxchat') . count($pages));
2232 + if (filter_var($pdf_source, FILTER_VALIDATE_URL)) {
3581 2233 unlink($temp_file);
3582 2234 }
3583 - return 'too_many_pages';
2235 + return esc_html__('too_many_pages', 'mxchat');
3584 2236 }
3585 -
2237 +
3586 2238 $embeddings = [];
3587 - $processed_pages = 0;
3588 -
3589 2239 foreach ($pages as $page_number => $page) {
3590 2240 $text = $page->getText();
3591 -
2241 +
2242 + // Ensure text is non-empty before generating embeddings
3592 2243 if (empty(trim($text))) {
3593 - //error_log("Skipping empty page: " . ($page_number + 1));
2244 + //error_log(esc_html__("Skipping empty page: ", 'mxchat') . ($page_number + 1));
3594 2245 continue;
3595 2246 }
3596 -
3597 - $text = $this->mxchat_clean_text($text);
3598 -
2247 +
3599 2248 $embedding = $this->mxchat_generate_embedding(
3600 - __("Page ", 'mxchat') . ($page_number + 1) . ": " . $text,
2249 + esc_html__("Page ", 'mxchat') . ($page_number + 1) . ": " . $text,
3601 2250 $this->options['api_key']
3602 2251 );
3603 -
2252 +
3604 2253 if ($embedding) {
3605 2254 $embeddings[] = [
3606 2255 'page_number' => $page_number + 1,
3607 2256 'embedding' => $embedding,
3608 2257 'text' => $text,
3609 - 'enhanced' => false, // CLEARLY MARK AS BASIC
3610 - 'processing_method' => 'basic_pdf_parser'
3611 2258 ];
3612 - $processed_pages++;
2259 + } else {
2260 + //error_log(esc_html__("Failed to generate embedding for page ", 'mxchat') . ($page_number + 1));
3613 2261 }
3614 2262 }
3615 -
3616 - //error_log("✅ BASIC PROCESSING COMPLETE: " . $processed_pages . " pages processed");
3617 -
3618 - // Cleanup
3619 - if (filter_var($pdf_source, FILTER_VALIDATE_URL) && $temp_file && file_exists($temp_file)) {
2263 +
2264 + // Clean up downloaded file if it was from URL
2265 + if (filter_var($pdf_source, FILTER_VALIDATE_URL) && $temp_file) {
3620 2266 unlink($temp_file);
3621 2267 }
3622 -
3623 - //error_log("=== MXCHAT PDF PROCESSING END (BASIC) ===");
2268 +
3624 2269 return $embeddings;
3625 -
2270 +
3626 2271 } catch (\Exception $e) {
3627 - //error_log("❌ BASIC PROCESSING ERROR: " . $e->getMessage());
2272 + // //error_log(esc_html__("Error parsing or processing PDF: ", 'mxchat') . $e->getMessage());
2273 +
2274 + // Cleanup in case of exception
3628 2275 if (filter_var($pdf_source, FILTER_VALIDATE_URL) && $temp_file && file_exists($temp_file)) {
3629 2276 unlink($temp_file);
3630 2277 }
3631 - //error_log("=== MXCHAT PDF PROCESSING END (ERROR) ===");
3632 - return false;
3633 - }
3634 -}
3635 2278
3636 -
3637 -/**
3638 - * Validate PDF URL for security
3639 - * Prevents SSRF attacks by blocking dangerous URLs
3640 - */
3641 -
3642 -private function mxchat_is_safe_pdf_url($url) {
3643 - // Use WordPress core function for comprehensive validation
3644 - // This blocks localhost, private IPs, and reserved IP ranges
3645 - $validated_url = wp_http_validate_url($url);
3646 -
3647 - if ($validated_url === false) {
3648 2279 return false;
3649 2280 }
3650 -
3651 - // Additional check: only allow HTTP/HTTPS schemes
3652 - $parsed = parse_url($url);
3653 - if (!isset($parsed['scheme']) || !in_array($parsed['scheme'], ['http', 'https'], true)) {
3654 - return false;
3655 - }
3656 -
3657 - return true;
3658 2281 }
3659 -
3660 -
3661 -private function mxchat_clean_text($text) {
3662 - // Remove excessive whitespace
3663 - $text = preg_replace('/\s+/', ' ', $text);
3664 -
3665 - // Remove control characters except newlines and tabs
3666 - $text = preg_replace('/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/', '', $text);
3667 -
3668 - // Normalize line endings
3669 - $text = str_replace(["\r\n", "\r"], "\n", $text);
3670 -
3671 - // Trim whitespace
3672 - $text = trim($text);
3673 -
3674 - return $text;
3675 -}
3676 -
3677 2282 private function find_relevant_pdf_pages($query_embedding, $embeddings) {
3678 2283 //error_log(esc_html__("find_relevant_pdf_pages called.", 'mxchat'));
3679 2284
3680 2285 $most_relevant = null;
@@ -3697,14 +2302,11 @@
3697 2302 }
3698 2303
3699 2304 return [];
3700 2305 }
3701 -
3702 -
2306 +// Add this to your class
3703 2307 public function handle_pdf_upload() {
3704 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce(wp_unslash((string) $_POST['nonce']))) {
3705 - wp_send_json_error(array('message' => esc_html__('Invalid nonce.', 'mxchat')), 403);
3706 - }
2308 + check_ajax_referer('mxchat_chat_nonce', 'nonce');
3707 2309
3708 2310 if (!isset($_FILES['pdf_file']) || !isset($_POST['session_id'])) {
3709 2311 wp_send_json_error(esc_html__('Missing required parameters.', 'mxchat'));
3710 2312 return;
@@ -3709,29 +2311,12 @@
3709 2311 wp_send_json_error(esc_html__('Missing required parameters.', 'mxchat'));
3710 2312 return;
3711 2313 }
3712 2314
3713 - // SECURITY FIX: Check if PDF uploads are enabled in settings
3714 - $options = get_option('mxchat_options', array());
3715 - $show_pdf_button = isset($options['show_pdf_upload_button']) ? $options['show_pdf_upload_button'] : 'on';
3716 -
3717 - if ($show_pdf_button !== 'on') {
3718 - wp_send_json_error(esc_html__('PDF uploads are currently disabled.', 'mxchat'));
3719 - return;
3720 - }
3721 -
3722 2315 $file = $_FILES['pdf_file'];
3723 2316 $session_id = sanitize_text_field($_POST['session_id']);
3724 2317 $original_filename = sanitize_text_field($file['name']);
3725 2318
3726 - // Update session owner if it changed (e.g. IP changed due to network switch)
3727 - $current_user_identifier = MxChat_User::mxchat_get_user_identifier();
3728 - $session_owner = get_option("mxchat_session_owner_{$session_id}");
3729 -
3730 - if (!$session_owner || $session_owner !== $current_user_identifier) {
3731 - update_option("mxchat_session_owner_{$session_id}", $current_user_identifier, 'no');
3732 - }
3733 -
3734 2319 $file_type = wp_check_filetype($file['name'], ['pdf' => 'application/pdf']);
3735 2320 if ($file_type['type'] !== 'application/pdf') {
3736 2321 wp_send_json_error(esc_html__('Invalid file type. Only PDF files are allowed.', 'mxchat'));
3737 2322 return;
@@ -3737,12 +2322,9 @@
3737 2322 return;
3738 2323 }
3739 2324
3740 2325 $upload_dir = wp_upload_dir();
3741 -
3742 - // SECURITY FIX: Generate random filename without exposing session_id
3743 - $random_string = wp_generate_password(20, false, false); // 20 char alphanumeric string
3744 - $pdf_filename = 'mxchat_' . $random_string . '_' . time() . '.pdf';
2326 + $pdf_filename = 'mxchat_' . $session_id . '_' . time() . '.pdf';
3745 2327 $pdf_path = $upload_dir['path'] . '/' . $pdf_filename;
3746 2328
3747 2329 if (!move_uploaded_file($file['tmp_name'], $pdf_path)) {
3748 2330 wp_send_json_error(esc_html__('Failed to upload file.', 'mxchat'));
@@ -3773,9 +2355,8 @@
3773 2355 return;
3774 2356 }
3775 2357
3776 2358 if (!empty($embeddings)) {
3777 - // Store the mapping between session and the random filename
3778 2359 set_transient('mxchat_pdf_url_' . $session_id, $pdf_path, HOUR_IN_SECONDS);
3779 2360 set_transient('mxchat_pdf_filename_' . $session_id, $original_filename, HOUR_IN_SECONDS);
3780 2361 set_transient('mxchat_pdf_embeddings_' . $session_id, $embeddings, HOUR_IN_SECONDS);
3781 2362 set_transient('mxchat_include_pdf_in_context_' . $session_id, true, HOUR_IN_SECONDS);
@@ -3796,11 +2377,9 @@
3796 2377 wp_send_json_error($error_message);
3797 2378 return;
3798 2379 }
3799 2380 public function handle_pdf_remove() {
3800 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce(wp_unslash((string) $_POST['nonce']))) {
3801 - wp_send_json_error(array('message' => esc_html__('Invalid nonce.', 'mxchat')), 403);
3802 - }
2381 + check_ajax_referer('mxchat_chat_nonce', 'nonce');
3803 2382
3804 2383 if (empty($_POST['session_id'])) {
3805 2384 wp_send_json_error(esc_html__('Session ID missing.', 'mxchat'));
3806 2385 wp_die();
@@ -3821,8 +2400,10 @@
3821 2400 wp_die();
3822 2401 }
3823 2402
3824 2403
2404 +
2405 +
3825 2406 function mxchat_fetch_new_messages() {
3826 2407 $session_id = sanitize_text_field($_POST['session_id']);
3827 2408 $last_seen_id = sanitize_text_field($_POST['last_seen_id']);
3828 2409 $persistence_enabled = $_POST['persistence_enabled'] === 'true';
@@ -3835,31 +2416,14 @@
3835 2416 }
3836 2417
3837 2418 $history = get_option("mxchat_history_{$session_id}", []);
3838 2419
3839 - //error_log("MxChat WhatsApp DEBUG: Fetch new messages for session {$session_id}");
3840 - //error_log("MxChat WhatsApp DEBUG: last_seen_id = " . var_export($last_seen_id, true));
3841 - //error_log("MxChat WhatsApp DEBUG: History count = " . count($history));
3842 - //error_log("MxChat WhatsApp DEBUG: Full history = " . print_r($history, true));
3843 -
3844 2420 $new_messages = array_filter($history, function ($message) use ($last_seen_id, $persistence_enabled, $initial_timestamp) {
3845 - //error_log("MxChat WhatsApp DEBUG: Checking message - ID: " . ($message['id'] ?? 'NO_ID') . ", Role: " . ($message['role'] ?? 'NO_ROLE'));
3846 -
3847 2421 // If persistence is enabled, show all new messages
3848 2422 if ($persistence_enabled) {
3849 - $has_id = !empty($message['id']);
3850 - $is_agent = $message['role'] === 'agent';
3851 -
3852 - // If last_seen_id is empty, 'NaN', or invalid, show all agent messages
3853 - if (empty($last_seen_id) || $last_seen_id === 'NaN' || $last_seen_id === 'undefined') {
3854 - $is_newer = true;
3855 - } else {
3856 - $is_newer = strcmp($message['id'] ?? '', $last_seen_id) > 0;
3857 - }
3858 -
3859 - //error_log("MxChat WhatsApp DEBUG: has_id={$has_id}, is_newer={$is_newer}, is_agent={$is_agent}");
3860 -
3861 - return $has_id && $is_newer && $is_agent;
2423 + return !empty($message['id']) &&
2424 + strcmp($message['id'], $last_seen_id) > 0 &&
2425 + $message['role'] === 'agent';
3862 2426 }
3863 2427
3864 2428 // If persistence is disabled, only show messages after initial timestamp
3865 2429 return !empty($message['id']) &&
@@ -3866,16 +2430,12 @@
3866 2430 $message['role'] === 'agent' &&
3867 2431 $message['timestamp'] > $initial_timestamp;
3868 2432 });
3869 2433
3870 - //error_log("MxChat WhatsApp DEBUG: Filtered messages count = " . count($new_messages));
2434 + //error_log(esc_html__("New agent messages fetched for session $session_id. Last seen ID: $last_seen_id", 'mxchat'));
3871 2435
3872 - // Include current chat mode so frontend can detect agent→AI transitions
3873 - $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai');
3874 -
3875 2436 wp_send_json_success([
3876 - 'new_messages' => array_values($new_messages),
3877 - 'chat_mode' => $chat_mode
2437 + 'new_messages' => array_values($new_messages)
3878 2438 ]);
3879 2439 wp_die();
3880 2440 }
3881 2441 public function mxchat_live_agent_handover($message, $user_id, $session_id) {
@@ -3908,9 +2468,9 @@
3908 2468 $channel_id = get_option("mxchat_channel_{$session_id}", '');
3909 2469
3910 2470 if (empty($channel_id)) {
3911 2471 // Create new channel with session ID as name
3912 - $channel_name = $this->generate_channel_name($session_id);
2472 + $channel_name = 'chat-' . strtolower(preg_replace('/[^a-zA-Z0-9]/', '', $session_id));
3913 2473
3914 2474 //error_log("Attempting to create channel: $channel_name");
3915 2475
3916 2476 $response = wp_remote_post('https://slack.com/api/conversations.create', [
@@ -4003,9 +2563,9 @@
4003 2563
4004 2564 update_option("mxchat_mode_{$session_id}", 'agent');
4005 2565
4006 2566 // Send message to channel
4007 - $channel_message = "🔔 *New Live Agent Request*\n\n";
2567 + $channel_message = "🔔 *New Live Agent Request*\n\n";
4008 2568 $channel_message .= "*Session ID:* `{$session_id}`\n";
4009 2569 $channel_message .= "*User ID:* `{$user_id}`\n\n";
4010 2570
4011 2571 if (!empty($conversation_context)) {
@@ -4046,507 +2606,9 @@
4046 2606 'fallbackResponse' => $this->fallbackResponse
4047 2607 ]);
4048 2608 wp_die();
4049 2609 }
4050 -
4051 -private function generate_channel_name($session_id) {
4052 - $email = null;
4053 - $name = null;
4054 -
4055 - // 1. First priority: Check if user is logged in and get their info
4056 - if (is_user_logged_in()) {
4057 - $current_user = wp_get_current_user();
4058 - if (!empty($current_user->user_email)) {
4059 - $email = $current_user->user_email;
4060 - //error_log("[DEBUG] Using logged-in user email for channel: {$email}");
4061 - }
4062 - if (!empty($current_user->display_name)) {
4063 - $name = $current_user->display_name;
4064 - //error_log("[DEBUG] Using logged-in user name for channel: {$name}");
4065 - }
4066 - }
4067 -
4068 - // 2. Second priority: Check for saved email/name from "require email to chat" option
4069 - if (empty($email)) {
4070 - $email_option_key = "mxchat_email_{$session_id}";
4071 - $saved_email = get_option($email_option_key);
4072 - if (!empty($saved_email)) {
4073 - $email = $saved_email;
4074 - //error_log("[DEBUG] Using saved email from session for channel: {$email}");
4075 - }
4076 - }
4077 -
4078 - if (empty($name)) {
4079 - $name_option_key = "mxchat_name_{$session_id}";
4080 - $saved_name = get_option($name_option_key);
4081 - if (!empty($saved_name)) {
4082 - $name = $saved_name;
4083 - //error_log("[DEBUG] Using saved name from session for channel: {$name}");
4084 - }
4085 - }
4086 -
4087 - // 3. Third priority: Check existing chat transcript for email/name
4088 - if (empty($email) || empty($name)) {
4089 - global $wpdb;
4090 - $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
4091 - $existing_data = $wpdb->get_row($wpdb->prepare(
4092 - "SELECT user_email, user_name FROM $table_name WHERE session_id = %s AND (user_email IS NOT NULL OR user_name IS NOT NULL) LIMIT 1",
4093 - $session_id
4094 - ));
4095 -
4096 - if ($existing_data) {
4097 - if (empty($email) && !empty($existing_data->user_email)) {
4098 - $email = $existing_data->user_email;
4099 - //error_log("[DEBUG] Using email from chat transcript for channel: {$email}");
4100 - }
4101 - if (empty($name) && !empty($existing_data->user_name)) {
4102 - $name = $existing_data->user_name;
4103 - //error_log("[DEBUG] Using name from chat transcript for channel: {$name}");
4104 - }
4105 - }
4106 - }
4107 -
4108 - // 4. Generate channel name based on priority: Name > Email > Session ID
4109 - $channel_name = '';
4110 -
4111 - if (!empty($name)) {
4112 - // Convert name to valid Slack channel name
4113 - $base_name = strtolower(trim($name));
4114 - // Replace spaces and invalid characters
4115 - $base_name = preg_replace('/[^a-z0-9\s]/', '', $base_name);
4116 - $base_name = preg_replace('/\s+/', '-', $base_name);
4117 - $base_name = trim($base_name, '-');
4118 -
4119 - // Get last 4 characters of session ID for uniqueness
4120 - $session_suffix = substr($session_id, -4);
4121 - $channel_name = 'chat-' . $base_name . '-' . strtolower($session_suffix);
4122 -
4123 - // Slack channel names have a 21 character limit
4124 - if (strlen($channel_name) > 21) {
4125 - // Calculate available space for name (21 - 'chat-' - '-' - session_suffix)
4126 - $available_space = 21 - 5 - 1 - strlen($session_suffix); // 'chat-' = 5, '-' = 1
4127 - $truncated_name = substr($base_name, 0, $available_space);
4128 - $truncated_name = rtrim($truncated_name, '-'); // Remove trailing hyphen
4129 - $channel_name = 'chat-' . $truncated_name . '-' . strtolower($session_suffix);
4130 - }
4131 -
4132 - //error_log("[DEBUG] Using name for channel: {$channel_name} (from name: {$name})");
4133 -
4134 - } elseif (!empty($email)) {
4135 - // Convert email to valid Slack channel name (your existing logic)
4136 - $channel_name = 'chat-' . strtolower(str_replace(['@', '.', '+', '_'], ['-at-', '-', '-plus-', '-'], $email));
4137 - // Remove any remaining invalid characters
4138 - $channel_name = preg_replace('/[^a-z0-9\-]/', '', $channel_name);
4139 - // Ensure it doesn't end with a hyphen
4140 - $channel_name = rtrim($channel_name, '-');
4141 - // Slack channel names have a 21 character limit, so truncate if needed
4142 - if (strlen($channel_name) > 21) {
4143 - $channel_name = substr($channel_name, 0, 21);
4144 - $channel_name = rtrim($channel_name, '-'); // Remove trailing hyphen if truncation created one
4145 - }
4146 -
4147 - //error_log("[DEBUG] Using email for channel: {$channel_name} (from email: {$email})");
4148 -
4149 - } else {
4150 - // Fallback to session ID if no name or email found
4151 - $channel_name = 'chat-' . strtolower(preg_replace('/[^a-zA-Z0-9]/', '', $session_id));
4152 - //error_log("[DEBUG] No name or email found, using session ID for channel: {$channel_name}");
4153 - }
4154 -
4155 - // Final validation - ensure channel name meets Slack requirements
4156 - if (strlen($channel_name) > 21) {
4157 - $channel_name = substr($channel_name, 0, 21);
4158 - $channel_name = rtrim($channel_name, '-');
4159 - }
4160 -
4161 - //error_log("[DEBUG] Generated channel name: {$channel_name}");
4162 - return $channel_name;
4163 -}
4164 -
4165 -/**
4166 - * Telegram Live Agent Handover
4167 - * Creates a forum topic in the Telegram group and notifies agents
4168 - */
4169 -public function mxchat_telegram_live_agent_handover($message, $user_id, $session_id) {
4170 - // Check if Telegram agents are available
4171 - $telegram_available = $this->options['telegram_status'] ?? 'off';
4172 - if ($telegram_available !== 'on') {
4173 - $away_message = $this->options['telegram_away_message'] ?? 'Sorry, live agents are currently unavailable. I can continue helping you as an AI assistant.';
4174 - $this->fallbackResponse = [
4175 - 'text' => $away_message,
4176 - 'html' => '',
4177 - 'images' => [],
4178 - 'chat_mode' => 'ai'
4179 - ];
4180 - wp_send_json([
4181 - 'text' => $away_message,
4182 - 'html' => '',
4183 - 'chat_mode' => 'ai',
4184 - 'session_id' => $session_id
4185 - ]);
4186 - wp_die();
4187 - }
4188 -
4189 - $telegram_bot_token = $this->options['telegram_bot_token'] ?? '';
4190 - $telegram_group_id = $this->options['telegram_group_id'] ?? '';
4191 -
4192 - if (empty($telegram_bot_token) || empty($telegram_group_id)) {
4193 - return false;
4194 - }
4195 -
4196 - // Check if topic already exists for this session
4197 - $topic_id = get_option("mxchat_telegram_topic_{$session_id}", '');
4198 -
4199 - if (empty($topic_id)) {
4200 - // Generate topic name
4201 - $topic_name = $this->generate_telegram_topic_name($session_id);
4202 -
4203 - // Random icon color (Telegram forum topic colors)
4204 - $icon_colors = [0x6FB9F0, 0xFFD67E, 0xCB86DB, 0x8EEE98, 0xFF93B2, 0xFB6F5F];
4205 - $icon_color = $icon_colors[array_rand($icon_colors)];
4206 -
4207 - // Create forum topic
4208 - $response = wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/createForumTopic", [
4209 - 'headers' => ['Content-Type' => 'application/json'],
4210 - 'body' => json_encode([
4211 - 'chat_id' => $telegram_group_id,
4212 - 'name' => $topic_name,
4213 - 'icon_color' => $icon_color
4214 - ])
4215 - ]);
4216 -
4217 - if (!is_wp_error($response)) {
4218 - $response_body = wp_remote_retrieve_body($response);
4219 - $response_data = json_decode($response_body, true);
4220 -
4221 - if (isset($response_data['ok']) && $response_data['ok']) {
4222 - $topic_id = $response_data['result']['message_thread_id'];
4223 - update_option("mxchat_telegram_topic_{$session_id}", $topic_id);
4224 - update_option("mxchat_telegram_group_{$session_id}", $telegram_group_id);
4225 - }
4226 - }
4227 -
4228 - if (empty($topic_id)) {
4229 - return false; // Failed to create topic
4230 - }
4231 - }
4232 -
4233 - // Get recent chat history
4234 - $history = get_option("mxchat_history_{$session_id}", []);
4235 - $recent_history = array_slice($history, -5);
4236 -
4237 - // Format conversation context for Telegram (HTML format)
4238 - $conversation_context = "";
4239 - if (!empty($recent_history)) {
4240 - $conversation_context = "<b>Recent Conversation:</b>\n";
4241 - foreach ($recent_history as $hist_message) {
4242 - $role_display = $hist_message['role'] === 'user' ? '👤 User' : '🤖 AI';
4243 - $escaped_content = htmlspecialchars($hist_message['content'], ENT_QUOTES, 'UTF-8');
4244 - $conversation_context .= "{$role_display}: {$escaped_content}\n";
4245 - }
4246 - $conversation_context .= "\n";
4247 - }
4248 -
4249 - // Get user info
4250 - $user_email = get_option("mxchat_email_{$session_id}", 'Not provided');
4251 - $user_name = get_option("mxchat_name_{$session_id}", 'Anonymous');
4252 -
4253 - // Update session mode
4254 - update_option("mxchat_mode_{$session_id}", 'agent');
4255 -
4256 - // Send initial message to topic
4257 - $escaped_message = htmlspecialchars($message, ENT_QUOTES, 'UTF-8');
4258 - $topic_message = "🔔 <b>New Live Agent Request</b>\n\n";
4259 - $topic_message .= "<b>Session ID:</b> <code>{$session_id}</code>\n";
4260 - $topic_message .= "<b>User:</b> {$user_name}\n";
4261 - $topic_message .= "<b>Email:</b> {$user_email}\n\n";
4262 -
4263 - if (!empty($conversation_context)) {
4264 - $topic_message .= $conversation_context;
4265 - }
4266 -
4267 - $topic_message .= "<b>Current Message:</b>\n{$escaped_message}\n\n";
4268 - $topic_message .= "<i>Reply in this topic - messages will be sent to the user</i>\n";
4269 - $topic_message .= "<i>Type #close, #end, #disconnect, or #done to end the session</i>";
4270 -
4271 - wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/sendMessage", [
4272 - 'headers' => ['Content-Type' => 'application/json'],
4273 - 'body' => json_encode([
4274 - 'chat_id' => $telegram_group_id,
4275 - 'message_thread_id' => $topic_id,
4276 - 'text' => $topic_message,
4277 - 'parse_mode' => 'HTML'
4278 - ])
4279 - ]);
4280 -
4281 - $success_message = $this->options['telegram_notification_message'] ?? "I've notified a support agent. Please allow a moment for them to respond.";
4282 - $this->mxchat_save_chat_message($session_id, 'bot', $success_message);
4283 -
4284 - $this->fallbackResponse = [
4285 - 'text' => $success_message,
4286 - 'html' => '',
4287 - 'images' => [],
4288 - 'chat_mode' => 'agent'
4289 - ];
4290 -
4291 - wp_send_json([
4292 - 'success' => true,
4293 - 'text' => $success_message,
4294 - 'html' => '',
4295 - 'chat_mode' => 'agent',
4296 - 'session_id' => $session_id,
4297 - 'fallbackResponse' => $this->fallbackResponse
4298 - ]);
4299 - wp_die();
4300 -}
4301 -
4302 -/**
4303 - * Generate topic name for Telegram forum
4304 - */
4305 -private function generate_telegram_topic_name($session_id) {
4306 - $name = null;
4307 - $email = null;
4308 -
4309 - // Check logged in user
4310 - if (is_user_logged_in()) {
4311 - $current_user = wp_get_current_user();
4312 - if (!empty($current_user->display_name)) {
4313 - $name = $current_user->display_name;
4314 - }
4315 - if (!empty($current_user->user_email)) {
4316 - $email = $current_user->user_email;
4317 - }
4318 - }
4319 -
4320 - // Check session data
4321 - if (empty($name)) {
4322 - $name = get_option("mxchat_name_{$session_id}");
4323 - }
4324 - if (empty($email)) {
4325 - $email = get_option("mxchat_email_{$session_id}");
4326 - }
4327 -
4328 - // Generate topic name
4329 - $session_suffix = substr($session_id, -6);
4330 -
4331 - if (!empty($name)) {
4332 - // Clean name for topic (max 128 chars in Telegram)
4333 - $clean_name = preg_replace('/[^\p{L}\p{N}\s\-]/u', '', $name);
4334 - $clean_name = trim($clean_name);
4335 - if (strlen($clean_name) > 50) {
4336 - $clean_name = substr($clean_name, 0, 50);
4337 - }
4338 - return "Chat - {$clean_name} ({$session_suffix})";
4339 - } elseif (!empty($email)) {
4340 - // Use email prefix
4341 - $email_prefix = explode('@', $email)[0];
4342 - if (strlen($email_prefix) > 30) {
4343 - $email_prefix = substr($email_prefix, 0, 30);
4344 - }
4345 - return "Chat - {$email_prefix} ({$session_suffix})";
4346 - }
4347 -
4348 - return "Chat - {$session_suffix}";
4349 -}
4350 -
4351 -/**
4352 - * Send user message to Telegram agent
4353 - */
4354 -public function mxchat_send_user_message_to_telegram_agent($message, $user_id, $session_id) {
4355 - $telegram_bot_token = $this->options['telegram_bot_token'] ?? '';
4356 - $topic_id = get_option("mxchat_telegram_topic_{$session_id}", '');
4357 - $group_id = get_option("mxchat_telegram_group_{$session_id}", '');
4358 -
4359 - if (empty($telegram_bot_token) || empty($topic_id) || empty($group_id)) {
4360 - return false;
4361 - }
4362 -
4363 - $escaped_message = htmlspecialchars($message, ENT_QUOTES, 'UTF-8');
4364 - $user_message = "👤 <b>User:</b> {$escaped_message}";
4365 -
4366 - $response = wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/sendMessage", [
4367 - 'headers' => ['Content-Type' => 'application/json'],
4368 - 'body' => json_encode([
4369 - 'chat_id' => $group_id,
4370 - 'message_thread_id' => $topic_id,
4371 - 'text' => $user_message,
4372 - 'parse_mode' => 'HTML'
4373 - ])
4374 - ]);
4375 -
4376 - return !is_wp_error($response);
4377 -}
4378 -
4379 -/**
4380 - * Handle incoming Telegram webhook
4381 - */
4382 -public function handle_telegram_webhook(WP_REST_Request $request) {
4383 - $body = $request->get_body();
4384 - $data = json_decode($body, true);
4385 -
4386 - //error_log('[MxChat Telegram DEBUG] Webhook received: ' . $body);
4387 -
4388 - // Handle message events from forum topics
4389 - if (isset($data['message'])) {
4390 - $message_data = $data['message'];
4391 -
4392 - // Skip if not from a forum topic
4393 - if (!isset($message_data['message_thread_id'])) {
4394 - //error_log('[MxChat Telegram DEBUG] Skipped: No message_thread_id (not a forum topic message)');
4395 - return new WP_REST_Response(['ok' => true]);
4396 - }
4397 -
4398 - // Skip bot messages
4399 - if (isset($message_data['from']['is_bot']) && $message_data['from']['is_bot']) {
4400 - //error_log('[MxChat Telegram DEBUG] Skipped: Message from bot');
4401 - return new WP_REST_Response(['ok' => true]);
4402 - }
4403 -
4404 - $chat_id = $message_data['chat']['id'] ?? '';
4405 - $topic_id = $message_data['message_thread_id'];
4406 - $message_text = $message_data['text'] ?? '';
4407 - $message_id = $message_data['message_id'] ?? '';
4408 - $from = $message_data['from'] ?? [];
4409 - $agent_name = trim(($from['first_name'] ?? '') . ' ' . ($from['last_name'] ?? ''));
4410 - if (empty($agent_name)) {
4411 - $agent_name = $from['username'] ?? 'Agent';
4412 - }
4413 -
4414 - //error_log("[MxChat Telegram DEBUG] Parsed: chat_id={$chat_id}, topic_id={$topic_id}, agent={$agent_name}, text={$message_text}");
4415 -
4416 - // Skip empty messages
4417 - if (empty($message_text)) {
4418 - //error_log('[MxChat Telegram DEBUG] Skipped: Empty message text');
4419 - return new WP_REST_Response(['ok' => true]);
4420 - }
4421 -
4422 - // Find session ID by topic ID - cast to string for comparison
4423 - global $wpdb;
4424 - $topic_id_str = strval($topic_id);
4425 - $session_option = $wpdb->get_var(
4426 - $wpdb->prepare(
4427 - "SELECT option_name FROM {$wpdb->options}
4428 - WHERE option_name LIKE %s
4429 - AND option_value = %s",
4430 - 'mxchat_telegram_topic_%',
4431 - $topic_id_str
4432 - )
4433 - );
4434 -
4435 - //error_log("[MxChat Telegram DEBUG] Looking for topic_id={$topic_id_str} in options, found: " . ($session_option ?: 'NULL'));
4436 -
4437 - if ($session_option) {
4438 - $session_id = str_replace('mxchat_telegram_topic_', '', $session_option);
4439 - //error_log("[MxChat Telegram DEBUG] Session ID: {$session_id}");
4440 -
4441 - // Verify the group ID matches
4442 - $stored_group_id = get_option("mxchat_telegram_group_{$session_id}", '');
4443 - //error_log("[MxChat Telegram DEBUG] Stored group_id={$stored_group_id}, received chat_id={$chat_id}");
4444 -
4445 - if (strval($stored_group_id) != strval($chat_id)) {
4446 - //error_log('[MxChat Telegram DEBUG] Skipped: Group ID mismatch');
4447 - return new WP_REST_Response(['ok' => true]);
4448 - }
4449 -
4450 - // Check for closure commands
4451 - $lower_text = strtolower(trim($message_text));
4452 - if (in_array($lower_text, ['#close', '#end', '#disconnect', '#done'])) {
4453 - //error_log("[MxChat Telegram DEBUG] Closure command received: {$lower_text}");
4454 - // End the live agent session
4455 - update_option("mxchat_mode_{$session_id}", 'ai');
4456 -
4457 - // Save disconnect message
4458 - $disconnect_message = "Live agent session ended. You're now chatting with the AI assistant.";
4459 - $this->mxchat_save_chat_message($session_id, 'bot', $disconnect_message);
4460 -
4461 - // Notify in Telegram
4462 - $telegram_bot_token = $this->options['telegram_bot_token'] ?? '';
4463 - if (!empty($telegram_bot_token)) {
4464 - wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/sendMessage", [
4465 - 'headers' => ['Content-Type' => 'application/json'],
4466 - 'body' => json_encode([
4467 - 'chat_id' => $chat_id,
4468 - 'message_thread_id' => $topic_id,
4469 - 'text' => "✅ Session closed. User returned to AI chatbot.",
4470 - 'parse_mode' => 'HTML'
4471 - ])
4472 - ]);
4473 -
4474 - // Optionally close the topic
4475 - wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/closeForumTopic", [
4476 - 'headers' => ['Content-Type' => 'application/json'],
4477 - 'body' => json_encode([
4478 - 'chat_id' => $chat_id,
4479 - 'message_thread_id' => $topic_id
4480 - ])
4481 - ]);
4482 - }
4483 -
4484 - return new WP_REST_Response(['ok' => true]);
4485 - }
4486 -
4487 - // Deduplicate messages
4488 - $message_key = md5($session_id . $message_id . $message_text);
4489 - $processed_messages = get_transient('mxchat_telegram_messages_' . $session_id) ?: [];
4490 -
4491 - if (in_array($message_key, $processed_messages)) {
4492 - //error_log('[MxChat Telegram DEBUG] Skipped: Duplicate message');
4493 - return new WP_REST_Response(['ok' => true]);
4494 - }
4495 -
4496 - $processed_messages[] = $message_key;
4497 - if (count($processed_messages) > 50) {
4498 - $processed_messages = array_slice($processed_messages, -50);
4499 - }
4500 - set_transient('mxchat_telegram_messages_' . $session_id, $processed_messages, HOUR_IN_SECONDS);
4501 -
4502 - // Save the agent message - format with agent name prefix for proper parsing
4503 - $formatted_message = "Agent: {$agent_name} - {$message_text}";
4504 - //error_log("[MxChat Telegram DEBUG] Saving agent message: {$formatted_message}");
4505 -
4506 - $this->mxchat_save_chat_message($session_id, 'agent', $formatted_message);
4507 -
4508 - // Verify the message was saved to history
4509 - $history = get_option("mxchat_history_{$session_id}", []);
4510 - $last_message = end($history);
4511 - //error_log("[MxChat Telegram DEBUG] History after save - count: " . count($history) . ", last message role: " . ($last_message['role'] ?? 'none'));
4512 -
4513 - // Send confirmation back to Telegram
4514 - $telegram_bot_token = $this->options['telegram_bot_token'] ?? '';
4515 - if (!empty($telegram_bot_token)) {
4516 - $confirm_key = 'mxchat_telegram_confirm_' . $message_key;
4517 - if (!get_transient($confirm_key)) {
4518 - wp_remote_post("https://api.telegram.org/bot{$telegram_bot_token}/sendMessage", [
4519 - 'headers' => ['Content-Type' => 'application/json'],
4520 - 'body' => json_encode([
4521 - 'chat_id' => $chat_id,
4522 - 'message_thread_id' => $topic_id,
4523 - 'text' => "✅ <i>Message sent to user</i>",
4524 - 'parse_mode' => 'HTML',
4525 - 'reply_to_message_id' => $message_id
4526 - ])
4527 - ]);
4528 - set_transient($confirm_key, true, 300);
4529 - }
4530 - }
4531 - } else {
4532 - //error_log("[MxChat Telegram DEBUG] No session found for topic_id={$topic_id}");
4533 - }
4534 - } else {
4535 - //error_log('[MxChat Telegram DEBUG] No message in webhook data');
4536 - }
4537 -
4538 - return new WP_REST_Response(['ok' => true]);
4539 -}
4540 -
4541 2610 public function mxchat_send_user_message_to_agent($message, $user_id, $session_id) {
4542 - // Check if this is a Telegram agent session
4543 - $telegram_topic_id = get_option("mxchat_telegram_topic_{$session_id}", '');
4544 - if (!empty($telegram_topic_id)) {
4545 - return $this->mxchat_send_user_message_to_telegram_agent($message, $user_id, $session_id);
4546 - }
4547 -
4548 - // Otherwise, try Slack
4549 2611 $slack_bot_token = $this->options['live_agent_bot_token'] ?? '';
4550 2612 $channel_id = get_option("mxchat_channel_{$session_id}", '');
4551 2613
4552 2614 if (empty($slack_bot_token) || empty($channel_id)) {
@@ -4552,9 +2614,9 @@
4552 2614 if (empty($slack_bot_token) || empty($channel_id)) {
4553 2615 return false;
4554 2616 }
4555 2617
4556 - $user_message = "💬 *User:* {$message}";
2618 + $user_message = "💬 *User:* {$message}";
4557 2619
4558 2620 $response = wp_remote_post('https://slack.com/api/chat.postMessage', [
4559 2621 'headers' => [
4560 2622 'Content-Type' => 'application/json',
@@ -4703,26 +2765,22 @@
4703 2765 'text' => esc_html__("Message sent successfully to session $session_id", 'mxchat')
4704 2766 ], 200);
4705 2767 }
4706 2768 public function mxchat_handle_switch_to_chatbot_intent($message, $user_id, $session_id) {
4707 - // Update mode to AI
2769 + //error_log(esc_html__("Switching back to chatbot mode via intent.", 'mxchat'));
2770 +
2771 + // Just update mode to AI
4708 2772 update_option("mxchat_mode_{$session_id}", 'ai');
4709 -
4710 - // Clear any existing PDF context to start fresh
4711 - $this->clear_pdf_transients($session_id);
4712 -
4713 - // Set the response with explicit chat_mode
4714 - $this->fallbackResponse = [
4715 - 'text' => esc_html__('You are now chatting with the AI chatbot.', 'mxchat'),
4716 - 'html' => '',
4717 - 'images' => [],
4718 - 'chat_mode' => 'ai' // Ensure this is set
4719 - ];
4720 -
4721 - // Return the complete response array instead of just true
4722 - return $this->fallbackResponse;
2773 +
2774 + // Initialize states
2775 + $this->fallbackResponse = ['text' => '', 'html' => '', 'images' => []];
2776 + $this->productCardHtml = '';
2777 +
2778 + // Set the response message
2779 + $this->fallbackResponse['text'] = esc_html__('You are now chatting with the AI chatbot.', 'mxchat');
2780 +
2781 + return true; // Intent was handled
4723 2782 }
4724 -
4725 2783 public function handle_slack_messages(WP_REST_Request $request) {
4726 2784 // Log the incoming request for debugging
4727 2785 //error_log('Slack events request received: ' . $request->get_body());
4728 2786
@@ -4731,137 +2789,55 @@
4731 2789
4732 2790 // Handle Slack URL verification
4733 2791 if (isset($data['type']) && $data['type'] === 'url_verification') {
4734 2792 //error_log('Slack URL verification challenge: ' . $data['challenge']);
2793 + // Return just the challenge string, not wrapped in an array
4735 2794 return new WP_REST_Response($data['challenge'], 200, ['Content-Type' => 'text/plain']);
4736 2795 }
4737 2796
4738 - // IMPORTANT: Handle Slack's event deduplication
4739 - if (isset($data['event_id'])) {
4740 - $event_id = $data['event_id'];
4741 - $processed_events = get_transient('mxchat_slack_events') ?: [];
4742 -
4743 - // Check if we've already processed this event
4744 - if (in_array($event_id, $processed_events)) {
4745 - //error_log("Duplicate event detected: $event_id");
4746 - return new WP_REST_Response(['ok' => true]);
4747 - }
4748 -
4749 - // Add this event to processed list
4750 - $processed_events[] = $event_id;
4751 - // Keep only last 100 events to prevent memory issues
4752 - if (count($processed_events) > 100) {
4753 - $processed_events = array_slice($processed_events, -100);
4754 - }
4755 - // Store for 1 hour
4756 - set_transient('mxchat_slack_events', $processed_events, HOUR_IN_SECONDS);
4757 - }
4758 -
4759 2797 // Handle message events
4760 2798 if (isset($data['event']) && $data['event']['type'] === 'message') {
4761 2799 $event = $data['event'];
4762 2800
4763 - // Skip bot messages and messages with subtypes (like bot_message)
2801 + // Skip bot messages and messages with subtypes
4764 2802 if (isset($event['bot_id']) || isset($event['subtype'])) {
4765 2803 return new WP_REST_Response(['ok' => true]);
4766 2804 }
4767 2805
4768 - // Additional check: Skip if this is a threaded reply to our confirmation
4769 - if (isset($event['thread_ts']) && $event['thread_ts'] !== $event['ts']) {
4770 - return new WP_REST_Response(['ok' => true]);
4771 - }
4772 -
4773 2806 $channel_id = $event['channel'];
4774 2807 $message_text = $event['text'] ?? '';
4775 - $message_ts = $event['ts'] ?? '';
4776 -
2808 +
4777 2809 // Find session ID by looking for matching channel
4778 2810 global $wpdb;
4779 2811 $session_option = $wpdb->get_var(
4780 2812 $wpdb->prepare(
4781 - "SELECT option_name FROM {$wpdb->options}
4782 - WHERE option_name LIKE 'mxchat_channel_%'
2813 + "SELECT option_name FROM {$wpdb->options}
2814 + WHERE option_name LIKE 'mxchat_channel_%'
4783 2815 AND option_value = %s",
4784 2816 $channel_id
4785 2817 )
4786 2818 );
4787 -
2819 +
4788 2820 if ($session_option) {
4789 2821 $session_id = str_replace('mxchat_channel_', '', $session_option);
4790 -
4791 - // Create a unique key for this specific message
4792 - $message_key = md5($session_id . $message_ts . $message_text);
4793 - $processed_messages = get_transient('mxchat_processed_messages_' . $session_id) ?: [];
4794 -
4795 - // Check if we've already processed this exact message
4796 - if (in_array($message_key, $processed_messages)) {
4797 - //error_log("Duplicate message detected for session $session_id");
4798 - return new WP_REST_Response(['ok' => true]);
4799 - }
4800 -
4801 - // Add to processed messages
4802 - $processed_messages[] = $message_key;
4803 - // Keep only last 50 messages per session
4804 - if (count($processed_messages) > 50) {
4805 - $processed_messages = array_slice($processed_messages, -50);
4806 - }
4807 - set_transient('mxchat_processed_messages_' . $session_id, $processed_messages, HOUR_IN_SECONDS);
4808 -
4809 - $slack_bot_token = $this->options['live_agent_bot_token'] ?? '';
4810 -
4811 - // Handle agent ending the chat — transfer back to AI
4812 - // Format: "!endchat" or "!endchat <custom message to user>"
4813 - if (preg_match('/^!endchat\b/i', trim($message_text))) {
4814 - update_option("mxchat_mode_{$session_id}", 'ai');
4815 -
4816 - // Extract custom message after !endchat, or use empty string
4817 - $custom_message = trim(preg_replace('/^!endchat\s*/i', '', trim($message_text)));
4818 -
4819 - // Send the agent's custom farewell message if provided
4820 - if (!empty($custom_message)) {
4821 - $this->mxchat_save_chat_message($session_id, 'agent', $custom_message);
4822 - }
4823 -
4824 - // Confirm in Slack channel
4825 - if (!empty($slack_bot_token)) {
4826 - wp_remote_post('https://slack.com/api/chat.postMessage', [
4827 - 'headers' => [
4828 - 'Content-Type' => 'application/json',
4829 - 'Authorization' => 'Bearer ' . $slack_bot_token
4830 - ],
4831 - 'body' => json_encode([
4832 - 'channel' => $channel_id,
4833 - 'text' => "✅ *Chat ended.* User has been transferred back to AI mode.",
4834 - 'mrkdwn' => true
4835 - ])
4836 - ]);
4837 - }
4838 -
4839 - return new WP_REST_Response(['ok' => true]);
4840 - }
4841 -
2822 +
4842 2823 // Save the agent message
4843 2824 $this->mxchat_save_chat_message($session_id, 'agent', $message_text);
4844 -
4845 - // Send confirmation back to Slack (only once)
2825 +
2826 + // Send confirmation back to Slack
2827 + $slack_bot_token = $this->options['live_agent_bot_token'] ?? '';
4846 2828 if (!empty($slack_bot_token)) {
4847 - // Use a transient to prevent duplicate confirmations
4848 - $confirm_key = 'mxchat_confirm_' . $message_key;
4849 - if (!get_transient($confirm_key)) {
4850 - wp_remote_post('https://slack.com/api/chat.postMessage', [
4851 - 'headers' => [
4852 - 'Content-Type' => 'application/json',
4853 - 'Authorization' => 'Bearer ' . $slack_bot_token
4854 - ],
4855 - 'body' => json_encode([
4856 - 'channel' => $channel_id,
4857 - 'text' => "✅ _Message sent to user_",
4858 - 'thread_ts' => $event['ts'] // Reply in thread
4859 - ])
4860 - ]);
4861 - // Set transient to prevent duplicate confirmations
4862 - set_transient($confirm_key, true, 300); // 5 minutes
4863 - }
2829 + wp_remote_post('https://slack.com/api/chat.postMessage', [
2830 + 'headers' => [
2831 + 'Content-Type' => 'application/json',
2832 + 'Authorization' => 'Bearer ' . $slack_bot_token
2833 + ],
2834 + 'body' => json_encode([
2835 + 'channel' => $channel_id,
2836 + 'text' => "✅ _Message sent to user_",
2837 + 'thread_ts' => $event['ts'] // Reply in thread
2838 + ])
2839 + ]);
4864 2840 }
4865 2841 }
4866 2842 }
4867 2843
@@ -4867,8 +2843,9 @@
4867 2843
4868 2844 return new WP_REST_Response(['ok' => true]);
4869 2845 }
4870 2846
2847 +
4871 2848 // For the word upload handler
4872 2849 public function mxchat_handle_word_upload() {
4873 2850 // Delegate to word handler
4874 2851 $this->word_handler->mxchat_handle_word_upload();
@@ -4895,15 +2872,9 @@
4895 2872 try {
4896 2873 // Get options and selected model
4897 2874 $options = get_option('mxchat_options');
4898 2875 $selected_model = $options['embedding_model'] ?? 'text-embedding-ada-002';
4899 -
4900 - // Opt-in: route embeddings through the Custom (OpenAI-compatible) provider.
4901 - // Off by default so existing sites see byte-identical behavior.
4902 - if (!empty($options['custom_provider_for_embeddings']) && $options['custom_provider_for_embeddings'] === 'on') {
4903 - return $this->mxchat_generate_embedding_custom($text);
4904 - }
4905 -
2876 +
4906 2877 // Determine endpoint and API key based on model
4907 2878 if (strpos($selected_model, 'voyage') === 0) {
4908 2879 $endpoint = 'https://api.voyageai.com/v1/embeddings';
4909 2880 $api_key = $options['voyage_api_key'] ?? '';
@@ -5098,653 +3069,197 @@
5098 3069 'error_code' => 'embedding_exception'
5099 3070 ];
5100 3071 }
5101 3072 }
3073 +private function mxchat_find_relevant_content($user_embedding) {
3074 + //error_log('MXChat Vector Search: Starting content search...');
5102 3075
3076 + // Retrieve the add-on settings from the database.
3077 + $addon_options = get_option('mxchat_pinecone_addon_options', array());
5103 3078
5104 -/**
5105 - * Generate embedding via a Custom (OpenAI-compatible) provider's /embeddings route.
5106 - * Only called when the opt-in 'custom_provider_for_embeddings' setting is on.
5107 - * Returns a numeric array (the embedding vector) on success, or ['error','error_code'] on failure.
5108 - */
5109 -private function mxchat_generate_embedding_custom($text) {
5110 - if (empty($text)) {
5111 - return ['error' => esc_html__('No text provided for embedding generation', 'mxchat'), 'error_code' => 'empty_embedding_text'];
5112 - }
5113 - $cfg = $this->mxchat_resolve_custom_provider();
5114 - if (empty($cfg['base_url'])) {
5115 - return ['error' => esc_html__('Custom provider Base URL is not configured.', 'mxchat'), 'error_code' => 'missing_custom_provider_base_url'];
5116 - }
3079 + // Determine whether Pinecone is enabled.
3080 + // We expect the sanitized setting to be a string '1' if enabled, otherwise '0'.
3081 + $use_pinecone = (isset($addon_options['mxchat_use_pinecone']) && $addon_options['mxchat_use_pinecone'] === '1') ? 1 : 0;
5117 3082
5118 - $options = get_option('mxchat_options');
5119 - $embed_url = $cfg['base_url'] . '/embeddings';
5120 - if (!empty($cfg['api_version'])) {
5121 - $embed_url .= (strpos($embed_url, '?') === false ? '?' : '&') . 'api-version=' . rawurlencode($cfg['api_version']);
5122 - }
5123 - $model = isset($options['custom_provider_embedding_model']) && trim((string) $options['custom_provider_embedding_model']) !== ''
5124 - ? trim((string) $options['custom_provider_embedding_model'])
5125 - : $cfg['model'];
3083 + //error_log('Pinecone enabled flag: ' . $use_pinecone);
5126 3084
5127 - $response = wp_remote_post($embed_url, [
5128 - 'headers' => $this->mxchat_custom_provider_assoc_headers($cfg),
5129 - 'body' => wp_json_encode(['input' => $text, 'model' => $model]),
5130 - 'timeout' => 60,
5131 - ]);
5132 - if (is_wp_error($response)) {
5133 - return [
5134 - 'error' => esc_html__('Connection error when generating embeddings (custom provider): ', 'mxchat') . esc_html($response->get_error_message()),
5135 - 'error_code' => 'embedding_custom_connection_error',
5136 - ];
5137 - }
5138 - $status = wp_remote_retrieve_response_code($response);
5139 - $body = json_decode(wp_remote_retrieve_body($response), true);
5140 - if ($status !== 200) {
5141 - $msg = isset($body['error']['message']) ? $body['error']['message'] : 'HTTP ' . $status;
5142 - return [
5143 - 'error' => esc_html__('Custom embedding endpoint error: ', 'mxchat') . esc_html($msg),
5144 - 'error_code' => 'embedding_custom_api_error',
5145 - 'status_code' => $status,
5146 - ];
5147 - }
5148 - if (isset($body['data'][0]['embedding']) && is_array($body['data'][0]['embedding'])) {
5149 - return $body['data'][0]['embedding'];
5150 - }
5151 - return [
5152 - 'error' => esc_html__('Invalid embedding response from custom provider.', 'mxchat'),
5153 - 'error_code' => 'embedding_custom_invalid_response',
5154 - ];
5155 -}
5156 -
5157 -private function mxchat_find_relevant_content($user_embedding, $bot_id = 'default', $user_query = '') {
5158 - //error_log("MXCHAT DEBUG: find_relevant_content called with bot_id: " . $bot_id);
5159 -
5160 - // Check for OpenAI Vector Store first (takes priority when enabled)
5161 - $bot_vectorstore_config = $this->get_bot_vectorstore_config($bot_id);
5162 -
5163 - if ($bot_vectorstore_config['use_vectorstore']) {
5164 - // Get current model to verify it's an OpenAI model
5165 - $bot_options = $this->get_bot_options($bot_id);
5166 - $mxchat_options = get_option('mxchat_options', array());
5167 - $current_options = !empty($bot_options) ? $bot_options : $mxchat_options;
5168 - $selected_model = $current_options['model'] ?? 'gpt-5.1-chat-latest';
5169 -
5170 - if ($this->is_openai_chat_model($selected_model)) {
5171 - //error_log("MXCHAT DEBUG: Using OpenAI Vector Store for knowledge retrieval");
5172 - return $this->find_relevant_content_openai_vectorstore($user_query, $bot_id, $bot_vectorstore_config);
5173 - } else {
5174 - //error_log("MXCHAT DEBUG: Vector Store enabled but model is not OpenAI (" . $selected_model . "), skipping Vector Store");
5175 - }
5176 - }
5177 -
5178 - // Get bot-specific Pinecone configuration
5179 - $bot_pinecone_config = $this->get_bot_pinecone_config($bot_id);
5180 -
5181 - // Debug: Log the Pinecone configuration
5182 - //error_log("MXCHAT DEBUG: Pinecone config for bot '$bot_id':");
5183 - //error_log(" - use_pinecone: " . ($bot_pinecone_config['use_pinecone'] ? 'true' : 'false'));
5184 - //error_log(" - api_key: " . (empty($bot_pinecone_config['api_key']) ? 'EMPTY' : 'SET (hidden)'));
5185 - //error_log(" - host: " . ($bot_pinecone_config['host'] ?? 'NOT SET'));
5186 - //error_log(" - namespace: " . ($bot_pinecone_config['namespace'] ?? 'NOT SET'));
5187 -
5188 - // Determine whether to use Pinecone based on bot configuration
5189 - $use_pinecone = isset($bot_pinecone_config['use_pinecone']) ? $bot_pinecone_config['use_pinecone'] : false;
5190 -
5191 - //error_log("MXCHAT DEBUG: Using " . ($use_pinecone ? "Pinecone" : "WordPress Database") . " for knowledge retrieval");
5192 -
5193 - if ($use_pinecone) {
5194 - return $this->find_relevant_content_pinecone($user_embedding, $bot_id, $bot_pinecone_config);
3085 + if ($use_pinecone === 1) {
3086 + //error_log('MXChat Vector Search: Using Pinecone database');
3087 + return $this->find_relevant_content_pinecone($user_embedding);
5195 3088 } else {
5196 - return $this->find_relevant_content_wordpress($user_embedding, $bot_id);
3089 + //error_log('MXChat Vector Search: Using WordPress database');
3090 + return $this->find_relevant_content_wordpress($user_embedding);
5197 3091 }
5198 3092 }
5199 -
5200 -private function find_relevant_content_wordpress($user_embedding, $bot_id = 'default') {
3093 +private function find_relevant_content_wordpress($user_embedding) {
5201 3094 global $wpdb;
5202 3095 $system_prompt_table = $wpdb->prefix . 'mxchat_system_prompt_content';
5203 - // Initialize similarity analysis storage
5204 - $this->last_similarity_analysis = [
5205 - 'knowledge_base_type' => 'WordPress Database',
5206 - 'bot_id' => $bot_id,
5207 - 'top_matches' => [],
5208 - 'threshold_used' => 0,
5209 - 'total_checked' => 0
5210 - ];
3096 + $cache_key = 'mxchat_system_prompt_embeddings';
3097 + $batch_size = 500;
5211 3098
5212 - // NEW: Initialize valid URLs array
5213 - $valid_urls = [];
3099 + // Retrieve embeddings from cache or database
3100 + $embeddings = wp_cache_get($cache_key, 'mxchat_system_prompts');
3101 + if ($embeddings === false) {
3102 + // Cache miss - load embeddings from database
3103 + $embeddings = [];
3104 + $offset = 0;
5214 3105
5215 - // Get bot-specific options for similarity threshold
5216 - $bot_options = $this->get_bot_options($bot_id);
5217 - $current_options = !empty($bot_options) ? $bot_options : $this->options;
3106 + // Load in batches and build cache
3107 + do {
3108 + $query = $wpdb->prepare(
3109 + "SELECT id, embedding_vector
3110 + FROM {$system_prompt_table}
3111 + LIMIT %d OFFSET %d",
3112 + $batch_size,
3113 + $offset
3114 + );
5218 3115
5219 - // Get knowledge manager instance for role checking
5220 - $knowledge_manager = MxChat_Knowledge_Manager::get_instance();
3116 + $batch = $wpdb->get_results($query);
3117 + if (empty($batch)) {
3118 + break;
3119 + }
5221 3120
5222 - // Get base similarity threshold from bot options or default options
5223 - $similarity_threshold = isset($current_options['similarity_threshold'])
5224 - ? ((int) $current_options['similarity_threshold']) / 100
5225 - : 0.35;
5226 - $this->last_similarity_analysis['threshold_used'] = $similarity_threshold;
3121 + $embeddings = array_merge($embeddings, $batch);
3122 + $offset += $batch_size;
3123 + unset($batch); // Free memory
3124 + } while (true);
5227 3125
5228 - // Precompute bot_filter once, outside the streaming loop
5229 - $bot_filter = '';
5230 - if ($bot_id !== 'default') {
5231 - $column_exists = $wpdb->get_var("SHOW COLUMNS FROM {$system_prompt_table} LIKE 'bot_metadata'");
5232 - if ($column_exists) {
5233 - $bot_filter = $wpdb->prepare(" AND (bot_metadata = %s OR bot_metadata IS NULL OR bot_metadata = '')", $bot_id);
3126 + if (empty($embeddings)) {
3127 + return ''; // Return empty string if no embeddings found
5234 3128 }
3129 +
3130 + // Cache embeddings for future use
3131 + wp_cache_set($cache_key, $embeddings, 'mxchat_system_prompts', 3600);
5235 3132 }
5236 3133
5237 - // ===== STREAMING TOP-K PASS =====
5238 - // Stream rows in small batches, compute cosine similarity per row, and keep only:
5239 - // - top 10 by raw similarity (for the testing/debug display panel)
5240 - // - candidates above threshold with access (capped) for context assembly
5241 - // This bounds peak memory regardless of knowledge base size and avoids loading
5242 - // article_content for every row. article_content is fetched in Phase 2 for winners only.
5243 - $batch_size = 250;
5244 - $max_candidates = 200; // safety cap, well above rag_sources_limit * max_chunks_per_source
5245 - $top_display = [];
5246 - $candidates = [];
5247 - $total_checked = 0;
5248 - $offset = 0;
5249 -
5250 - do {
5251 - $batch = $wpdb->get_results($wpdb->prepare(
5252 - "SELECT id, embedding_vector, source_url, role_restriction
5253 - FROM {$system_prompt_table}
5254 - WHERE 1=1 {$bot_filter}
5255 - LIMIT %d OFFSET %d",
5256 - $batch_size,
5257 - $offset
5258 - ));
5259 -
5260 - if (empty($batch)) {
5261 - break;
5262 - }
5263 -
5264 - foreach ($batch as $row) {
5265 - $database_embedding = $row->embedding_vector
5266 - ? unserialize($row->embedding_vector, ['allowed_classes' => false])
5267 - : null;
5268 -
5269 - if (!is_array($database_embedding) || !is_array($user_embedding)) {
5270 - unset($database_embedding);
5271 - continue;
5272 - }
5273 -
3134 + // Get configuration options
3135 + $main_options = get_option('mxchat_options', []);
3136 +
3137 + // Get base similarity threshold (default 75%)
3138 + $similarity_threshold = isset($main_options['similarity_threshold'])
3139 + ? ((int) $main_options['similarity_threshold']) / 100
3140 + : 0.75;
3141 +
3142 + // Calculate similarities and build results array
3143 + $relevant_results = [];
3144 + foreach ($embeddings as $embedding) {
3145 + $database_embedding = $embedding->embedding_vector
3146 + ? unserialize($embedding->embedding_vector, ['allowed_classes' => false])
3147 + : null;
3148 +
3149 + if (is_array($database_embedding) && is_array($user_embedding)) {
5274 3150 $similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $database_embedding);
5275 - unset($database_embedding);
5276 -
5277 - $role_restriction = $row->role_restriction ?? 'public';
5278 - $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
5279 - $source_url = $row->source_url ?? '';
5280 -
5281 - // Maintain top 10 display buffer (insert-if-beats-worst)
5282 - if (count($top_display) < 10) {
5283 - $top_display[] = [
5284 - 'id' => $row->id,
5285 - 'similarity' => $similarity,
5286 - 'source_url' => $source_url,
5287 - 'role_restriction' => $role_restriction,
5288 - 'has_access' => $has_access,
3151 +
3152 + // Only consider results above threshold
3153 + if ($similarity >= $similarity_threshold) {
3154 + $relevant_results[] = [
3155 + 'id' => $embedding->id,
3156 + 'similarity' => $similarity
5289 3157 ];
5290 - usort($top_display, function ($a, $b) {
5291 - return $b['similarity'] <=> $a['similarity'];
5292 - });
5293 - } elseif ($similarity > $top_display[9]['similarity']) {
5294 - $top_display[9] = [
5295 - 'id' => $row->id,
5296 - 'similarity' => $similarity,
5297 - 'source_url' => $source_url,
5298 - 'role_restriction' => $role_restriction,
5299 - 'has_access' => $has_access,
5300 - ];
5301 - usort($top_display, function ($a, $b) {
5302 - return $b['similarity'] <=> $a['similarity'];
5303 - });
5304 3158 }
5305 -
5306 - // Track candidates for context assembly (above threshold + has access)
5307 - if ($similarity >= $similarity_threshold && $has_access) {
5308 - $candidates[] = [
5309 - 'id' => $row->id,
5310 - 'similarity' => $similarity,
5311 - 'source_url' => $source_url,
5312 - ];
5313 - }
5314 -
5315 - $total_checked++;
5316 3159 }
5317 -
5318 - unset($batch);
5319 -
5320 - // Trim candidates periodically to cap memory during long scans
5321 - if (count($candidates) > $max_candidates) {
5322 - usort($candidates, function ($a, $b) {
5323 - return $b['similarity'] <=> $a['similarity'];
5324 - });
5325 - $candidates = array_slice($candidates, 0, $max_candidates);
5326 - }
5327 -
5328 - $offset += $batch_size;
5329 - } while (true);
5330 -
5331 - if ($total_checked === 0) {
5332 - $this->current_valid_urls = [];
5333 - return '';
3160 +
3161 + unset($database_embedding); // Free memory
5334 3162 }
5335 3163
5336 - // Final candidates sort (best first)
5337 - if (count($candidates) > 1) {
5338 - usort($candidates, function ($a, $b) {
5339 - return $b['similarity'] <=> $a['similarity'];
5340 - });
5341 - }
5342 -
5343 - // ===== PHASE 2: FETCH ARTICLE CONTENT ONLY FOR WINNERS =====
5344 - // Gather unique IDs we actually need (top_display + candidates) and pull
5345 - // article_content in bounded IN() batches. This avoids loading content for
5346 - // every row during the similarity scan.
5347 - $needed_ids = [];
5348 - foreach ($top_display as $item) {
5349 - $needed_ids[$item['id']] = true;
5350 - }
5351 - foreach ($candidates as $item) {
5352 - $needed_ids[$item['id']] = true;
5353 - }
5354 - $needed_ids = array_keys($needed_ids);
5355 -
5356 - $content_map = [];
5357 - if (!empty($needed_ids)) {
5358 - foreach (array_chunk($needed_ids, 250) as $chunk_ids) {
5359 - $placeholders = implode(',', array_fill(0, count($chunk_ids), '%d'));
5360 - $rows = $wpdb->get_results($wpdb->prepare(
5361 - "SELECT id, article_content FROM {$system_prompt_table} WHERE id IN ($placeholders)",
5362 - ...$chunk_ids
5363 - ));
5364 - foreach ($rows as $r) {
5365 - $content_map[$r->id] = $r->article_content;
5366 - }
5367 - unset($rows);
5368 - }
5369 - }
5370 -
5371 - // Build the all_similarities display array from the top 10
5372 - $all_similarities = [];
5373 - foreach ($top_display as $item) {
5374 - $article_content_for_parse = $content_map[$item['id']] ?? '';
5375 - $parsed_for_display = MxChat_Chunker::parse_stored_chunk($article_content_for_parse);
5376 - $is_chunk = $parsed_for_display['is_chunked'];
5377 - $chunk_meta = $parsed_for_display['metadata'];
5378 -
5379 - if (!empty($item['source_url']) && $item['source_url'] !== '#') {
5380 - $source_display = $item['source_url'];
5381 - } else {
5382 - $content_preview = strip_tags($article_content_for_parse);
5383 - $content_preview = preg_replace('/\s+/', ' ', $content_preview);
5384 - $source_display = substr(trim($content_preview), 0, 50) . '...';
5385 - }
5386 -
5387 - $all_similarities[] = [
5388 - 'document_id' => $item['id'],
5389 - 'similarity' => $item['similarity'],
5390 - 'similarity_percentage' => round($item['similarity'] * 100, 2),
5391 - 'above_threshold' => $item['similarity'] >= $similarity_threshold,
5392 - 'source_display' => $source_display,
5393 - 'content_preview' => substr(strip_tags($parsed_for_display['text'] ?? ''), 0, 100) . '...',
5394 - 'used_for_context' => false,
5395 - 'role_restriction' => $item['role_restriction'],
5396 - 'has_access' => $item['has_access'],
5397 - 'filtered_out' => !$item['has_access'],
5398 - 'is_chunk' => $is_chunk,
5399 - 'chunk_index' => $is_chunk ? ($chunk_meta['chunk_index'] ?? 0) : null,
5400 - 'total_chunks' => $is_chunk ? ($chunk_meta['total_chunks'] ?? 1) : null
5401 - ];
5402 - }
5403 -
5404 - // Build url_groups from candidates for chunk reassembly
5405 - $url_groups = array();
5406 - foreach ($candidates as $cand) {
5407 - $article_content = $content_map[$cand['id']] ?? '';
5408 - $parsed = MxChat_Chunker::parse_stored_chunk($article_content);
5409 - $is_chunked = $parsed['is_chunked'];
5410 - $chunk_index = $parsed['metadata']['chunk_index'] ?? 0;
5411 - $text_content = $parsed['text'];
5412 -
5413 - $source_url = $cand['source_url'];
5414 - $group_key = !empty($source_url) ? $source_url : '_manual_' . $cand['id'];
5415 -
5416 - if (!isset($url_groups[$group_key])) {
5417 - $url_groups[$group_key] = array(
5418 - 'source_url' => $source_url,
5419 - 'best_score' => 0,
5420 - 'is_chunked' => $is_chunked,
5421 - 'chunks' => array(),
5422 - 'single_text' => '',
5423 - 'single_id' => null
5424 - );
5425 - }
5426 -
5427 - if ($cand['similarity'] > $url_groups[$group_key]['best_score']) {
5428 - $url_groups[$group_key]['best_score'] = $cand['similarity'];
5429 - }
5430 -
5431 - if ($is_chunked) {
5432 - $url_groups[$group_key]['is_chunked'] = true;
5433 - $url_groups[$group_key]['chunks'][] = array(
5434 - 'id' => $cand['id'],
5435 - 'score' => $cand['similarity'],
5436 - 'chunk_index' => $chunk_index,
5437 - 'text' => $text_content
5438 - );
5439 - } else {
5440 - $url_groups[$group_key]['single_text'] = $text_content;
5441 - $url_groups[$group_key]['single_id'] = $cand['id'];
5442 - }
5443 - }
5444 -
5445 - // Sort ALL similarities for testing display (highest first)
5446 - usort($all_similarities, function ($a, $b) {
3164 + // Sort by similarity (highest first)
3165 + usort($relevant_results, function ($a, $b) {
5447 3166 return $b['similarity'] <=> $a['similarity'];
5448 3167 });
5449 -
5450 - // Sort URL groups by best score (highest first)
5451 - uasort($url_groups, function($a, $b) {
5452 - return $b['best_score'] <=> $a['best_score'];
5453 - });
5454 -
5455 - // Get RAG sources limit from options (default 6, min 3, max 10)
5456 - $rag_sources_limit = isset($current_options['rag_sources_limit']) ? intval($current_options['rag_sources_limit']) : 3;
5457 - if ($rag_sources_limit < 3) $rag_sources_limit = 3;
5458 - if ($rag_sources_limit > 10) $rag_sources_limit = 10;
5459 -
5460 - // Take top N unique URLs based on user setting
5461 - $top_urls = array_slice($url_groups, 0, $rag_sources_limit, true);
5462 -
5463 - // Track which document IDs are used for context
5464 - $used_document_ids = [];
5465 - foreach ($top_urls as $group) {
5466 - if ($group['is_chunked']) {
5467 - foreach ($group['chunks'] as $chunk) {
5468 - $used_document_ids[] = $chunk['id'];
5469 - }
5470 - } elseif ($group['single_id']) {
5471 - $used_document_ids[] = $group['single_id'];
5472 - }
5473 - }
5474 -
5475 - // Update the all_similarities array to mark which were actually used
5476 - foreach ($all_similarities as &$similarity_item) {
5477 - $similarity_item['used_for_context'] = in_array($similarity_item['document_id'], $used_document_ids);
5478 - }
5479 -
5480 - // Store top 10 for testing panel
5481 - $this->last_similarity_analysis['top_matches'] = array_slice($all_similarities, 0, 10);
5482 - $this->last_similarity_analysis['total_checked'] = $total_checked;
5483 -
3168 +
3169 + // Get top 5 results (standard approach)
3170 + $top_results = array_slice($relevant_results, 0, 5);
3171 +
5484 3172 // Initialize final content
5485 3173 $content = '';
5486 - $matches_used = 0;
5487 - $total_chunks_used = 0;
5488 - $max_total_chunks = isset($current_options['rag_chunks_limit']) ? intval($current_options['rag_chunks_limit']) : 15;
5489 - if ($max_total_chunks < 8) $max_total_chunks = 8;
5490 - if ($max_total_chunks > 20) $max_total_chunks = 20;
5491 - $max_chunks_per_source = 5; // Cap per individual source to limit token usage
5492 -
5493 - // Check if citation links are enabled (default to 'on' for backwards compatibility)
5494 - // Use fresh options to ensure we get the latest setting value
5495 - $fresh_options = get_option('mxchat_options', []);
5496 - $citation_links_enabled = isset($fresh_options['citation_links_toggle']) ? ($fresh_options['citation_links_toggle'] === 'on') : true;
5497 -
5498 - // Build content from top sources
5499 - foreach ($top_urls as $group_key => $group) {
5500 - $source_url = $group['source_url']; // Use actual source_url, not the group key
5501 -
5502 - // Stop if we've hit the total chunk limit
5503 - if ($total_chunks_used >= $max_total_chunks) {
5504 - break;
3174 +
3175 + // Track document IDs to avoid duplicates
3176 + $added_document_ids = [];
3177 +
3178 + // Fetch and format content for each selected result
3179 + foreach ($top_results as $index => $result) {
3180 + // Skip if already added (for PDF surrounding pages)
3181 + if (in_array($result['id'], $added_document_ids)) {
3182 + continue;
5505 3183 }
5506 -
5507 - $full_text = '';
5508 - $chunks_in_this_source = 1; // Default for non-chunked content
5509 -
5510 - if ($group['is_chunked']) {
5511 - // Calculate how many chunks we can still use (respect both total and per-source caps)
5512 - $chunks_remaining = min($max_chunks_per_source, $max_total_chunks - $total_chunks_used);
5513 -
5514 - // Fetch chunks for this URL with limit
5515 - $full_text = $this->reassemble_chunks_from_wordpress($source_url, $chunks_remaining, $chunks_in_this_source);
5516 -
5517 - // If fetching all chunks fails, fall back to matched chunks
5518 - if (empty($full_text)) {
5519 - // Sort matched chunks by index and concatenate
5520 - usort($group['chunks'], function($a, $b) {
5521 - return $a['chunk_index'] <=> $b['chunk_index'];
5522 - });
5523 -
5524 - $chunk_texts = array();
5525 - $chunks_in_this_source = 0;
5526 - foreach ($group['chunks'] as $chunk) {
5527 - if ($total_chunks_used + $chunks_in_this_source >= $max_total_chunks) {
5528 - break;
5529 - }
5530 - $chunk_texts[] = $chunk['text'];
5531 - $chunks_in_this_source++;
5532 - }
5533 - $full_text = implode("\n\n", $chunk_texts);
3184 +
3185 + $chunk_content = $this->fetch_content_with_product_links($result['id']);
3186 + $added_document_ids[] = $result['id'];
3187 +
3188 + // Add content with minimal markup
3189 + $content .= "## Reference " . ($index + 1) . " ##\n";
3190 + $content .= $chunk_content . "\n\n";
3191 +
3192 + // Check if content is PDF-related
3193 + if (strpos($chunk_content, '{"document_type":"pdf"') !== false) {
3194 + // Get surrounding pages
3195 + $surrounding_content = $wpdb->get_results($wpdb->prepare(
3196 + "SELECT id, article_content FROM {$system_prompt_table}
3197 + WHERE id IN (
3198 + (SELECT id FROM {$system_prompt_table} WHERE id < %d ORDER BY id DESC LIMIT 1),
3199 + (SELECT id FROM {$system_prompt_table} WHERE id > %d ORDER BY id ASC LIMIT 1)
3200 + )",
3201 + $result['id'],
3202 + $result['id']
3203 + ));
3204 +
3205 + // Add previous page content if it exists
3206 + if (!empty($surrounding_content[0])) {
3207 + $content .= "## Related Content ##\n";
3208 + $content .= $surrounding_content[0]->article_content . "\n\n";
3209 + $added_document_ids[] = $surrounding_content[0]->id;
5534 3210 }
5535 - } else {
5536 - $full_text = $group['single_text'];
5537 - $chunks_in_this_source = 1;
5538 - }
5539 -
5540 - if (!empty($full_text)) {
5541 - // Strip URLs from content if citation links are disabled
5542 - if (!$citation_links_enabled) {
5543 - $full_text = preg_replace('#\bhttps?://[^\s<>"\']+#i', '', $full_text);
5544 - $full_text = preg_replace('/\s+/', ' ', trim($full_text)); // Clean up extra spaces
3211 +
3212 + // Add next page content if it exists
3213 + if (!empty($surrounding_content[1])) {
3214 + $content .= "## Related Content ##\n";
3215 + $content .= $surrounding_content[1]->article_content . "\n\n";
3216 + $added_document_ids[] = $surrounding_content[1]->id;
5545 3217 }
5546 -
5547 - // Use numbered reference for URL-based entries, plain info label for manual entries
5548 - // Manual entries are stored with an internal mxchat:// placeholder URL — never expose them as citations
5549 - if (!empty($source_url) && $source_url !== '#' && strpos($source_url, 'mxchat://') !== 0) {
5550 - $matches_used++;
5551 - $content .= "## Reference " . $matches_used . " ##\n";
5552 - $content .= $full_text . "\n\n";
5553 -
5554 - // Only include citation URLs if citation links are enabled
5555 - if ($citation_links_enabled) {
5556 - $valid_urls[] = $source_url;
5557 - $content .= "URL: " . $source_url . "\n\n";
5558 - }
5559 - } else {
5560 - // Manual entry — no reference number, no citation
5561 - $content .= "## Information ##\n";
5562 - $content .= $full_text . "\n\n";
5563 - }
5564 -
5565 - // Extract any URLs from the text content itself (only if citation links enabled)
5566 - if ($citation_links_enabled) {
5567 - preg_match_all(
5568 - '#\bhttps?://[^\s<>"\']+#i',
5569 - $full_text,
5570 - $content_urls
5571 - );
5572 - if (!empty($content_urls[0])) {
5573 - $valid_urls = array_merge($valid_urls, $content_urls[0]);
5574 - }
5575 - }
5576 -
5577 - $total_chunks_used += $chunks_in_this_source;
5578 3218 }
5579 3219 }
5580 -
5581 - // NEW: Store unique valid URLs for validation
5582 - $this->current_valid_urls = array_unique($valid_urls);
5583 -
5584 - // Store sources and chunks counts for testing/transcript display
5585 - $this->last_similarity_analysis['sources_used'] = $matches_used;
5586 - $this->last_similarity_analysis['total_chunks_used'] = $total_chunks_used;
5587 -
5588 - // Allow add-ons to act on similarity results (e.g. WooCommerce product card display)
5589 - do_action('mxchat_similarity_results', $this->last_similarity_analysis['top_matches'], $bot_id);
5590 -
5591 - // Add response guidelines
5592 - if (empty($top_urls)) {
5593 - $content = "No reference information was found for this query.\n\n";
3220 +
3221 + // Add response guidelines that encourage natural conversation but strict adherence to facts
3222 + if (empty($top_results)) {
3223 + $content = "No reference information was found for this query.\n\n" .
3224 + "Respond naturally but inform the user that you don't have specific information " .
3225 + "about their query and suggest they check the documentation, speak to a live agent, " .
3226 + "or create a support ticket.";
5594 3227 } else {
5595 - // Build response guidelines based on citation links setting
5596 3228 $content .= "\n## Response Guidelines ##\n" .
5597 - "You are an AI Chatbot. Answer naturally and helpfully using only the information from the references above. " .
5598 - "Be conversational and friendly, but never mention your knowledge base or training data. " .
5599 - "If you don't have specific information or are uncertain about any details, it's always " .
5600 - "better to honestly say you don't know rather than making up or guessing at answers. " .
5601 - "When information is incomplete, let them know you are unsure.\n\n";
5602 -
5603 - // Only add hyperlink instructions if citation links are enabled
5604 - if ($citation_links_enabled) {
5605 - $content .= "CRITICAL: When creating hyperlinks, always use proper markdown format with descriptive text: " .
5606 - "[descriptive text](url). NEVER use empty brackets like [](url). The text in brackets must describe what the link is about. " .
5607 - "Only cite references that have a URL. Do not cite or add source labels to Information sections that have no URL.";
5608 - } else {
5609 - $content .= "IMPORTANT: Do not include any citation links, source URLs, or hyperlinks in your responses. " .
5610 - "Simply provide helpful answers based on the reference information without citing sources.";
5611 - }
3229 + "Answer naturally as a helpful product representative would, without phrases like " .
3230 + "'based on my knowledge base' or 'according to the information.' Only use facts " .
3231 + "contained in the references above. If essential information is missing, politely " .
3232 + "guide the user to documentation or support.";
5612 3233 }
5613 -
3234 +
5614 3235 return trim($content);
5615 3236 }
5616 -
5617 -/**
5618 - * Fetch and reassemble chunks for a URL from WordPress database
5619 - *
5620 - * @param string $source_url The source URL to fetch chunks for
5621 - * @param int $max_chunks Maximum number of chunks to return (0 = unlimited)
5622 - * @param int &$chunk_count Reference to store the actual number of chunks returned
5623 - * @return string Reassembled content from chunks
5624 - */
5625 -private function reassemble_chunks_from_wordpress($source_url, $max_chunks = 0, &$chunk_count = 0) {
5626 - global $wpdb;
5627 - $table = $wpdb->prefix . 'mxchat_system_prompt_content';
5628 -
5629 - // Fetch all rows with this source_url
5630 - $rows = $wpdb->get_results($wpdb->prepare(
5631 - "SELECT article_content FROM {$table}
5632 - WHERE source_url = %s
5633 - ORDER BY id ASC",
5634 - $source_url
5635 - ));
5636 -
5637 - if (empty($rows)) {
5638 - $chunk_count = 0;
5639 - return '';
5640 - }
5641 -
5642 - // Parse and sort chunks by index
5643 - $chunks = array();
5644 - foreach ($rows as $row) {
5645 - $parsed = MxChat_Chunker::parse_stored_chunk($row->article_content);
5646 -
5647 - if ($parsed['is_chunked']) {
5648 - $chunk_index = $parsed['metadata']['chunk_index'] ?? 0;
5649 - $chunks[$chunk_index] = $parsed['text'];
5650 - } else {
5651 - // Non-chunked content - just return it
5652 - $chunks[] = $parsed['text'];
5653 - }
5654 - }
5655 -
5656 - // Sort by chunk index
5657 - ksort($chunks);
5658 -
5659 - // Apply chunk limit if specified
5660 - if ($max_chunks > 0 && count($chunks) > $max_chunks) {
5661 - $chunks = array_slice($chunks, 0, $max_chunks, true);
5662 - }
5663 -
5664 - // Store actual chunk count
5665 - $chunk_count = count($chunks);
5666 -
5667 - // Reassemble content
5668 - return implode("\n\n", $chunks);
5669 -}
5670 -
5671 -private function find_relevant_content_pinecone($user_embedding, $bot_id = 'default', $bot_config = null) {
5672 - global $wpdb;
3237 +private function find_relevant_content_pinecone($user_embedding) {
3238 + $options = get_option('mxchat_pinecone_addon_options', array());
3239 + $api_key = $options['mxchat_pinecone_api_key'] ?? '';
3240 + $host = $options['mxchat_pinecone_host'] ?? '';
5673 3241
5674 - //error_log("MXCHAT DEBUG: find_relevant_content_pinecone called");
5675 - //error_log(" - bot_id: " . $bot_id);
5676 - //error_log(" - user_embedding is array: " . (is_array($user_embedding) ? 'yes' : 'no'));
5677 - //error_log(" - user_embedding count: " . (is_array($user_embedding) ? count($user_embedding) : 'N/A'));
5678 -
5679 - // Use bot-specific config or fall back to default
5680 - if ($bot_config === null) {
5681 - $bot_config = $this->get_bot_pinecone_config($bot_id);
5682 - }
5683 -
5684 - $api_key = $bot_config['api_key'] ?? '';
5685 - $host = $bot_config['host'] ?? '';
5686 - $namespace = $bot_config['namespace'] ?? '';
5687 -
5688 - //error_log("MXCHAT DEBUG: Pinecone query parameters:");
5689 - //error_log(" - API Key: " . (empty($api_key) ? 'EMPTY - ERROR!' : 'Present (length: ' . strlen($api_key) . ')'));
5690 - //error_log(" - Host: " . (empty($host) ? 'EMPTY - ERROR!' : $host));
5691 - //error_log(" - Namespace: " . (empty($namespace) ? 'EMPTY (will use default)' : $namespace));
5692 -
5693 - // Initialize similarity analysis storage
5694 - $this->last_similarity_analysis = [
5695 - 'knowledge_base_type' => 'Pinecone',
5696 - 'bot_id' => $bot_id,
5697 - 'namespace' => $namespace,
5698 - 'top_matches' => [],
5699 - 'threshold_used' => 0,
5700 - 'total_checked' => 0
5701 - ];
5702 -
5703 - // NEW: Initialize valid URLs array
5704 - $valid_urls = [];
5705 -
5706 3242 if (empty($host) || empty($api_key)) {
5707 - //error_log("MXCHAT DEBUG ERROR: Missing Pinecone host or API key!");
5708 - //error_log(" - Host empty: " . (empty($host) ? 'YES' : 'NO'));
5709 - //error_log(" - API key empty: " . (empty($api_key) ? 'YES' : 'NO'));
5710 - // Store empty array for valid URLs since we can't proceed
5711 - $this->current_valid_urls = [];
5712 3243 return '';
5713 3244 }
5714 3245
5715 - // Get knowledge manager instance for role checking
5716 - $knowledge_manager = MxChat_Knowledge_Manager::get_instance();
3246 + // Get the similarity threshold from the main options
3247 + $main_options = get_option('mxchat_options', []);
3248 + $similarity_threshold = isset($main_options['similarity_threshold'])
3249 + ? ((int) $main_options['similarity_threshold']) / 100
3250 + : 0.75; // Default to 75%
5717 3251
5718 - // Get the similarity threshold from the bot options or main options
5719 - $bot_options = $this->get_bot_options($bot_id);
5720 - $current_options = !empty($bot_options) ? $bot_options : get_option('mxchat_options', []);
5721 -
5722 - $similarity_threshold = isset($current_options['similarity_threshold'])
5723 - ? ((int) $current_options['similarity_threshold']) / 100
5724 - : 0.35;
5725 -
5726 - $this->last_similarity_analysis['threshold_used'] = $similarity_threshold;
5727 -
5728 3252 // Prepare the query request for Pinecone
5729 3253 $api_endpoint = "https://{$host}/query";
5730 3254
5731 3255 $request_body = array(
5732 3256 'vector' => $user_embedding,
5733 - 'topK' => 50, // Increased for chunked content grouping - need more candidates to find top N unique URLs
3257 + 'topK' => 8, // Request more to ensure we have enough after filtering
5734 3258 'includeMetadata' => true,
5735 3259 'includeValues' => true
5736 3260 );
5737 3261
5738 - // Add namespace if specified for this bot
5739 - if (!empty($namespace)) {
5740 - $request_body['namespace'] = $namespace;
5741 - }
5742 -
5743 - //error_log("MXCHAT DEBUG: About to call Pinecone API");
5744 - //error_log(" - Endpoint: " . $api_endpoint);
5745 - //error_log(" - Namespace in request: " . (!empty($namespace) ? $namespace : 'NOT SET'));
5746 -
5747 3262 $response = wp_remote_post($api_endpoint, array(
5748 3263 'headers' => array(
5749 3264 'Api-Key' => $api_key,
5750 3265 'accept' => 'application/json',
@@ -5754,877 +3269,68 @@
5754 3269 'timeout' => 30
5755 3270 ));
5756 3271
5757 3272 if (is_wp_error($response)) {
5758 - //error_log("MXCHAT DEBUG ERROR: WP Error in Pinecone request: " . $response->get_error_message());
5759 - // Store empty array for valid URLs
5760 - $this->current_valid_urls = [];
5761 3273 return '';
5762 3274 }
5763 3275
5764 3276 $response_code = wp_remote_retrieve_response_code($response);
5765 - //error_log("MXCHAT DEBUG: Pinecone response code: " . $response_code);
5766 -
5767 3277 if ($response_code !== 200) {
5768 - $response_body = wp_remote_retrieve_body($response);
5769 - //error_log("MXCHAT DEBUG ERROR: Pinecone API error response: " . substr($response_body, 0, 500));
5770 - // Store empty array for valid URLs
5771 - $this->current_valid_urls = [];
5772 3278 return '';
5773 3279 }
5774 3280
5775 - // ADD DETAILED DEBUG SECTION HERE
5776 - $response_body = wp_remote_retrieve_body($response);
5777 - //error_log("MXCHAT DEBUG: Raw Pinecone response length: " . strlen($response_body));
5778 -
5779 - $results = json_decode($response_body, true);
5780 -
5781 - if (json_last_error() !== JSON_ERROR_NONE) {
5782 - //error_log("MXCHAT DEBUG ERROR: JSON decode error: " . json_last_error_msg());
5783 - //error_log("MXCHAT DEBUG: First 500 chars of response: " . substr($response_body, 0, 500));
5784 - // Store empty array for valid URLs
5785 - $this->current_valid_urls = [];
5786 - return '';
5787 - }
5788 -
5789 - //error_log("MXCHAT DEBUG: Pinecone response structure:");
5790 - //error_log(" - Has 'matches' key: " . (isset($results['matches']) ? 'yes' : 'no'));
5791 - //error_log(" - Has 'namespace' key: " . (isset($results['namespace']) ? 'yes (' . $results['namespace'] . ')' : 'no'));
5792 -
3281 + $results = json_decode(wp_remote_retrieve_body($response), true);
5793 3282 if (empty($results['matches'])) {
5794 - //error_log("MXCHAT DEBUG: No matches found in Pinecone response");
5795 - //error_log("MXCHAT DEBUG: Response keys: " . implode(', ', array_keys($results)));
5796 - // Store empty array for valid URLs
5797 - $this->current_valid_urls = [];
5798 3283 return '';
5799 3284 }
5800 3285
5801 - //error_log("MXCHAT DEBUG: Found " . count($results['matches']) . " matches in Pinecone");
5802 -
5803 - // Log first match details for debugging
5804 - if (!empty($results['matches'][0])) {
5805 - $first_match = $results['matches'][0];
5806 - //error_log("MXCHAT DEBUG: First match details:");
5807 - //error_log(" - Score: " . ($first_match['score'] ?? 'no score'));
5808 - //error_log(" - Has metadata: " . (isset($first_match['metadata']) ? 'yes' : 'no'));
5809 - if (isset($first_match['metadata'])) {
5810 - //error_log(" - Metadata keys: " . implode(', ', array_keys($first_match['metadata'])));
5811 - }
5812 - }
5813 -
5814 3286 // Initialize the final content
5815 3287 $content = '';
5816 3288 $matches_used = 0;
5817 - $matches_used_for_context = [];
5818 - $total_chunks_used = 0;
5819 - $max_total_chunks = isset($current_options['rag_chunks_limit']) ? intval($current_options['rag_chunks_limit']) : 15;
5820 - if ($max_total_chunks < 8) $max_total_chunks = 8;
5821 - if ($max_total_chunks > 20) $max_total_chunks = 20;
5822 - $max_chunks_per_source = 5; // Cap per individual source to limit token usage
5823 -
5824 - // Check if citation links are enabled (default to 'on' for backwards compatibility)
5825 - // Use fresh options to ensure we get the latest setting value
5826 - $fresh_options = get_option('mxchat_options', []);
5827 - $citation_links_enabled = isset($fresh_options['citation_links_toggle']) ? ($fresh_options['citation_links_toggle'] === 'on') : true;
5828 -
5829 - // NEW CHUNKING LOGIC: Group results by source_url for chunk reassembly
5830 - $url_groups = array();
5831 -
3289 +
3290 + // Process each match
5832 3291 foreach ($results['matches'] as $index => $match) {
5833 3292 // Skip if similarity is below threshold
5834 3293 if ($match['score'] < $similarity_threshold) {
5835 3294 continue;
5836 3295 }
5837 -
5838 - $metadata = $match['metadata'] ?? array();
5839 - $source_url = $metadata['source_url'] ?? '';
5840 - $match_id = $match['id'] ?? '';
5841 -
5842 - // LAZY ROLE CHECK: Only check role for content we're actually considering
5843 - $role_restriction = $this->get_single_vector_role($match_id, $metadata);
5844 - $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
5845 -
5846 - // Skip if user doesn't have access
5847 - if (!$has_access) {
5848 - continue;
5849 - }
5850 -
5851 - // Use a unique key for manual entries without a source URL
5852 - $group_key = !empty($source_url) ? $source_url : '_manual_' . $match_id;
5853 -
5854 - // Group by source URL (or unique key for manual entries)
5855 - if (!isset($url_groups[$group_key])) {
5856 - $url_groups[$group_key] = array(
5857 - 'source_url' => $source_url,
5858 - 'best_score' => 0,
5859 - 'is_chunked' => isset($metadata['is_chunked']) && $metadata['is_chunked'],
5860 - 'chunks' => array(),
5861 - 'single_text' => ''
5862 - );
5863 - }
5864 -
5865 - // Track best score for this group
5866 - if ($match['score'] > $url_groups[$group_key]['best_score']) {
5867 - $url_groups[$group_key]['best_score'] = $match['score'];
5868 - }
5869 -
5870 - // Store chunk info or single text
5871 - if ($url_groups[$group_key]['is_chunked']) {
5872 - $url_groups[$group_key]['chunks'][] = array(
5873 - 'id' => $match_id,
5874 - 'score' => $match['score'],
5875 - 'chunk_index' => $metadata['chunk_index'] ?? 0,
5876 - 'text' => $metadata['text'] ?? ''
5877 - );
5878 - } else {
5879 - // Non-chunked content - just store the text
5880 - $url_groups[$group_key]['single_text'] = $metadata['text'] ?? '';
5881 - $url_groups[$group_key]['single_id'] = $match_id;
5882 - }
5883 - }
5884 -
5885 - // Sort URL groups by best score (highest first)
5886 - uasort($url_groups, function($a, $b) {
5887 - return $b['best_score'] <=> $a['best_score'];
5888 - });
5889 -
5890 - // Get RAG sources limit from options (default 6, min 3, max 10)
5891 - $rag_sources_limit = isset($current_options['rag_sources_limit']) ? intval($current_options['rag_sources_limit']) : 3;
5892 - if ($rag_sources_limit < 3) $rag_sources_limit = 3;
5893 - if ($rag_sources_limit > 10) $rag_sources_limit = 10;
5894 -
5895 - // Take top N unique URLs based on user setting
5896 - $top_urls = array_slice($url_groups, 0, $rag_sources_limit, true);
5897 -
5898 - // Track which match IDs are actually used for context
5899 - foreach ($top_urls as $group) {
5900 - if ($group['is_chunked']) {
5901 - foreach ($group['chunks'] as $chunk) {
5902 - $matches_used_for_context[] = $chunk['id'];
5903 - }
5904 - } elseif (!empty($group['single_id'])) {
5905 - $matches_used_for_context[] = $group['single_id'];
5906 - }
5907 - }
5908 -
5909 - // Build content from top sources
5910 - foreach ($top_urls as $group_key => $group) {
5911 - $source_url = $group['source_url']; // Use actual source_url, not the group key
5912 -
5913 - // Stop if we've hit the total chunk limit
5914 - if ($total_chunks_used >= $max_total_chunks) {
3296 +
3297 + // Limit to top 5 matches above threshold
3298 + if ($matches_used >= 5) {
5915 3299 break;
5916 3300 }
5917 -
5918 - $full_text = '';
5919 - $chunks_in_this_source = 1; // Default for non-chunked content
5920 -
5921 - if ($group['is_chunked']) {
5922 - // Calculate how many chunks we can still use (respect both total and per-source caps)
5923 - $chunks_remaining = min($max_chunks_per_source, $max_total_chunks - $total_chunks_used);
5924 -
5925 - // Fetch chunks for this URL with limit
5926 - $full_text = $this->reassemble_chunks_from_pinecone($source_url, $bot_config, $chunks_remaining, $chunks_in_this_source);
5927 -
5928 - // If fetching all chunks fails, fall back to matched chunks
5929 - if (empty($full_text)) {
5930 - // Sort matched chunks by index and concatenate
5931 - usort($group['chunks'], function($a, $b) {
5932 - return $a['chunk_index'] <=> $b['chunk_index'];
5933 - });
5934 -
5935 - $chunk_texts = array();
5936 - $chunks_in_this_source = 0;
5937 - foreach ($group['chunks'] as $chunk) {
5938 - if ($total_chunks_used + $chunks_in_this_source >= $max_total_chunks) {
5939 - break;
5940 - }
5941 - $chunk_texts[] = $chunk['text'];
5942 - $chunks_in_this_source++;
5943 - }
5944 - $full_text = implode("\n\n", $chunk_texts);
3301 +
3302 + if (!empty($match['metadata']['text'])) {
3303 + // Add content with minimal markup
3304 + $content .= "## Reference " . ($matches_used + 1) . " ##\n";
3305 + $content .= $match['metadata']['text'] . "\n\n";
3306 +
3307 + // Add source URL if available
3308 + if (!empty($match['metadata']['source_url'])) {
3309 + $content .= "URL: " . $match['metadata']['source_url'] . "\n\n";
5945 3310 }
5946 - } else {
5947 - $full_text = $group['single_text'];
5948 - $chunks_in_this_source = 1;
3311 +
3312 + $matches_used++;
5949 3313 }
5950 -
5951 - if (!empty($full_text)) {
5952 - // Strip URLs from content if citation links are disabled
5953 - if (!$citation_links_enabled) {
5954 - $full_text = preg_replace('#\bhttps?://[^\s<>"\']+#i', '', $full_text);
5955 - $full_text = preg_replace('/\s+/', ' ', trim($full_text)); // Clean up extra spaces
5956 - }
5957 -
5958 - // Use numbered reference for URL-based entries, plain info label for manual entries
5959 - // Manual entries are stored with an internal mxchat:// placeholder URL — never expose them as citations
5960 - if (!empty($source_url) && $source_url !== '#' && strpos($source_url, 'mxchat://') !== 0) {
5961 - $matches_used++;
5962 - $content .= "## Reference " . $matches_used . " ##\n";
5963 - $content .= $full_text . "\n\n";
5964 -
5965 - // Only include citation URLs if citation links are enabled
5966 - if ($citation_links_enabled) {
5967 - $valid_urls[] = $source_url;
5968 - $content .= "URL: " . $source_url . "\n\n";
5969 - }
5970 - } else {
5971 - // Manual entry — no reference number, no citation
5972 - $content .= "## Information ##\n";
5973 - $content .= $full_text . "\n\n";
5974 - }
5975 -
5976 - // Extract any URLs from the text content itself (only if citation links enabled)
5977 - if ($citation_links_enabled) {
5978 - preg_match_all(
5979 - '#\bhttps?://[^\s<>"\']+#i',
5980 - $full_text,
5981 - $content_urls
5982 - );
5983 - if (!empty($content_urls[0])) {
5984 - $valid_urls = array_merge($valid_urls, $content_urls[0]);
5985 - }
5986 - }
5987 -
5988 - $total_chunks_used += $chunks_in_this_source;
5989 - }
5990 3314 }
5991 -
5992 - // Process ALL matches for testing data (top 10) - with role checking for testing display
5993 - $all_matches = [];
5994 - foreach ($results['matches'] as $index => $match) {
5995 - if ($index >= 10) break; // Limit to top 10 for testing
5996 -
5997 - $match_id = $match['id'] ?? '';
5998 -
5999 - // Check role access for testing display (use cache if available)
6000 - $role_restriction = $this->get_single_vector_role($match_id, $match['metadata']);
6001 - $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
6002 -
6003 - $source_display = '';
6004 - if (!empty($match['metadata']['source_url'])) {
6005 - $source_display = $match['metadata']['source_url'];
6006 - } else {
6007 - $content_preview = strip_tags($match['metadata']['text'] ?? '');
6008 - $content_preview = preg_replace('/\s+/', ' ', $content_preview);
6009 - $source_display = substr(trim($content_preview), 0, 50) . '...';
6010 - }
6011 -
6012 - $match_id_for_display = $match['id'] ?? $index;
6013 -
6014 - // Check for chunk metadata in Pinecone
6015 - $is_chunk = isset($match['metadata']['is_chunked']) && $match['metadata']['is_chunked'];
6016 - $chunk_index = isset($match['metadata']['chunk_index']) ? intval($match['metadata']['chunk_index']) : null;
6017 - $total_chunks = isset($match['metadata']['total_chunks']) ? intval($match['metadata']['total_chunks']) : null;
6018 -
6019 - // Also detect chunk from vector ID pattern: {hash}_chunk_{index}
6020 - if (!$is_chunk && MxChat_Chunker::is_chunk_vector_id($match_id_for_display)) {
6021 - $is_chunk = true;
6022 - }
6023 -
6024 - $all_matches[] = [
6025 - 'document_id' => $match_id_for_display,
6026 - 'similarity' => $match['score'],
6027 - 'similarity_percentage' => round($match['score'] * 100, 2),
6028 - 'above_threshold' => $match['score'] >= $similarity_threshold,
6029 - 'source_display' => $source_display,
6030 - 'content_preview' => substr(strip_tags($match['metadata']['text'] ?? ''), 0, 100) . '...',
6031 - 'used_for_context' => in_array($match_id_for_display, $matches_used_for_context),
6032 - 'role_restriction' => $role_restriction,
6033 - 'has_access' => $has_access,
6034 - 'filtered_out' => !$has_access,
6035 - 'is_chunk' => $is_chunk,
6036 - 'chunk_index' => $chunk_index,
6037 - 'total_chunks' => $total_chunks
6038 - ];
6039 - }
6040 3315
6041 - // Store for testing panel
6042 - $this->last_similarity_analysis['top_matches'] = $all_matches;
6043 - $this->last_similarity_analysis['total_checked'] = count($results['matches']);
6044 - $this->last_similarity_analysis['sources_used'] = $matches_used;
6045 - $this->last_similarity_analysis['total_chunks_used'] = $total_chunks_used;
6046 -
6047 - // NEW: Store unique valid URLs for validation
6048 - $this->current_valid_urls = array_unique($valid_urls);
6049 -
6050 - // Allow add-ons to act on similarity results (e.g. WooCommerce product card display)
6051 - do_action('mxchat_similarity_results', $this->last_similarity_analysis['top_matches'], $bot_id);
6052 -
6053 - // Add response guidelines
3316 + // Add response guidelines that encourage natural conversation but strict adherence to facts
6054 3317 if ($matches_used === 0) {
6055 - $content = "No reference information was found for this query.\n\n";
3318 + $content = "No reference information was found for this query.\n\n" .
3319 + "Respond naturally but inform the user that you don't have specific information " .
3320 + "about their query and suggest they check the documentation, speak to a live agent, " .
3321 + "or create a support ticket.";
6056 3322 } else {
6057 - // Build response guidelines based on citation links setting
6058 3323 $content .= "\n## Response Guidelines ##\n" .
6059 - "You are an AI Chatbot. Answer naturally and helpfully using only the information from the references above. " .
6060 - "Be conversational and friendly, but never mention your knowledge base or training data. " .
6061 - "If you don't have specific information or are uncertain about any details, it's always " .
6062 - "better to honestly say you don't know rather than making up or guessing at answers. " .
6063 - "When information is incomplete, let them know you are unsure.\n\n";
6064 -
6065 - // Only add hyperlink instructions if citation links are enabled
6066 - if ($citation_links_enabled) {
6067 - $content .= "CRITICAL: When creating hyperlinks, always use proper markdown format with descriptive text: " .
6068 - "[descriptive text](url). NEVER use empty brackets like [](url). The text in brackets must describe what the link is about. " .
6069 - "Only cite references that have a URL. Do not cite or add source labels to Information sections that have no URL.";
6070 - } else {
6071 - $content .= "IMPORTANT: Do not include any citation links, source URLs, or hyperlinks in your responses. " .
6072 - "Simply provide helpful answers based on the reference information without citing sources.";
6073 - }
3324 + "Answer naturally as a helpful product representative would, without phrases like " .
3325 + "'based on my knowledge base' or 'according to the information.' Only use facts " .
3326 + "contained in the references above. If essential information is missing, politely " .
3327 + "guide the user to documentation or support.";
6074 3328 }
6075 -
6076 - return trim($content);
6077 -}
6078 -
6079 -/**
6080 - * Get role restriction for a single vector (with caching)
6081 - */
6082 -private function get_single_vector_role($vector_id, $metadata = array()) {
6083 - global $wpdb;
6084 3329
6085 - if (empty($vector_id)) {
6086 - return 'public';
6087 - }
6088 -
6089 - // Check cache first
6090 - $cache_key = 'mxchat_vector_role_' . $vector_id;
6091 - $cached_role = wp_cache_get($cache_key, 'mxchat_vector_roles');
6092 -
6093 - if ($cached_role !== false) {
6094 - return $cached_role;
6095 - }
6096 -
6097 - $role_restriction = 'public';
6098 -
6099 - // First try Pinecone metadata
6100 - if (!empty($metadata['role_restriction'])) {
6101 - $role_restriction = $metadata['role_restriction'];
6102 - } else {
6103 - // Check WordPress table for user-modified roles
6104 - $roles_table = $wpdb->prefix . 'mxchat_pinecone_roles';
6105 - $stored_role = $wpdb->get_var($wpdb->prepare(
6106 - "SELECT role_restriction FROM {$roles_table} WHERE vector_id = %s",
6107 - $vector_id
6108 - ));
6109 -
6110 - if ($stored_role) {
6111 - $role_restriction = $stored_role;
6112 - }
6113 - }
6114 -
6115 - // Cache individual role for 1 hour
6116 - wp_cache_set($cache_key, $role_restriction, 'mxchat_vector_roles', 3600);
6117 -
6118 - return $role_restriction;
6119 -}
6120 -
6121 -/**
6122 - * Fetch and reassemble all chunks for a URL from Pinecone
6123 - *
6124 - * @param string $source_url The source URL to fetch chunks for
6125 - * @param array $bot_config Bot-specific Pinecone configuration
6126 - * @return string Reassembled content from all chunks
6127 - */
6128 -private function reassemble_chunks_from_pinecone($source_url, $bot_config, $max_chunks = 0, &$chunk_count = 0) {
6129 - $api_key = $bot_config['api_key'] ?? '';
6130 - $host = $bot_config['host'] ?? '';
6131 - $namespace = $bot_config['namespace'] ?? '';
6132 -
6133 - if (empty($host) || empty($api_key)) {
6134 - $chunk_count = 0;
6135 - return '';
6136 - }
6137 -
6138 - $base_hash = md5($source_url);
6139 -
6140 - // Use Pinecone list API to find all chunk vectors with this prefix
6141 - $list_url = "https://{$host}/vectors/list";
6142 -
6143 - // Limit to max_chunks if specified, otherwise fetch up to 100
6144 - $fetch_limit = ($max_chunks > 0 && $max_chunks < 100) ? $max_chunks : 100;
6145 -
6146 - $list_body = array(
6147 - 'prefix' => $base_hash . '_chunk_',
6148 - 'limit' => $fetch_limit
6149 - );
6150 -
6151 - if (!empty($namespace)) {
6152 - $list_body['namespace'] = $namespace;
6153 - }
6154 -
6155 - $list_response = wp_remote_post($list_url, array(
6156 - 'headers' => array(
6157 - 'Api-Key' => $api_key,
6158 - 'accept' => 'application/json',
6159 - 'content-type' => 'application/json'
6160 - ),
6161 - 'body' => wp_json_encode($list_body),
6162 - 'timeout' => 30
6163 - ));
6164 -
6165 - if (is_wp_error($list_response)) {
6166 - //error_log('[MXCHAT-CHUNK] List API error: ' . $list_response->get_error_message());
6167 - return '';
6168 - }
6169 -
6170 - $list_data = json_decode(wp_remote_retrieve_body($list_response), true);
6171 -
6172 - if (empty($list_data['vectors'])) {
6173 - //error_log('[MXCHAT-CHUNK] No chunk vectors found for URL: ' . $source_url);
6174 - return '';
6175 - }
6176 -
6177 - // Extract vector IDs
6178 - $vector_ids = array();
6179 - foreach ($list_data['vectors'] as $vector) {
6180 - if (isset($vector['id'])) {
6181 - $vector_ids[] = $vector['id'];
6182 - }
6183 - }
6184 -
6185 - if (empty($vector_ids)) {
6186 - return '';
6187 - }
6188 -
6189 - // Fetch all chunk content
6190 - $fetch_url = "https://{$host}/vectors/fetch";
6191 -
6192 - $fetch_body = array(
6193 - 'ids' => $vector_ids
6194 - );
6195 -
6196 - if (!empty($namespace)) {
6197 - $fetch_body['namespace'] = $namespace;
6198 - }
6199 -
6200 - $fetch_response = wp_remote_post($fetch_url, array(
6201 - 'headers' => array(
6202 - 'Api-Key' => $api_key,
6203 - 'accept' => 'application/json',
6204 - 'content-type' => 'application/json'
6205 - ),
6206 - 'body' => wp_json_encode($fetch_body),
6207 - 'timeout' => 30
6208 - ));
6209 -
6210 - if (is_wp_error($fetch_response)) {
6211 - //error_log('[MXCHAT-CHUNK] Fetch API error: ' . $fetch_response->get_error_message());
6212 - return '';
6213 - }
6214 -
6215 - $fetch_data = json_decode(wp_remote_retrieve_body($fetch_response), true);
6216 -
6217 - if (empty($fetch_data['vectors'])) {
6218 - return '';
6219 - }
6220 -
6221 - // Sort chunks by index and reassemble
6222 - $chunks = array();
6223 - foreach ($fetch_data['vectors'] as $id => $vector) {
6224 - $metadata = $vector['metadata'] ?? array();
6225 - $chunk_index = $metadata['chunk_index'] ?? 0;
6226 - $text = $metadata['text'] ?? '';
6227 -
6228 - // Store chunk with its index
6229 - $chunks[$chunk_index] = $text;
6230 - }
6231 -
6232 - // Sort by chunk index
6233 - ksort($chunks);
6234 -
6235 - // Apply chunk limit if specified
6236 - if ($max_chunks > 0 && count($chunks) > $max_chunks) {
6237 - $chunks = array_slice($chunks, 0, $max_chunks, true);
6238 - }
6239 -
6240 - // Store actual chunk count
6241 - $chunk_count = count($chunks);
6242 -
6243 - // Reassemble content
6244 - return implode("\n\n", $chunks);
6245 -}
6246 -
6247 -/**
6248 - * Search for relevant content using OpenAI Vector Store (File Search)
6249 - *
6250 - * @param string $user_query The user's query text
6251 - * @param string $bot_id The bot ID
6252 - * @param array $vectorstore_config Vector Store configuration
6253 - * @return string Formatted context string with references
6254 - */
6255 -private function find_relevant_content_openai_vectorstore($user_query, $bot_id = 'default', $vectorstore_config = array()) {
6256 - //error_log("MXCHAT DEBUG: find_relevant_content_openai_vectorstore called");
6257 - //error_log(" - bot_id: " . $bot_id);
6258 - //error_log(" - user_query length: " . strlen($user_query));
6259 -
6260 - // Get OpenAI API key
6261 - $mxchat_options = get_option('mxchat_options', array());
6262 - $api_key = $mxchat_options['api_key'] ?? '';
6263 -
6264 - // Reset vectorstore error tracking
6265 - $this->last_vectorstore_error = null;
6266 -
6267 - if (empty($api_key)) {
6268 - //error_log("MXCHAT DEBUG ERROR: OpenAI API key not configured");
6269 - $this->last_vectorstore_error = 'Vector Store search failed: OpenAI API key is not configured.';
6270 - $this->current_valid_urls = [];
6271 - return '';
6272 - }
6273 -
6274 - // Get Vector Store configuration
6275 - if (empty($vectorstore_config)) {
6276 - $vectorstore_config = $this->get_bot_vectorstore_config($bot_id);
6277 - }
6278 -
6279 - $vectorstore_ids_string = $vectorstore_config['vectorstore_ids'] ?? '';
6280 - $max_results = $vectorstore_config['max_results'] ?? 5;
6281 -
6282 - if (empty($vectorstore_ids_string)) {
6283 - //error_log("MXCHAT DEBUG ERROR: No Vector Store IDs configured");
6284 - $this->last_vectorstore_error = 'Vector Store search failed: No Vector Store IDs are configured for this bot.';
6285 - $this->current_valid_urls = [];
6286 - return '';
6287 - }
6288 -
6289 - // Parse Vector Store IDs
6290 - $vectorstore_ids = array_map('trim', explode(',', $vectorstore_ids_string));
6291 - $vectorstore_ids = array_filter($vectorstore_ids); // Remove empty values
6292 -
6293 - //error_log("MXCHAT DEBUG: Vector Store IDs: " . implode(', ', $vectorstore_ids));
6294 - //error_log("MXCHAT DEBUG: Max results: " . $max_results);
6295 -
6296 - // Initialize similarity analysis storage
6297 - $this->last_similarity_analysis = [
6298 - 'knowledge_base_type' => 'OpenAI Vector Store',
6299 - 'bot_id' => $bot_id,
6300 - 'vectorstore_ids' => $vectorstore_ids,
6301 - 'top_matches' => [],
6302 - 'threshold_used' => 0,
6303 - 'total_checked' => 0
6304 - ];
6305 -
6306 - $valid_urls = [];
6307 -
6308 - // Get the selected model
6309 - $bot_options = $this->get_bot_options($bot_id);
6310 - $current_options = !empty($bot_options) ? $bot_options : $mxchat_options;
6311 - $selected_model = $current_options['model'] ?? 'gpt-5.1-chat-latest';
6312 -
6313 - // Verify it's an OpenAI model
6314 - if (!$this->is_openai_chat_model($selected_model)) {
6315 - //error_log("MXCHAT DEBUG ERROR: Vector Store search requires OpenAI model. Current: " . $selected_model);
6316 - $this->last_vectorstore_error = 'Vector Store search requires an OpenAI model. Current model: ' . $selected_model;
6317 - $this->current_valid_urls = [];
6318 - return '';
6319 - }
6320 -
6321 - // Use OpenAI Responses API with file_search tool
6322 - $request_body = array(
6323 - 'model' => $selected_model,
6324 - 'input' => $user_query,
6325 - 'tools' => array(
6326 - array(
6327 - 'type' => 'file_search',
6328 - 'vector_store_ids' => $vectorstore_ids,
6329 - 'max_num_results' => intval($max_results)
6330 - )
6331 - ),
6332 - 'include' => array('output[*].file_search_call.search_results')
6333 - );
6334 -
6335 - //error_log("MXCHAT VECTORSTORE: ========== REQUEST START ==========");
6336 - //error_log("MXCHAT VECTORSTORE: Model: " . $selected_model);
6337 - //error_log("MXCHAT VECTORSTORE: Query: " . substr($user_query, 0, 200));
6338 - //error_log("MXCHAT VECTORSTORE: Vector Store IDs: " . implode(', ', $vectorstore_ids));
6339 - //error_log("MXCHAT VECTORSTORE: Max Results: " . $max_results);
6340 - //error_log("MXCHAT VECTORSTORE: Request body: " . wp_json_encode($request_body));
6341 -
6342 - $response = wp_remote_post('https://api.openai.com/v1/responses', array(
6343 - 'headers' => array(
6344 - 'Authorization' => 'Bearer ' . $api_key,
6345 - 'Content-Type' => 'application/json'
6346 - ),
6347 - 'body' => wp_json_encode($request_body),
6348 - 'timeout' => 60
6349 - ));
6350 -
6351 - if (is_wp_error($response)) {
6352 - //error_log("MXCHAT VECTORSTORE ERROR: WP Error: " . $response->get_error_message());
6353 - $this->last_vectorstore_error = 'Vector Store API request failed: ' . $response->get_error_message();
6354 - $this->current_valid_urls = [];
6355 - return '';
6356 - }
6357 -
6358 - $response_code = wp_remote_retrieve_response_code($response);
6359 - //error_log("MXCHAT VECTORSTORE: Response code: " . $response_code);
6360 -
6361 - $response_body = wp_remote_retrieve_body($response);
6362 - //error_log("MXCHAT VECTORSTORE: Raw response (first 2000 chars): " . substr($response_body, 0, 2000));
6363 -
6364 - if ($response_code !== 200) {
6365 - //error_log("MXCHAT VECTORSTORE ERROR: API error response: " . $response_body);
6366 - $api_error_detail = '';
6367 - $decoded_error = json_decode($response_body, true);
6368 - if (isset($decoded_error['error']['message'])) {
6369 - $api_error_detail = $decoded_error['error']['message'];
6370 - }
6371 - $this->last_vectorstore_error = 'Vector Store API returned HTTP ' . $response_code . ($api_error_detail ? ': ' . $api_error_detail : '');
6372 - $this->current_valid_urls = [];
6373 - return '';
6374 - }
6375 - $result = json_decode($response_body, true);
6376 -
6377 - if (json_last_error() !== JSON_ERROR_NONE) {
6378 - //error_log("MXCHAT VECTORSTORE ERROR: JSON decode error: " . json_last_error_msg());
6379 - $this->last_vectorstore_error = 'Vector Store response could not be parsed: ' . json_last_error_msg();
6380 - $this->current_valid_urls = [];
6381 - return '';
6382 - }
6383 -
6384 - // Debug: Log the structure of the result
6385 - //error_log("MXCHAT VECTORSTORE: Result keys: " . implode(', ', array_keys($result)));
6386 - if (isset($result['output'])) {
6387 - //error_log("MXCHAT VECTORSTORE: Output count: " . count($result['output']));
6388 - foreach ($result['output'] as $idx => $out) {
6389 - //error_log("MXCHAT VECTORSTORE: Output[$idx] type: " . ($out['type'] ?? 'unknown'));
6390 - //error_log("MXCHAT VECTORSTORE: Output[$idx] keys: " . implode(', ', array_keys($out)));
6391 - }
6392 - } else {
6393 - //error_log("MXCHAT VECTORSTORE: No 'output' key in result!");
6394 - }
6395 -
6396 - // Extract file search results from the response
6397 - $content = '';
6398 - $matches_used = 0;
6399 - $all_matches = [];
6400 -
6401 - // The Responses API returns output array with tool results
6402 - if (isset($result['output']) && is_array($result['output'])) {
6403 - foreach ($result['output'] as $output_item) {
6404 - // Look for file_search_call results
6405 - if (isset($output_item['type']) && $output_item['type'] === 'file_search_call') {
6406 - //error_log("MXCHAT VECTORSTORE: Found file_search_call output item");
6407 - //error_log("MXCHAT VECTORSTORE: file_search_call keys: " . implode(', ', array_keys($output_item)));
6408 -
6409 - // Check for search_results in the output item directly
6410 - $search_results = $output_item['search_results'] ?? $output_item['results'] ?? [];
6411 - //error_log("MXCHAT VECTORSTORE: Search results count: " . count($search_results));
6412 -
6413 - if (empty($search_results)) {
6414 - //error_log("MXCHAT VECTORSTORE: No search results found in file_search_call");
6415 - //error_log("MXCHAT VECTORSTORE: file_search_call content: " . wp_json_encode($output_item));
6416 - }
6417 -
6418 - foreach ($search_results as $index => $search_result) {
6419 - $filename = $search_result['filename'] ?? '';
6420 - $score = $search_result['score'] ?? 0;
6421 - $text_content = '';
6422 -
6423 - // Extract text content from the result
6424 - // The text can be directly on the result OR nested under content array
6425 - if (isset($search_result['text']) && !empty($search_result['text'])) {
6426 - // Direct text field (OpenAI's actual format)
6427 - $text_content = $search_result['text'];
6428 - //error_log("MXCHAT VECTORSTORE: Found text directly on result[$index], length: " . strlen($text_content));
6429 - } elseif (isset($search_result['content']) && is_array($search_result['content'])) {
6430 - // Nested content array format
6431 - foreach ($search_result['content'] as $content_item) {
6432 - if (isset($content_item['text'])) {
6433 - $text_content .= $content_item['text'] . "\n";
6434 - }
6435 - }
6436 - //error_log("MXCHAT VECTORSTORE: Found text in content array for result[$index], length: " . strlen($text_content));
6437 - } else {
6438 - //error_log("MXCHAT VECTORSTORE: No text found for result[$index]. Keys: " . implode(', ', array_keys($search_result)));
6439 - }
6440 -
6441 - if (!empty($text_content)) {
6442 - $content .= "## Reference " . ($matches_used + 1) . " ##\n";
6443 - $content .= trim($text_content) . "\n\n";
6444 -
6445 - if (!empty($filename)) {
6446 - $content .= "Source: " . $filename . "\n\n";
6447 - }
6448 -
6449 - // Extract URLs from content
6450 - preg_match_all(
6451 - '#\bhttps?://[^\s<>"\']+#i',
6452 - $text_content,
6453 - $content_urls
6454 - );
6455 - if (!empty($content_urls[0])) {
6456 - $valid_urls = array_merge($valid_urls, $content_urls[0]);
6457 - }
6458 -
6459 - $matches_used++;
6460 - }
6461 -
6462 - // Store for similarity analysis
6463 - $all_matches[] = [
6464 - 'document_id' => $filename ?: ('result_' . $index),
6465 - 'similarity' => $score,
6466 - 'similarity_percentage' => round($score * 100, 2),
6467 - 'above_threshold' => true,
6468 - 'source_display' => $filename,
6469 - 'content_preview' => substr(strip_tags($text_content), 0, 100) . '...',
6470 - 'used_for_context' => true,
6471 - 'role_restriction' => 'public',
6472 - 'has_access' => true,
6473 - 'filtered_out' => false
6474 - ];
6475 - }
6476 - }
6477 -
6478 - // Also check for message content with annotations (citations)
6479 - if (isset($output_item['type']) && $output_item['type'] === 'message') {
6480 - if (isset($output_item['content']) && is_array($output_item['content'])) {
6481 - foreach ($output_item['content'] as $content_block) {
6482 - if (isset($content_block['annotations']) && is_array($content_block['annotations'])) {
6483 - foreach ($content_block['annotations'] as $annotation) {
6484 - if (isset($annotation['filename'])) {
6485 - $filename = $annotation['filename'];
6486 - $score = $annotation['score'] ?? 0;
6487 - $text_content = '';
6488 -
6489 - if (isset($annotation['content']) && is_array($annotation['content'])) {
6490 - foreach ($annotation['content'] as $ann_content) {
6491 - if (isset($ann_content['text'])) {
6492 - $text_content .= $ann_content['text'] . "\n";
6493 - }
6494 - }
6495 - }
6496 -
6497 - if (!empty($text_content) && $matches_used < $max_results) {
6498 - $content .= "## Reference " . ($matches_used + 1) . " ##\n";
6499 - $content .= trim($text_content) . "\n\n";
6500 - $content .= "Source: " . $filename . "\n\n";
6501 -
6502 - preg_match_all(
6503 - '#\bhttps?://[^\s<>"\']+#i',
6504 - $text_content,
6505 - $content_urls
6506 - );
6507 - if (!empty($content_urls[0])) {
6508 - $valid_urls = array_merge($valid_urls, $content_urls[0]);
6509 - }
6510 -
6511 - $matches_used++;
6512 -
6513 - $all_matches[] = [
6514 - 'document_id' => $filename,
6515 - 'similarity' => $score,
6516 - 'similarity_percentage' => round($score * 100, 2),
6517 - 'above_threshold' => true,
6518 - 'source_display' => $filename,
6519 - 'content_preview' => substr(strip_tags($text_content), 0, 100) . '...',
6520 - 'used_for_context' => true,
6521 - 'role_restriction' => 'public',
6522 - 'has_access' => true,
6523 - 'filtered_out' => false
6524 - ];
6525 - }
6526 - }
6527 - }
6528 - }
6529 - }
6530 - }
6531 - }
6532 - }
6533 - }
6534 -
6535 - // Store for testing panel
6536 - $this->last_similarity_analysis['top_matches'] = $all_matches;
6537 - $this->last_similarity_analysis['total_checked'] = count($all_matches);
6538 -
6539 - // Store unique valid URLs for validation
6540 - $this->current_valid_urls = array_unique($valid_urls);
6541 -
6542 - // Allow add-ons to act on similarity results (e.g. WooCommerce product card display)
6543 - do_action('mxchat_similarity_results', $this->last_similarity_analysis['top_matches'], $bot_id);
6544 -
6545 - //error_log("MXCHAT VECTORSTORE: ========== SEARCH COMPLETE ==========");
6546 - //error_log("MXCHAT VECTORSTORE: Matches used: " . $matches_used);
6547 - //error_log("MXCHAT VECTORSTORE: All matches count: " . count($all_matches));
6548 - //error_log("MXCHAT VECTORSTORE: Content length: " . strlen($content));
6549 - if ($matches_used > 0) {
6550 - //error_log("MXCHAT VECTORSTORE: Content preview: " . substr($content, 0, 500));
6551 - }
6552 -
6553 - // Check if citation links are enabled
6554 - $citation_links_enabled = ($mxchat_options['citation_links_toggle'] ?? 'on') === 'on';
6555 -
6556 - // Add response guidelines
6557 - if ($matches_used === 0) {
6558 - //error_log("MXCHAT VECTORSTORE: No matches found - returning empty reference message");
6559 - $content = "No reference information was found for this query.\n\n";
6560 - } else {
6561 - // Build response guidelines based on citation links setting
6562 - $content .= "\n## Response Guidelines ##\n" .
6563 - "You are an AI Chatbot. Answer naturally and helpfully using only the information from the references above. " .
6564 - "Be conversational and friendly, but never mention your knowledge base or training data. " .
6565 - "If you don't have specific information or are uncertain about any details, it's always " .
6566 - "better to honestly say you don't know rather than making up or guessing at answers. " .
6567 - "When information is incomplete, let them know you are unsure.\n\n";
6568 -
6569 - // Only add hyperlink instructions if citation links are enabled
6570 - if ($citation_links_enabled) {
6571 - $content .= "CRITICAL: When creating hyperlinks, always use proper markdown format with descriptive text: " .
6572 - "[descriptive text](url). NEVER use empty brackets like [](url). The text in brackets must describe what the link is about.";
6573 - } else {
6574 - $content .= "IMPORTANT: Do not include any citation links, source URLs, or hyperlinks in your responses. " .
6575 - "Simply provide helpful answers based on the reference information without citing sources.";
6576 - }
6577 - }
6578 -
6579 - //error_log("MXCHAT DEBUG: Vector Store search complete. Matches used: " . $matches_used);
6580 -
6581 3330 return trim($content);
6582 3331 }
6583 3332
6584 -/**
6585 - * Check if the given model is an OpenAI chat model
6586 - *
6587 - * @param string $model The model ID
6588 - * @return bool True if it's an OpenAI model
6589 - */
6590 -private function is_openai_chat_model($model) {
6591 - $openai_prefixes = array('gpt-', 'o1-', 'o3-');
6592 - foreach ($openai_prefixes as $prefix) {
6593 - if (strpos($model, $prefix) === 0) {
6594 - return true;
6595 - }
6596 - }
6597 - return false;
6598 -}
6599 -
6600 -/**
6601 - * Get bot-specific Vector Store configuration
6602 - *
6603 - * @param string $bot_id The bot ID
6604 - * @return array Configuration array
6605 - */
6606 -private function get_bot_vectorstore_config($bot_id = 'default') {
6607 - $vectorstore_options = get_option('mxchat_openai_vectorstore_options', array());
6608 -
6609 - // Default global settings
6610 - $default_config = array(
6611 - 'use_vectorstore' => ($vectorstore_options['mxchat_use_openai_vectorstore'] ?? '0') === '1',
6612 - 'vectorstore_ids' => $vectorstore_options['mxchat_vectorstore_ids'] ?? '',
6613 - 'max_results' => $vectorstore_options['mxchat_vectorstore_max_results'] ?? 5
6614 - );
6615 -
6616 - // Allow multi-bot plugin to override with bot-specific settings
6617 - $bot_config = apply_filters('mxchat_get_bot_vectorstore_config', $default_config, $bot_id);
6618 -
6619 - // Preserve max_results from global settings if not set in bot config
6620 - if (!isset($bot_config['max_results'])) {
6621 - $bot_config['max_results'] = $default_config['max_results'];
6622 - }
6623 -
6624 - return $bot_config;
6625 -}
6626 -
6627 3333 private function mxchat_find_relevant_products($user_embedding) {
6628 3334 //error_log('MXChat Vector Search: Starting product search...');
6629 3335
6630 3336 // Retrieve the add-on settings from the database
@@ -6645,75 +3351,73 @@
6645 3351 }
6646 3352 private function find_relevant_products_wordpress($user_embedding) {
6647 3353 global $wpdb;
6648 3354 $system_prompt_table = $wpdb->prefix . 'mxchat_system_prompt_content';
3355 + $cache_key = 'mxchat_system_prompt_embeddings';
3356 + $batch_size = 500;
6649 3357
6650 - if (!is_array($user_embedding)) {
6651 - return '';
6652 - }
3358 + // Original WordPress database search logic
3359 + // [Previous implementation remains the same]
3360 + $embeddings = wp_cache_get($cache_key, 'mxchat_system_prompts');
3361 + if ($embeddings === false) {
3362 + $embeddings = [];
3363 + $offset = 0;
6653 3364
6654 - // Streaming top-K pass: scan rows in small batches, keep only the top 3
6655 - // results above the similarity threshold. Peak memory is bounded by
6656 - // $batch_size embedding rows plus a 3-element top list.
6657 - $batch_size = 250;
6658 - $similarity_threshold = 0.85;
6659 - $top_k = 3;
6660 - $top_results = [];
6661 - $offset = 0;
3365 + do {
3366 + $query = $wpdb->prepare(
3367 + "SELECT id, embedding_vector
3368 + FROM {$system_prompt_table}
3369 + LIMIT %d OFFSET %d",
3370 + $batch_size,
3371 + $offset
3372 + );
6662 3373
6663 - do {
6664 - $batch = $wpdb->get_results($wpdb->prepare(
6665 - "SELECT id, embedding_vector
6666 - FROM {$system_prompt_table}
6667 - LIMIT %d OFFSET %d",
6668 - $batch_size,
6669 - $offset
6670 - ));
3374 + $batch = $wpdb->get_results($query);
3375 + if (empty($batch)) {
3376 + break;
3377 + }
6671 3378
6672 - if (empty($batch)) {
6673 - break;
6674 - }
3379 + $embeddings = array_merge($embeddings, $batch);
3380 + $offset += $batch_size;
6675 3381
6676 - foreach ($batch as $row) {
6677 - $database_embedding = $row->embedding_vector
6678 - ? unserialize($row->embedding_vector, ['allowed_classes' => false])
6679 - : null;
3382 + unset($batch);
6680 3383
6681 - if (!is_array($database_embedding)) {
6682 - unset($database_embedding);
6683 - continue;
6684 - }
3384 + } while (true);
6685 3385
3386 + if (empty($embeddings)) {
3387 + return '';
3388 + }
3389 + wp_cache_set($cache_key, $embeddings, 'mxchat_system_prompts', 3600);
3390 + }
3391 +
3392 + $relevant_results = [];
3393 + foreach ($embeddings as $embedding) {
3394 + $database_embedding = $embedding->embedding_vector
3395 + ? unserialize($embedding->embedding_vector, ['allowed_classes' => false])
3396 + : null;
3397 + if (is_array($database_embedding) && is_array($user_embedding)) {
6686 3398 $similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $database_embedding);
6687 - unset($database_embedding);
6688 -
6689 - if ($similarity < $similarity_threshold) {
6690 - continue;
6691 - }
6692 -
6693 - // Insert into bounded top-K (kept sorted descending)
6694 - if (count($top_results) < $top_k) {
6695 - $top_results[] = ['id' => $row->id, 'similarity' => $similarity];
6696 - usort($top_results, function ($a, $b) {
6697 - return $b['similarity'] <=> $a['similarity'];
6698 - });
6699 - } elseif ($similarity > $top_results[$top_k - 1]['similarity']) {
6700 - $top_results[$top_k - 1] = ['id' => $row->id, 'similarity' => $similarity];
6701 - usort($top_results, function ($a, $b) {
6702 - return $b['similarity'] <=> $a['similarity'];
6703 - });
6704 - }
3399 + $relevant_results[] = [
3400 + 'id' => $embedding->id,
3401 + 'similarity' => $similarity
3402 + ];
6705 3403 }
3404 + unset($database_embedding);
3405 + }
6706 3406
6707 - unset($batch);
6708 - $offset += $batch_size;
6709 - } while (true);
3407 + // Use fixed threshold for products
3408 + $similarity_threshold = 0.85;
6710 3409
6711 - if (empty($top_results)) {
6712 - return '';
6713 - }
3410 + $relevant_results = array_filter($relevant_results, function ($result) use ($similarity_threshold) {
3411 + return $result['similarity'] >= $similarity_threshold;
3412 + });
3413 + usort($relevant_results, function ($a, $b) {
3414 + return $b['similarity'] <=> $a['similarity'];
3415 + });
6714 3416
3417 + $top_results = array_slice($relevant_results, 0, 5);
6715 3418 $content = '';
3419 +
6716 3420 foreach ($top_results as $result) {
6717 3421 $chunk_content = $this->fetch_content_with_product_links($result['id']);
6718 3422 $content .= $chunk_content . "\n\n";
6719 3423 }
@@ -6719,10 +3423,8 @@
6719 3423 }
6720 3424
6721 3425 return trim($content);
6722 3426 }
6723 -
6724 -
6725 3427 private function find_relevant_products_pinecone($user_embedding) {
6726 3428 //error_log('Starting Pinecone product search...');
6727 3429
6728 3430 $options = get_option('mxchat_pinecone_addon_options', array());
@@ -6797,10 +3499,8 @@
6797 3499 }
6798 3500
6799 3501 return trim($content);
6800 3502 }
6801 -
6802 -
6803 3503 private function fetch_content_with_product_links($most_relevant_id) {
6804 3504 global $wpdb;
6805 3505 $system_prompt_table = $wpdb->prefix . 'mxchat_system_prompt_content';
6806 3506
@@ -6819,159 +3519,25 @@
6819 3519
6820 3520 return null;
6821 3521 }
6822 3522
6823 -/**
6824 - * Get system instructions for a specific bot or default
6825 - * Checks for multi-bot add-on and uses bot-specific instructions if available
6826 - * Automatically strips URLs if citation links are disabled
6827 - * Replaces {visitor_name} placeholder with actual visitor name if available
6828 - *
6829 - * @param string $bot_id The bot ID to get instructions for
6830 - * @param string $session_id Optional session ID to lookup visitor name
6831 - */
6832 -private function get_system_instructions($bot_id = 'default', $session_id = '') {
6833 - $instructions = '';
6834 -
6835 - // Check if multi-bot add-on is active
6836 - if (class_exists('MxChat_Multi_Bot_Core_Manager') && $bot_id !== 'default') {
6837 - // Get bot-specific options from multi-bot add-on
6838 - $bot_options = apply_filters('mxchat_get_bot_options', array(), $bot_id);
6839 -
6840 - // If bot has custom system instructions, use those
6841 - if (!empty($bot_options['system_prompt_instructions'])) {
6842 - $instructions = $bot_options['system_prompt_instructions'];
6843 - }
6844 - }
6845 -
6846 - // Fall back to default system instructions
6847 - if (empty($instructions)) {
6848 - $instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
6849 - }
6850 -
6851 - // Check if citation links are disabled - if so, strip URLs from instructions
6852 - $fresh_options = get_option('mxchat_options', []);
6853 - $citation_links_enabled = isset($fresh_options['citation_links_toggle']) ? ($fresh_options['citation_links_toggle'] === 'on') : true;
6854 -
6855 - if (!$citation_links_enabled && !empty($instructions)) {
6856 - $instructions = preg_replace('#\bhttps?://[^\s<>"\']+#i', '', $instructions);
6857 - $instructions = preg_replace('/\s+/', ' ', trim($instructions)); // Clean up extra spaces
6858 - }
6859 -
6860 - // Replace {visitor_name} placeholder with actual visitor name if available
6861 - if (!empty($instructions) && !empty($session_id) && stripos($instructions, '{visitor_name}') !== false) {
6862 - $name_option_key = "mxchat_name_{$session_id}";
6863 - $visitor_name = get_option($name_option_key, '');
6864 -
6865 - if (!empty($visitor_name)) {
6866 - $instructions = str_ireplace('{visitor_name}', sanitize_text_field($visitor_name), $instructions);
6867 - } else {
6868 - // Remove placeholder if no name is available
6869 - $instructions = str_ireplace('{visitor_name}', '', $instructions);
6870 - $instructions = preg_replace('/\s{2,}/', ' ', trim($instructions)); // Clean up extra spaces
6871 - }
6872 - }
6873 -
6874 - // Allow developers to filter system instructions and process shortcodes
6875 - $instructions = apply_filters('mxchat_system_instructions', $instructions, $bot_id, $session_id);
6876 - $instructions = do_shortcode($instructions);
6877 -
6878 - return $instructions;
6879 -}
6880 -/**
6881 - * Get the current bot ID from session or request context
6882 - */
6883 -private function get_current_bot_id($session_id = '') {
6884 - // First, check if bot_id is passed in the current request
6885 - if (isset($_POST['bot_id']) && !empty($_POST['bot_id'])) {
6886 - return sanitize_key($_POST['bot_id']);
6887 - }
6888 -
6889 - // If not in POST, try to get it from session data
6890 - if (!empty($session_id)) {
6891 - $bot_id = get_option("mxchat_session_bot_{$session_id}", '');
6892 - if (!empty($bot_id)) {
6893 - return $bot_id;
6894 - }
6895 - }
6896 -
6897 - // Fall back to default
6898 - return 'default';
6899 -}
6900 -private function mxchat_generate_response($relevant_content, $api_key, $xai_api_key, $claude_api_key, $deepseek_api_key, $gemini_api_key, $openrouter_api_key, $conversation_history, $streaming = false, $session_id = '', $testing_data = null, $selected_model = 'gpt-5.1-chat-latest') {
3523 +private function mxchat_generate_response($relevant_content, $api_key, $xai_api_key, $claude_api_key, $deepseek_api_key, $gemini_api_key, $conversation_history) {
6901 3524 try {
6902 3525 if (!$relevant_content) {
6903 - $error_response = [
3526 + return [
6904 3527 'error' => esc_html__("I couldn't find relevant information on that topic.", 'mxchat'),
6905 3528 'error_code' => 'no_relevant_content'
6906 3529 ];
6907 -
6908 - if ($testing_data !== null) {
6909 - $error_response['testing_data'] = $testing_data;
6910 - }
6911 -
6912 - return $error_response;
6913 3530 }
6914 3531
3532 + // Ensure conversation_history is an array
6915 3533 if (!is_array($conversation_history)) {
6916 3534 $conversation_history = array();
6917 3535 }
6918 3536
6919 - // Check if this is an OpenRouter model
6920 - if ($selected_model === 'openrouter') {
6921 - // Get the actual OpenRouter model from options
6922 - $openrouter_selected_model = $this->options['openrouter_selected_model'] ?? '';
6923 -
6924 - if (empty($openrouter_selected_model)) {
6925 - $error_response = [
6926 - 'error' => esc_html__('No OpenRouter model selected. Please select a model in settings.', 'mxchat'),
6927 - 'error_code' => 'no_openrouter_model_selected'
6928 - ];
6929 - if ($testing_data !== null) {
6930 - $error_response['testing_data'] = $testing_data;
6931 - }
6932 - return $error_response;
6933 - }
6934 -
6935 - if (empty($openrouter_api_key)) {
6936 - $error_response = [
6937 - 'error' => esc_html__('OpenRouter API key is not configured', 'mxchat'),
6938 - 'error_code' => 'missing_openrouter_api_key'
6939 - ];
6940 - if ($testing_data !== null) {
6941 - $error_response['testing_data'] = $testing_data;
6942 - }
6943 - return $error_response;
6944 - }
6945 -
6946 - if ($streaming) {
6947 - return $this->mxchat_generate_response_openrouter_stream(
6948 - $openrouter_selected_model,
6949 - $openrouter_api_key,
6950 - $conversation_history,
6951 - $relevant_content,
6952 - $session_id,
6953 - $testing_data
6954 - );
6955 - } else {
6956 - $response = $this->mxchat_generate_response_openrouter(
6957 - $openrouter_selected_model,
6958 - $openrouter_api_key,
6959 - $conversation_history,
6960 - $relevant_content
6961 - );
6962 - }
6963 -
6964 - if (is_array($response) && isset($response['error'])) {
6965 - if ($testing_data !== null) {
6966 - $response['testing_data'] = $testing_data;
6967 - }
6968 - return $response;
6969 - }
6970 -
6971 - return $response;
6972 - }
6973 -
3537 + // Get selected model with default fallback
3538 + $selected_model = isset($this->options['model']) ? $this->options['model'] : 'gpt-4o';
3539 +
6974 3540 // Extract model prefix to determine the provider
6975 3541 $model_parts = explode('-', $selected_model);
6976 3542 $provider = strtolower($model_parts[0]);
6977 3543
@@ -6978,16 +3544,12 @@
6978 3544 // Handle model selection based on provider prefix
6979 3545 switch ($provider) {
6980 3546 case 'gemini':
6981 3547 if (empty($gemini_api_key)) {
6982 - $error_response = [
3548 + return [
6983 3549 'error' => esc_html__('Google Gemini API key is not configured', 'mxchat'),
6984 3550 'error_code' => 'missing_gemini_api_key'
6985 3551 ];
6986 - if ($testing_data !== null) {
6987 - $error_response['testing_data'] = $testing_data;
6988 - }
6989 - return $error_response;
6990 3552 }
6991 3553 $response = $this->mxchat_generate_response_gemini(
6992 3554 $selected_model,
6993 3555 $gemini_api_key,
@@ -6997,1978 +3559,132 @@
6997 3559 break;
6998 3560
6999 3561 case 'claude':
7000 3562 if (empty($claude_api_key)) {
7001 - $error_response = [
3563 + return [
7002 3564 'error' => esc_html__('Claude API key is not configured', 'mxchat'),
7003 3565 'error_code' => 'missing_claude_api_key'
7004 3566 ];
7005 - if ($testing_data !== null) {
7006 - $error_response['testing_data'] = $testing_data;
7007 - }
7008 - return $error_response;
7009 3567 }
7010 - if ($streaming) {
7011 - return $this->mxchat_generate_response_claude_stream(
7012 - $selected_model,
7013 - $claude_api_key,
7014 - $conversation_history,
7015 - $relevant_content,
7016 - $session_id,
7017 - $testing_data
7018 - );
7019 - } else {
7020 - $response = $this->mxchat_generate_response_claude(
7021 - $selected_model,
7022 - $claude_api_key,
7023 - $conversation_history,
7024 - $relevant_content
7025 - );
7026 - }
3568 + $response = $this->mxchat_generate_response_claude(
3569 + $selected_model,
3570 + $claude_api_key,
3571 + $conversation_history,
3572 + $relevant_content
3573 + );
7027 3574 break;
7028 3575
7029 3576 case 'grok':
7030 3577 if (empty($xai_api_key)) {
7031 - $error_response = [
3578 + return [
7032 3579 'error' => esc_html__('X.AI API key is not configured', 'mxchat'),
7033 3580 'error_code' => 'missing_xai_api_key'
7034 3581 ];
7035 - if ($testing_data !== null) {
7036 - $error_response['testing_data'] = $testing_data;
7037 - }
7038 - return $error_response;
7039 3582 }
7040 - if ($streaming) {
7041 - return $this->mxchat_generate_response_xai_stream(
7042 - $selected_model,
7043 - $xai_api_key,
7044 - $conversation_history,
7045 - $relevant_content,
7046 - $session_id,
7047 - $testing_data
7048 - );
7049 - } else {
7050 - $response = $this->mxchat_generate_response_xai(
7051 - $selected_model,
7052 - $xai_api_key,
7053 - $conversation_history,
7054 - $relevant_content
7055 - );
7056 - }
3583 + $response = $this->mxchat_generate_response_xai(
3584 + $selected_model,
3585 + $xai_api_key,
3586 + $conversation_history,
3587 + $relevant_content
3588 + );
7057 3589 break;
7058 3590
7059 3591 case 'deepseek':
7060 3592 if (empty($deepseek_api_key)) {
7061 - $error_response = [
3593 + return [
7062 3594 'error' => esc_html__('DeepSeek API key is not configured', 'mxchat'),
7063 3595 'error_code' => 'missing_deepseek_api_key'
7064 3596 ];
7065 - if ($testing_data !== null) {
7066 - $error_response['testing_data'] = $testing_data;
7067 - }
7068 - return $error_response;
7069 3597 }
7070 - if ($streaming) {
7071 - return $this->mxchat_generate_response_deepseek_stream(
7072 - $selected_model,
7073 - $deepseek_api_key,
7074 - $conversation_history,
7075 - $relevant_content,
7076 - $session_id,
7077 - $testing_data
7078 - );
7079 - } else {
7080 - $response = $this->mxchat_generate_response_deepseek(
7081 - $selected_model,
7082 - $deepseek_api_key,
7083 - $conversation_history,
7084 - $relevant_content
7085 - );
7086 - }
3598 + $response = $this->mxchat_generate_response_deepseek(
3599 + $selected_model,
3600 + $deepseek_api_key,
3601 + $conversation_history,
3602 + $relevant_content
3603 + );
7087 3604 break;
7088 3605
7089 - case 'custom':
7090 - // Custom (OpenAI-compatible) provider — Ollama, LM Studio, vLLM, llama.cpp, Azure OpenAI
7091 - $cp_base_url = isset($this->options['custom_provider_base_url']) ? trim((string) $this->options['custom_provider_base_url']) : '';
7092 - if (empty($cp_base_url)) {
7093 - $error_response = [
7094 - 'error' => esc_html__('Custom provider is not configured. Set Base URL in MxChat → API Keys → Custom Provider.', 'mxchat'),
7095 - 'error_code' => 'missing_custom_provider_base_url'
7096 - ];
7097 - if ($testing_data !== null) {
7098 - $error_response['testing_data'] = $testing_data;
7099 - }
7100 - return $error_response;
7101 - }
7102 - if ($streaming) {
7103 - return $this->mxchat_generate_response_custom_stream(
7104 - $selected_model,
7105 - $conversation_history,
7106 - $relevant_content,
7107 - $session_id,
7108 - $testing_data
7109 - );
7110 - } else {
7111 - $response = $this->mxchat_generate_response_custom(
7112 - $selected_model,
7113 - $conversation_history,
7114 - $relevant_content
7115 - );
7116 - }
7117 - break;
7118 -
7119 3606 case 'gpt':
7120 - case 'o1':
7121 3607 if (empty($api_key)) {
7122 - $error_response = [
3608 + return [
7123 3609 'error' => esc_html__('OpenAI API key is not configured', 'mxchat'),
7124 3610 'error_code' => 'missing_openai_api_key'
7125 3611 ];
7126 - if ($testing_data !== null) {
7127 - $error_response['testing_data'] = $testing_data;
7128 - }
7129 - return $error_response;
7130 3612 }
7131 -
7132 - // Check if web search is enabled for this OpenAI model
7133 - $web_search_enabled = isset($this->options['enable_web_search']) && $this->options['enable_web_search'] === 'on';
7134 - // Models that don't support web search
7135 - $unsupported_web_search_models = array('gpt-4.1-nano');
7136 - $model_supports_web_search = !in_array($selected_model, $unsupported_web_search_models);
7137 -
7138 - if ($web_search_enabled && $model_supports_web_search) {
7139 - // Use Responses API (required for some models, or when web search is enabled)
7140 - return $this->mxchat_generate_response_openai_web_search(
7141 - $selected_model,
7142 - $api_key,
7143 - $conversation_history,
7144 - $relevant_content,
7145 - $session_id,
7146 - $testing_data,
7147 - $streaming
7148 - );
7149 - } elseif ($streaming) {
7150 - return $this->mxchat_generate_response_openai_stream(
7151 - $selected_model,
7152 - $api_key,
7153 - $conversation_history,
7154 - $relevant_content,
7155 - $session_id,
7156 - $testing_data
7157 - );
7158 - } else {
7159 - $response = $this->mxchat_generate_response_openai(
7160 - $selected_model,
7161 - $api_key,
7162 - $conversation_history,
7163 - $relevant_content
7164 - );
7165 - }
3613 + $response = $this->mxchat_generate_response_openai(
3614 + $selected_model,
3615 + $api_key,
3616 + $conversation_history,
3617 + $relevant_content
3618 + );
7166 3619 break;
7167 3620
7168 3621 default:
3622 + // Default to OpenAI for custom models or unrecognized prefixes
7169 3623 if (empty($api_key)) {
7170 - $error_response = [
3624 + return [
7171 3625 'error' => esc_html__('OpenAI API key is not configured', 'mxchat'),
7172 3626 'error_code' => 'missing_openai_api_key'
7173 3627 ];
7174 - if ($testing_data !== null) {
7175 - $error_response['testing_data'] = $testing_data;
7176 - }
7177 - return $error_response;
7178 3628 }
7179 -
7180 - // Check if web search is enabled (default case also handles OpenAI models)
7181 - $web_search_enabled = isset($this->options['enable_web_search']) && $this->options['enable_web_search'] === 'on';
7182 - $unsupported_web_search_models = array('gpt-4.1-nano');
7183 - $model_supports_web_search = !in_array($selected_model, $unsupported_web_search_models);
7184 -
7185 - if ($web_search_enabled && $model_supports_web_search) {
7186 - return $this->mxchat_generate_response_openai_web_search(
7187 - $selected_model,
7188 - $api_key,
7189 - $conversation_history,
7190 - $relevant_content,
7191 - $session_id,
7192 - $testing_data,
7193 - $streaming
7194 - );
7195 - } elseif ($streaming) {
7196 - return $this->mxchat_generate_response_openai_stream(
7197 - $selected_model,
7198 - $api_key,
7199 - $conversation_history,
7200 - $relevant_content,
7201 - $session_id,
7202 - $testing_data
7203 - );
7204 - } else {
7205 - $response = $this->mxchat_generate_response_openai(
7206 - $selected_model,
7207 - $api_key,
7208 - $conversation_history,
7209 - $relevant_content
7210 - );
7211 - }
3629 + $response = $this->mxchat_generate_response_openai(
3630 + $selected_model,
3631 + $api_key,
3632 + $conversation_history,
3633 + $relevant_content
3634 + );
7212 3635 break;
7213 3636 }
7214 3637
3638 + // Check if the response is an error array from the provider-specific function
7215 3639 if (is_array($response) && isset($response['error'])) {
7216 - if ($testing_data !== null) {
7217 - $response['testing_data'] = $testing_data;
7218 - }
7219 - return $response;
3640 + return $response; // Pass through the error
7220 3641 }
7221 3642
7222 3643 return $response;
7223 3644
7224 3645 } catch (Exception $e) {
7225 - $error_response = [
3646 + //error_log('MXChat Error: ' . $e->getMessage());
3647 + return [
7226 3648 'error' => sprintf(esc_html__('An error occurred: %s', 'mxchat'), esc_html($e->getMessage())),
7227 3649 'error_code' => 'system_exception',
7228 3650 'exception_details' => $e->getMessage()
7229 3651 ];
7230 -
7231 - if ($testing_data !== null) {
7232 - $error_response['testing_data'] = $testing_data;
7233 - }
7234 -
7235 - return $error_response;
7236 3652 }
7237 3653 }
7238 -private function mxchat_generate_response_openrouter_stream($selected_model, $openrouter_api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
7239 - try {
7240 - $bot_id = $this->get_current_bot_id($session_id);
7241 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
7242 -
7243 - if (!is_array($conversation_history)) {
7244 - $conversation_history = array();
7245 - }
7246 3654
7247 - $formatted_conversation = array();
7248 -
7249 - $formatted_conversation[] = array(
7250 - 'role' => 'system',
7251 - 'content' => $system_prompt_instructions . " " . $relevant_content
7252 - );
7253 -
7254 - foreach ($conversation_history as $message) {
7255 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
7256 - $role = $message['role'];
7257 - if ($role === 'bot' || $role === 'agent') {
7258 - $role = 'assistant';
7259 - }
7260 - if (!in_array($role, ['system', 'assistant', 'user'])) {
7261 - $role = 'user';
7262 - }
7263 - $formatted_conversation[] = array(
7264 - 'role' => $role,
7265 - 'content' => $message['content']
7266 - );
7267 - }
7268 - }
7269 -
7270 - if (headers_sent() || !function_exists('curl_init')) {
7271 - $regular_response = $this->mxchat_generate_response_openrouter(
7272 - $selected_model,
7273 - $openrouter_api_key,
7274 - $conversation_history,
7275 - $relevant_content
7276 - );
7277 -
7278 - // Save bot response to transcript
7279 - if (!empty($regular_response) && !empty($session_id)) {
7280 - $this->mxchat_save_chat_message($session_id, 'bot', $regular_response);
7281 - }
7282 -
7283 - $response_data = [
7284 - 'text' => $regular_response,
7285 - 'html' => '',
7286 - 'session_id' => $session_id
7287 - ];
7288 -
7289 - if ($testing_data !== null) {
7290 - $response_data['testing_data'] = $testing_data;
7291 - }
7292 -
7293 - header('Content-Type: application/json');
7294 - echo json_encode($response_data);
7295 - return true;
7296 - }
7297 -
7298 - $body = json_encode([
7299 - 'model' => $selected_model,
7300 - 'messages' => $formatted_conversation,
7301 - 'temperature' => 1,
7302 - 'stream' => true
7303 - ]);
7304 -
7305 - // V2 retry-on-initial-connect: setup_streaming_headers is now lazy-fired
7306 - // inside WRITEFUNCTION on first byte of a successful upstream.
7307 -
7308 - $captured_status_code = 0;
7309 - $captured_body_pre_stream = '';
7310 - $full_response = '';
7311 - $stream_started = false;
7312 - $buffer = '';
7313 - $errno = 0;
7314 - $last_curl_error = '';
7315 - $http_code = 0;
7316 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
7317 - $backoff_ms = array(0, 750, 2000);
7318 -
7319 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
7320 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
7321 - usleep($backoff_ms[$attempt] * 1000);
7322 - }
7323 -
7324 - $captured_status_code = 0;
7325 - $captured_body_pre_stream = '';
7326 - $full_response = '';
7327 - $stream_started = false;
7328 - $buffer = '';
7329 -
7330 - $ch = curl_init();
7331 - curl_setopt($ch, CURLOPT_URL, 'https://openrouter.ai/api/v1/chat/completions');
7332 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
7333 - curl_setopt($ch, CURLOPT_POST, true);
7334 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
7335 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
7336 - 'Content-Type: application/json',
7337 - 'Authorization: Bearer ' . $openrouter_api_key,
7338 - 'HTTP-Referer: ' . home_url(),
7339 - 'X-Title: ' . get_bloginfo('name')
7340 - ));
7341 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
7342 - curl_setopt($ch, CURLOPT_TIMEOUT, 60);
7343 -
7344 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
7345 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
7346 - $captured_status_code = (int) $m[1];
7347 - }
7348 - return strlen($header);
7349 - });
7350 -
7351 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
7352 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
7353 - $captured_body_pre_stream .= $data;
7354 - return strlen($data);
7355 - }
7356 -
7357 - if (!$this->streaming_headers_sent) {
7358 - $this->setup_streaming_headers();
7359 - }
7360 -
7361 - if (!$stream_started && $testing_data !== null) {
7362 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
7363 - flush();
7364 - $stream_started = true;
7365 - }
7366 -
7367 - $buffer .= $data;
7368 - $lines = explode("\n", $buffer);
7369 - $buffer = array_pop($lines);
7370 -
7371 - foreach ($lines as $line) {
7372 - if (trim($line) === '') {
7373 - continue;
7374 - }
7375 - if (strpos($line, 'data: ') !== 0) {
7376 - continue;
7377 - }
7378 -
7379 - $json_str = substr($line, 6);
7380 -
7381 - if (trim($json_str) === '[DONE]') {
7382 - echo "data: [DONE]\n\n";
7383 - flush();
7384 - continue;
7385 - }
7386 -
7387 - $json = json_decode(trim($json_str), true);
7388 - if ($json && isset($json['choices'][0]['delta']['content'])) {
7389 - $content = $json['choices'][0]['delta']['content'];
7390 - $full_response .= $content;
7391 -
7392 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
7393 - flush();
7394 - }
7395 - }
7396 -
7397 - return strlen($data);
7398 - });
7399 -
7400 - $response = curl_exec($ch);
7401 - $errno = curl_errno($ch);
7402 - $last_curl_error = curl_error($ch);
7403 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
7404 - curl_close($ch);
7405 -
7406 - if (!$errno && $http_code === 200) {
7407 - break;
7408 - }
7409 -
7410 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'openai', $errno);
7411 - $can_retry = !$this->streaming_headers_sent
7412 - && ($attempt + 1) < $max_attempts
7413 - && $is_transient;
7414 -
7415 - if (defined('WP_DEBUG') && WP_DEBUG) {
7416 - error_log(sprintf(
7417 - '[MxChat] openrouter_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
7418 - $attempt + 1, $max_attempts, $http_code, $errno,
7419 - $is_transient ? 'yes' : 'no',
7420 - $can_retry ? 'Retrying.' : 'Giving up.'
7421 - ));
7422 - }
7423 -
7424 - if (!$can_retry) {
7425 - break;
7426 - }
7427 - }
7428 -
7429 - if (!$errno && $http_code === 200) {
7430 - if (!empty($full_response) && !empty($session_id)) {
7431 - $rag_context_for_storage = null;
7432 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
7433 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
7434 -
7435 - if ($has_rag_data || $has_action_data) {
7436 - $rag_context_for_storage = [];
7437 -
7438 - if ($has_rag_data) {
7439 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
7440 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
7441 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
7442 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
7443 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
7444 - }
7445 -
7446 - if ($has_action_data) {
7447 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
7448 - }
7449 - }
7450 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
7451 - }
7452 - return true;
7453 - }
7454 -
7455 - return $this->mxchat_stream_emit_fallback(
7456 - 'openai',
7457 - $this->mxchat_generate_response_openrouter($selected_model, $openrouter_api_key, $conversation_history, $relevant_content),
7458 - $session_id,
7459 - $testing_data
7460 - );
7461 -
7462 - } catch (Exception $e) {
7463 - return $this->mxchat_stream_emit_fallback(
7464 - 'openai',
7465 - $this->mxchat_generate_response_openrouter($selected_model, $openrouter_api_key, $conversation_history, $relevant_content),
7466 - $session_id,
7467 - $testing_data
7468 - );
7469 - }
7470 -}
7471 -private function mxchat_generate_response_openai_stream($selected_model, $api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
3655 +private function mxchat_generate_response_deepseek($selected_model, $deepseek_api_key, $conversation_history, $relevant_content) {
7472 3656 try {
7473 - $bot_id = $this->get_current_bot_id($session_id);
7474 -
7475 - // Get system prompt instructions using centralized function
7476 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
7477 -
7478 3657 // Ensure conversation_history is an array
7479 3658 if (!is_array($conversation_history)) {
7480 3659 $conversation_history = array();
7481 3660 }
7482 3661
7483 - // Format conversation history for OpenAI
3662 + // Get system prompt instructions from options
3663 + $system_prompt_instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
3664 +
3665 + // Create a new array for the formatted conversation
7484 3666 $formatted_conversation = array();
7485 3667
3668 + // Add system message first
7486 3669 $formatted_conversation[] = array(
7487 3670 'role' => 'system',
7488 3671 'content' => $system_prompt_instructions . " " . $relevant_content
7489 3672 );
7490 3673
3674 + // Add the rest of the conversation history
7491 3675 foreach ($conversation_history as $message) {
7492 3676 if (is_array($message) && isset($message['role']) && isset($message['content'])) {
7493 3677 $role = $message['role'];
7494 - if ($role === 'bot' || $role === 'agent') {
7495 - $role = 'assistant';
7496 - }
7497 - if (!in_array($role, ['system', 'assistant', 'user', 'function', 'tool'])) {
7498 - $role = 'user';
7499 - }
7500 - $formatted_conversation[] = array(
7501 - 'role' => $role,
7502 - 'content' => $message['content']
7503 - );
7504 - }
7505 - }
7506 3678
7507 - // Check if we can actually stream
7508 - if (headers_sent() || !function_exists('curl_init')) {
7509 - // Fallback to regular response with testing data
7510 - $regular_response = $this->mxchat_generate_response_openai(
7511 - $selected_model,
7512 - $api_key,
7513 - $conversation_history,
7514 - $relevant_content
7515 - );
7516 -
7517 - // Save bot response to transcript
7518 - if (!empty($regular_response) && !empty($session_id)) {
7519 - $this->mxchat_save_chat_message($session_id, 'bot', $regular_response);
7520 - }
7521 -
7522 - $response_data = [
7523 - 'text' => $regular_response,
7524 - 'html' => '',
7525 - 'session_id' => $session_id
7526 - ];
7527 -
7528 - if ($testing_data !== null) {
7529 - $response_data['testing_data'] = $testing_data;
7530 - }
7531 -
7532 - header('Content-Type: application/json');
7533 - echo json_encode($response_data);
7534 - return true;
7535 - }
7536 -
7537 - // Check if this is a GPT-5 model (supports reasoning_effort parameter)
7538 - $is_gpt5_model = (
7539 - strpos($selected_model, 'gpt-5') === 0 ||
7540 - $selected_model === 'gpt-5.2' ||
7541 - $selected_model === 'gpt-5.1-2025-11-13' ||
7542 - $selected_model === 'gpt-5' ||
7543 - $selected_model === 'gpt-5-mini' ||
7544 - $selected_model === 'gpt-5-nano'
7545 - );
7546 -
7547 - // Build request body with optimal settings for fast streaming
7548 - $request_body = [
7549 - 'model' => $selected_model,
7550 - 'messages' => $formatted_conversation,
7551 - 'temperature' => 1,
7552 - 'stream' => true
7553 - ];
7554 -
7555 - // Add reasoning_effort only for GPT-5 models that support it
7556 - // These chat models don't support reasoning_effort parameter
7557 - $no_reasoning_models = array('gpt-5.2', 'gpt-5.1-chat-latest', 'gpt-5.3-chat-latest', 'gpt-5.4-mini', 'gpt-5.4-nano');
7558 - if ($is_gpt5_model && !in_array($selected_model, $no_reasoning_models, true)) {
7559 - // GPT-5.1 uses 'low' instead of 'minimal'
7560 - if ($selected_model === 'gpt-5.1-2025-11-13') {
7561 - $request_body['reasoning_effort'] = 'low';
7562 - } elseif ($selected_model === 'gpt-5.5') {
7563 - $request_body['reasoning_effort'] = 'none';
7564 - } elseif ($selected_model === 'gpt-5.4') {
7565 - $request_body['reasoning_effort'] = 'none';
7566 - } else {
7567 - $request_body['reasoning_effort'] = 'minimal';
7568 - }
7569 - }
7570 -
7571 - $body = json_encode($request_body);
7572 -
7573 - // V2 retry-on-initial-connect: do NOT call setup_streaming_headers() here.
7574 - // It is now lazy-fired inside the WRITEFUNCTION on the first byte of a
7575 - // SUCCESSFUL upstream response, gated by the captured HTTP status.
7576 -
7577 - $captured_status_code = 0;
7578 - $captured_body_pre_stream = '';
7579 - $full_response = '';
7580 - $stream_started = false;
7581 - $buffer = '';
7582 - $errno = 0;
7583 - $last_curl_error = '';
7584 - $http_code = 0;
7585 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
7586 - $backoff_ms = array(0, 750, 2000);
7587 -
7588 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
7589 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
7590 - usleep($backoff_ms[$attempt] * 1000);
7591 - }
7592 -
7593 - // Reset per-attempt capture state.
7594 - $captured_status_code = 0;
7595 - $captured_body_pre_stream = '';
7596 - $full_response = '';
7597 - $stream_started = false;
7598 - $buffer = '';
7599 -
7600 - $ch = curl_init();
7601 - curl_setopt($ch, CURLOPT_URL, 'https://api.openai.com/v1/chat/completions');
7602 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
7603 - curl_setopt($ch, CURLOPT_POST, true);
7604 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
7605 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
7606 - 'Content-Type: application/json',
7607 - 'Authorization: Bearer ' . $api_key
7608 - ));
7609 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
7610 - curl_setopt($ch, CURLOPT_TIMEOUT, 60);
7611 -
7612 - // Capture HTTP status as soon as response headers arrive — fires before WRITEFUNCTION.
7613 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
7614 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
7615 - $captured_status_code = (int) $m[1];
7616 - }
7617 - return strlen($header);
7618 - });
7619 -
7620 - // Buffer control for real-time streaming
7621 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
7622 - // V2 guard: if upstream returned non-200, buffer body for transient
7623 - // classification and DO NOT emit to client. Stream channel must NOT open.
7624 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
7625 - $captured_body_pre_stream .= $data;
7626 - return strlen($data);
7627 - }
7628 -
7629 - // Lazy-fire streaming headers on first byte of a SUCCESSFUL upstream.
7630 - // After this point streaming_headers_sent === true → retry is structurally blocked.
7631 - if (!$this->streaming_headers_sent) {
7632 - $this->setup_streaming_headers();
7633 - }
7634 -
7635 - // Send testing data as the first event if available
7636 - if (!$stream_started && $testing_data !== null) {
7637 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
7638 - flush();
7639 - $stream_started = true;
7640 - }
7641 -
7642 - // CRITICAL FIX: Append new data to buffer
7643 - $buffer .= $data;
7644 -
7645 - // Process complete lines only
7646 - $lines = explode("\n", $buffer);
7647 -
7648 - // CRITICAL FIX: Keep the last incomplete line in the buffer
7649 - $buffer = array_pop($lines);
7650 -
7651 - foreach ($lines as $line) {
7652 - if (trim($line) === '') {
7653 - continue;
7654 - }
7655 - if (strpos($line, 'data: ') !== 0) {
7656 - continue;
7657 - }
7658 -
7659 - $json_str = substr($line, 6);
7660 -
7661 - if (trim($json_str) === '[DONE]') {
7662 - echo "data: [DONE]\n\n";
7663 - flush();
7664 - continue;
7665 - }
7666 -
7667 - $json = json_decode(trim($json_str), true);
7668 - if ($json && isset($json['choices'][0]['delta']['content'])) {
7669 - $content = $json['choices'][0]['delta']['content'];
7670 - $full_response .= $content;
7671 -
7672 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
7673 - flush();
7674 - }
7675 - }
7676 -
7677 - return strlen($data);
7678 - });
7679 -
7680 - $response = curl_exec($ch);
7681 - $errno = curl_errno($ch);
7682 - $last_curl_error = curl_error($ch);
7683 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
7684 - curl_close($ch);
7685 -
7686 - if (!$errno && $http_code === 200) {
7687 - break; // Happy path — WRITEFUNCTION already streamed everything.
7688 - }
7689 -
7690 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'openai', $errno);
7691 - $can_retry = !$this->streaming_headers_sent
7692 - && ($attempt + 1) < $max_attempts
7693 - && $is_transient;
7694 -
7695 - if (defined('WP_DEBUG') && WP_DEBUG) {
7696 - error_log(sprintf(
7697 - '[MxChat] openai_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
7698 - $attempt + 1, $max_attempts, $http_code, $errno,
7699 - $is_transient ? 'yes' : 'no',
7700 - $can_retry ? 'Retrying.' : 'Giving up.'
7701 - ));
7702 - }
7703 -
7704 - if (!$can_retry) {
7705 - break;
7706 - }
7707 - }
7708 -
7709 - // Post-loop branch.
7710 - if (!$errno && $http_code === 200) {
7711 - // Happy path — save the complete response to maintain chat persistence.
7712 - if (!empty($full_response) && !empty($session_id)) {
7713 - $rag_context_for_storage = null;
7714 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
7715 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
7716 -
7717 - if ($has_rag_data || $has_action_data) {
7718 - $rag_context_for_storage = [];
7719 -
7720 - if ($has_rag_data) {
7721 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
7722 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
7723 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
7724 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
7725 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
7726 - }
7727 -
7728 - if ($has_action_data) {
7729 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
7730 - }
7731 - }
7732 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
7733 - }
7734 -
7735 - return true;
7736 - }
7737 -
7738 - // Failure path — branch on whether SSE channel was opened.
7739 - return $this->mxchat_stream_emit_fallback(
7740 - 'openai',
7741 - $this->mxchat_generate_response_openai($selected_model, $api_key, $conversation_history, $relevant_content),
7742 - $session_id,
7743 - $testing_data
7744 - );
7745 -
7746 - } catch (Exception $e) {
7747 - return $this->mxchat_stream_emit_fallback(
7748 - 'openai',
7749 - $this->mxchat_generate_response_openai($selected_model, $api_key, $conversation_history, $relevant_content),
7750 - $session_id,
7751 - $testing_data
7752 - );
7753 - }
7754 -}
7755 -
7756 -/**
7757 - * Shared fallback emitter for streaming chat functions. Two outcomes:
7758 - * - streaming_headers_sent === true: SSE channel is open. Emit fallback content
7759 - * as `data: {...}\n\n` + `data: [DONE]\n\n` so the widget renders it as a
7760 - * normal bot bubble. Transcript row is persisted.
7761 - * - streaming_headers_sent === false: SSE channel never opened (retries
7762 - * exhausted on initial connect). Emit a clean JSON response — the path
7763 - * the widget would normally hit if streaming wasn't even attempted.
7764 - *
7765 - * Used by all six *_stream functions after their per-attempt retry loop.
7766 - */
7767 -private function mxchat_stream_emit_fallback($provider_hint, $regular_response, $session_id, $testing_data = null) {
7768 - $is_error_array = is_array($regular_response) && isset($regular_response['error']);
7769 -
7770 - if ($this->streaming_headers_sent) {
7771 - if ($is_error_array) {
7772 - echo "data: " . json_encode([
7773 - 'error' => true,
7774 - 'error_message' => $regular_response['error'],
7775 - 'error_code' => $regular_response['error_code'] ?? 'api_error',
7776 - 'text' => $regular_response['error'],
7777 - 'message' => $regular_response['error']
7778 - ]) . "\n\n";
7779 - echo "data: [DONE]\n\n";
7780 - flush();
7781 - return true;
7782 - }
7783 - $fallback_message = (string) $regular_response;
7784 - if (!empty($fallback_message) && !empty($session_id)) {
7785 - $this->mxchat_save_chat_message($session_id, 'bot', $fallback_message);
7786 - }
7787 - echo "data: " . json_encode(['content' => $fallback_message]) . "\n\n";
7788 - echo "data: [DONE]\n\n";
7789 - flush();
7790 - return true;
7791 - }
7792 -
7793 - // SSE channel never opened — clean JSON fallback.
7794 - if ($is_error_array) {
7795 - header('Content-Type: application/json');
7796 - echo json_encode(array(
7797 - 'error' => true,
7798 - 'error_message' => $regular_response['error'],
7799 - 'error_code' => $regular_response['error_code'] ?? 'api_error',
7800 - 'text' => $regular_response['error'],
7801 - 'message' => $regular_response['error'],
7802 - ));
7803 - return true;
7804 - }
7805 -
7806 - $fallback_message = (string) $regular_response;
7807 - if (!empty($fallback_message) && !empty($session_id)) {
7808 - $this->mxchat_save_chat_message($session_id, 'bot', $fallback_message);
7809 - }
7810 - $response_data = array(
7811 - 'text' => $fallback_message,
7812 - 'html' => '',
7813 - 'session_id' => $session_id,
7814 - );
7815 - if ($testing_data !== null) {
7816 - $response_data['testing_data'] = $testing_data;
7817 - }
7818 - header('Content-Type: application/json');
7819 - echo json_encode($response_data);
7820 - return true;
7821 -}
7822 -
7823 -/**
7824 - * Resolve custom (OpenAI-compatible) provider config from settings.
7825 - * Returns ['base_url','api_key','model','auth_scheme','api_version','chat_url','headers'].
7826 - */
7827 -private function mxchat_resolve_custom_provider() {
7828 - $base_url = isset($this->options['custom_provider_base_url']) ? rtrim(trim((string) $this->options['custom_provider_base_url']), '/') : '';
7829 - $api_key = isset($this->options['custom_provider_api_key']) ? trim((string) $this->options['custom_provider_api_key']) : '';
7830 - $model = isset($this->options['custom_provider_model']) ? trim((string) $this->options['custom_provider_model']) : '';
7831 - $auth_scheme = isset($this->options['custom_provider_auth_scheme']) ? $this->options['custom_provider_auth_scheme'] : 'bearer';
7832 - $api_version = isset($this->options['custom_provider_api_version']) ? trim((string) $this->options['custom_provider_api_version']) : '';
7833 -
7834 - $chat_url = $base_url . '/chat/completions';
7835 - if (!empty($api_version)) {
7836 - $chat_url .= (strpos($chat_url, '?') === false ? '?' : '&') . 'api-version=' . rawurlencode($api_version);
7837 - }
7838 -
7839 - $headers = array('Content-Type: application/json');
7840 - if (!empty($api_key)) {
7841 - if ($auth_scheme === 'api-key') {
7842 - $headers[] = 'api-key: ' . $api_key;
7843 - } else {
7844 - $headers[] = 'Authorization: Bearer ' . $api_key;
7845 - }
7846 - }
7847 -
7848 - return array(
7849 - 'base_url' => $base_url,
7850 - 'api_key' => $api_key,
7851 - 'model' => $model !== '' ? $model : 'default',
7852 - 'auth_scheme' => $auth_scheme,
7853 - 'api_version' => $api_version,
7854 - 'chat_url' => $chat_url,
7855 - 'headers' => $headers,
7856 - );
7857 -}
7858 -
7859 -/**
7860 - * Streaming chat completion against an OpenAI-compatible custom provider
7861 - * (Ollama, LM Studio, vLLM, llama.cpp, Azure OpenAI, etc.).
7862 - * Mirrors mxchat_generate_response_openai_stream but with parameterized URL/auth/model.
7863 - */
7864 -private function mxchat_generate_response_custom_stream($selected_model, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
7865 - try {
7866 - $cfg = $this->mxchat_resolve_custom_provider();
7867 - if (empty($cfg['base_url'])) {
7868 - return array('error' => esc_html__('Custom provider Base URL is not configured.', 'mxchat'), 'error_code' => 'missing_custom_provider_base_url');
7869 - }
7870 -
7871 - $bot_id = $this->get_current_bot_id($session_id);
7872 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
7873 - if (!is_array($conversation_history)) {
7874 - $conversation_history = array();
7875 - }
7876 -
7877 - $formatted_conversation = array();
7878 - $formatted_conversation[] = array(
7879 - 'role' => 'system',
7880 - 'content' => $system_prompt_instructions . ' ' . $relevant_content,
7881 - );
7882 - foreach ($conversation_history as $message) {
7883 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
7884 - $role = $message['role'];
7885 - if ($role === 'bot' || $role === 'agent') { $role = 'assistant'; }
7886 - if (!in_array($role, array('system', 'assistant', 'user', 'function', 'tool'))) { $role = 'user'; }
7887 - $formatted_conversation[] = array('role' => $role, 'content' => $message['content']);
7888 - }
7889 - }
7890 -
7891 - if (headers_sent() || !function_exists('curl_init')) {
7892 - // No streaming capability — fall through to non-stream wrapper
7893 - $regular = $this->mxchat_generate_response_custom($selected_model, $conversation_history, $relevant_content);
7894 - if (!empty($regular) && !empty($session_id) && is_string($regular)) {
7895 - $this->mxchat_save_chat_message($session_id, 'bot', $regular);
7896 - }
7897 - $response_data = array('text' => is_string($regular) ? $regular : '', 'html' => '', 'session_id' => $session_id);
7898 - if ($testing_data !== null) { $response_data['testing_data'] = $testing_data; }
7899 - header('Content-Type: application/json');
7900 - echo json_encode($response_data);
7901 - return true;
7902 - }
7903 -
7904 - $request_body = array(
7905 - 'model' => $cfg['model'],
7906 - 'messages' => $formatted_conversation,
7907 - 'stream' => true,
7908 - );
7909 - $body = json_encode($request_body);
7910 -
7911 - // V2 retry-on-initial-connect: setup_streaming_headers is lazy-fired in WRITEFUNCTION.
7912 -
7913 - $captured_status_code = 0;
7914 - $captured_body_pre_stream = '';
7915 - $full_response = '';
7916 - $stream_started = false;
7917 - $buffer = '';
7918 - $errno = 0;
7919 - $http_code = 0;
7920 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
7921 - $backoff_ms = array(0, 750, 2000);
7922 -
7923 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
7924 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
7925 - usleep($backoff_ms[$attempt] * 1000);
7926 - }
7927 -
7928 - $captured_status_code = 0;
7929 - $captured_body_pre_stream = '';
7930 - $full_response = '';
7931 - $stream_started = false;
7932 - $buffer = '';
7933 -
7934 - $ch = curl_init();
7935 - curl_setopt($ch, CURLOPT_URL, $cfg['chat_url']);
7936 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
7937 - curl_setopt($ch, CURLOPT_POST, true);
7938 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
7939 - curl_setopt($ch, CURLOPT_HTTPHEADER, $cfg['headers']);
7940 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
7941 - curl_setopt($ch, CURLOPT_TIMEOUT, 120);
7942 -
7943 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
7944 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
7945 - $captured_status_code = (int) $m[1];
7946 - }
7947 - return strlen($header);
7948 - });
7949 -
7950 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
7951 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
7952 - $captured_body_pre_stream .= $data;
7953 - return strlen($data);
7954 - }
7955 -
7956 - if (!$this->streaming_headers_sent) {
7957 - $this->setup_streaming_headers();
7958 - }
7959 -
7960 - if (!$stream_started && $testing_data !== null) {
7961 - echo "data: " . json_encode(array('testing_data' => $testing_data)) . "\n\n";
7962 - flush();
7963 - $stream_started = true;
7964 - }
7965 - $buffer .= $data;
7966 - $lines = explode("\n", $buffer);
7967 - $buffer = array_pop($lines);
7968 - foreach ($lines as $line) {
7969 - if (trim($line) === '') { continue; }
7970 - if (strpos($line, 'data: ') !== 0) { continue; }
7971 - $json_str = substr($line, 6);
7972 - if (trim($json_str) === '[DONE]') {
7973 - echo "data: [DONE]\n\n";
7974 - flush();
7975 - continue;
7976 - }
7977 - $json = json_decode(trim($json_str), true);
7978 - if ($json && isset($json['choices'][0]['delta']['content'])) {
7979 - $content = $json['choices'][0]['delta']['content'];
7980 - $full_response .= $content;
7981 - echo "data: " . json_encode(array('content' => $content)) . "\n\n";
7982 - flush();
7983 - }
7984 - }
7985 - return strlen($data);
7986 - });
7987 -
7988 - $response = curl_exec($ch);
7989 - $errno = curl_errno($ch);
7990 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
7991 - curl_close($ch);
7992 -
7993 - if (!$errno && $http_code === 200) {
7994 - break;
7995 - }
7996 -
7997 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'openai', $errno);
7998 - $can_retry = !$this->streaming_headers_sent
7999 - && ($attempt + 1) < $max_attempts
8000 - && $is_transient;
8001 -
8002 - if (defined('WP_DEBUG') && WP_DEBUG) {
8003 - error_log(sprintf(
8004 - '[MxChat] custom_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
8005 - $attempt + 1, $max_attempts, $http_code, $errno,
8006 - $is_transient ? 'yes' : 'no',
8007 - $can_retry ? 'Retrying.' : 'Giving up.'
8008 - ));
8009 - }
8010 -
8011 - if (!$can_retry) {
8012 - break;
8013 - }
8014 - }
8015 -
8016 - if (!$errno && $http_code === 200) {
8017 - if (!empty($full_response) && !empty($session_id)) {
8018 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response);
8019 - }
8020 - return true;
8021 - }
8022 -
8023 - return $this->mxchat_stream_emit_fallback(
8024 - 'openai',
8025 - $this->mxchat_generate_response_custom($selected_model, $conversation_history, $relevant_content),
8026 - $session_id,
8027 - $testing_data
8028 - );
8029 -
8030 - } catch (Exception $e) {
8031 - return array('error' => sprintf(esc_html__('Custom provider error: %s', 'mxchat'), $e->getMessage()), 'error_code' => 'custom_provider_exception');
8032 - }
8033 -}
8034 -
8035 -/**
8036 - * Non-streaming chat completion against a custom OpenAI-compatible provider.
8037 - * Returns string content on success, array['error'=>...] on failure.
8038 - */
8039 -private function mxchat_generate_response_custom($selected_model, $conversation_history, $relevant_content) {
8040 - $cfg = $this->mxchat_resolve_custom_provider();
8041 - if (empty($cfg['base_url'])) {
8042 - return array('error' => esc_html__('Custom provider Base URL is not configured.', 'mxchat'), 'error_code' => 'missing_custom_provider_base_url');
8043 - }
8044 -
8045 - $bot_id = $this->get_current_bot_id(null);
8046 - $system_prompt_instructions = $this->get_system_instructions($bot_id, null);
8047 - if (!is_array($conversation_history)) {
8048 - $conversation_history = array();
8049 - }
8050 -
8051 - $messages = array(array(
8052 - 'role' => 'system',
8053 - 'content' => $system_prompt_instructions . ' ' . $relevant_content,
8054 - ));
8055 - foreach ($conversation_history as $message) {
8056 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
8057 - $role = $message['role'];
8058 - if ($role === 'bot' || $role === 'agent') { $role = 'assistant'; }
8059 - if (!in_array($role, array('system', 'assistant', 'user', 'function', 'tool'))) { $role = 'user'; }
8060 - $messages[] = array('role' => $role, 'content' => $message['content']);
8061 - }
8062 - }
8063 -
8064 - $headers_assoc = array('Content-Type' => 'application/json');
8065 - if (!empty($cfg['api_key'])) {
8066 - if ($cfg['auth_scheme'] === 'api-key') {
8067 - $headers_assoc['api-key'] = $cfg['api_key'];
8068 - } else {
8069 - $headers_assoc['Authorization'] = 'Bearer ' . $cfg['api_key'];
8070 - }
8071 - }
8072 -
8073 - $response = $this->mxchat_provider_call_with_retry($cfg['chat_url'], array(
8074 - 'headers' => $headers_assoc,
8075 - 'body' => wp_json_encode(array(
8076 - 'model' => $cfg['model'],
8077 - 'messages' => $messages,
8078 - )),
8079 - 'timeout' => 120,
8080 - ), 'openai');
8081 -
8082 - if (is_wp_error($response)) {
8083 - return array('error' => sprintf(esc_html__('Custom provider request failed: %s', 'mxchat'), $response->get_error_message()), 'error_code' => 'custom_provider_network_error');
8084 - }
8085 - $code = (int) wp_remote_retrieve_response_code($response);
8086 - if ($code < 200 || $code >= 300) {
8087 - return array('error' => sprintf(esc_html__('Custom provider returned HTTP %d.', 'mxchat'), $code), 'error_code' => 'custom_provider_http_error');
8088 - }
8089 - $body = json_decode(wp_remote_retrieve_body($response), true);
8090 - if (isset($body['choices'][0]['message']['content'])) {
8091 - return (string) $body['choices'][0]['message']['content'];
8092 - }
8093 - return array('error' => esc_html__('Custom provider returned an unexpected response shape.', 'mxchat'), 'error_code' => 'custom_provider_response_shape');
8094 -}
8095 -
8096 -/**
8097 - * Generate response using OpenAI Responses API with web search tool
8098 - * This uses the newer Responses API which supports web search functionality
8099 - */
8100 -private function mxchat_generate_response_openai_web_search($selected_model, $api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null, $streaming = false) {
8101 - try {
8102 - $bot_id = $this->get_current_bot_id($session_id);
8103 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
8104 -
8105 - if (!is_array($conversation_history)) {
8106 - $conversation_history = array();
8107 - }
8108 -
8109 - // Build the input for Responses API
8110 - // The Responses API uses a different format - we need to construct the input properly
8111 - $input_parts = [];
8112 -
8113 - // Add system instructions as context
8114 - $system_context = $system_prompt_instructions . "\n\n" . $relevant_content;
8115 -
8116 - // Build conversation as input items for Responses API
8117 - foreach ($conversation_history as $message) {
8118 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
8119 - $role = $message['role'];
3679 + // Convert roles to supported format
8120 3680 if ($role === 'bot' || $role === 'agent') {
8121 3681 $role = 'assistant';
8122 3682 }
8123 - if (!in_array($role, ['assistant', 'user'])) {
8124 - $role = 'user';
8125 - }
8126 - $input_parts[] = [
8127 - 'type' => 'message',
8128 - 'role' => $role,
8129 - 'content' => $message['content']
8130 - ];
8131 - }
8132 - }
8133 -
8134 - // Build request body for Responses API
8135 - $request_body = [
8136 - 'model' => $selected_model,
8137 - 'input' => $input_parts,
8138 - 'instructions' => $system_context,
8139 - 'stream' => $streaming
8140 - ];
8141 -
8142 - // Only add web search tool if web search is enabled in settings
8143 - $web_search_enabled = isset($this->options['enable_web_search']) && $this->options['enable_web_search'] === 'on';
8144 - if ($web_search_enabled) {
8145 - $request_body['tools'] = [
8146 - ['type' => 'web_search']
8147 - ];
8148 - }
8149 -
8150 - // Add reasoning effort for supported models
8151 - $is_gpt5_model = strpos($selected_model, 'gpt-5') === 0;
8152 - $no_reasoning_web = array('gpt-5.2', 'gpt-5.3-chat-latest', 'gpt-5.4-mini', 'gpt-5.4-nano');
8153 - if ($is_gpt5_model && !in_array($selected_model, $no_reasoning_web, true)) {
8154 - if ($selected_model === 'gpt-5.1-2025-11-13') {
8155 - $request_body['reasoning'] = ['effort' => 'low'];
8156 - } elseif ($selected_model === 'gpt-5.5') {
8157 - $request_body['reasoning'] = ['effort' => 'low'];
8158 - } elseif ($selected_model === 'gpt-5.4') {
8159 - $request_body['reasoning'] = ['effort' => 'low'];
8160 - }
8161 - }
8162 -
8163 - //error_log("MXCHAT WEB SEARCH: Request body: " . json_encode($request_body));
8164 -
8165 - if ($streaming) {
8166 - return $this->mxchat_web_search_streaming_response($request_body, $api_key, $session_id, $testing_data);
8167 - } else {
8168 - return $this->mxchat_web_search_non_streaming_response($request_body, $api_key, $session_id, $testing_data);
8169 - }
8170 -
8171 - } catch (Exception $e) {
8172 - //error_log("MXCHAT WEB SEARCH ERROR: " . $e->getMessage());
8173 - return [
8174 - 'error' => sprintf(esc_html__('Web search error: %s', 'mxchat'), esc_html($e->getMessage())),
8175 - 'error_code' => 'web_search_exception'
8176 - ];
8177 - }
8178 -}
8179 -
8180 -/**
8181 - * Handle non-streaming web search response
8182 - */
8183 -private function mxchat_web_search_non_streaming_response($request_body, $api_key, $session_id, $testing_data) {
8184 - $request_body['stream'] = false;
8185 -
8186 - $response = $this->mxchat_provider_call_with_retry('https://api.openai.com/v1/responses', array(
8187 - 'headers' => array(
8188 - 'Authorization' => 'Bearer ' . $api_key,
8189 - 'Content-Type' => 'application/json'
8190 - ),
8191 - 'body' => json_encode($request_body),
8192 - 'timeout' => 90
8193 - ), 'openai');
8194 -
8195 - if (is_wp_error($response)) {
8196 - //error_log("MXCHAT WEB SEARCH ERROR: WP Error: " . $response->get_error_message());
8197 - return [
8198 - 'error' => esc_html__('Failed to connect to OpenAI web search API', 'mxchat'),
8199 - 'error_code' => 'web_search_connection_error'
8200 - ];
8201 - }
8202 -
8203 - $response_code = wp_remote_retrieve_response_code($response);
8204 - $response_body = wp_remote_retrieve_body($response);
8205 -
8206 - //error_log("MXCHAT WEB SEARCH: Response code: " . $response_code);
8207 - //error_log("MXCHAT WEB SEARCH: Response body (first 2000): " . substr($response_body, 0, 2000));
8208 -
8209 - if ($response_code !== 200) {
8210 - $error_data = json_decode($response_body, true);
8211 - $error_message = $error_data['error']['message'] ?? 'Unknown API error';
8212 - return [
8213 - 'error' => sprintf(esc_html__('OpenAI API error: %s', 'mxchat'), esc_html($error_message)),
8214 - 'error_code' => 'web_search_api_error'
8215 - ];
8216 - }
8217 -
8218 - $result = json_decode($response_body, true);
8219 -
8220 - if (json_last_error() !== JSON_ERROR_NONE) {
8221 - return [
8222 - 'error' => esc_html__('Invalid response from OpenAI', 'mxchat'),
8223 - 'error_code' => 'web_search_json_error'
8224 - ];
8225 - }
8226 -
8227 - // Extract the response text and citations from Responses API format
8228 - $output_text = '';
8229 - $citations = [];
8230 -
8231 - if (isset($result['output'])) {
8232 - foreach ($result['output'] as $output_item) {
8233 - if ($output_item['type'] === 'message' && isset($output_item['content'])) {
8234 - foreach ($output_item['content'] as $content_item) {
8235 - if ($content_item['type'] === 'output_text') {
8236 - $output_text .= $content_item['text'];
8237 -
8238 - // Extract citations/annotations
8239 - if (isset($content_item['annotations'])) {
8240 - foreach ($content_item['annotations'] as $annotation) {
8241 - if ($annotation['type'] === 'url_citation') {
8242 - $citations[] = [
8243 - 'url' => $annotation['url'],
8244 - 'title' => $annotation['title'] ?? ''
8245 - ];
8246 - }
8247 - }
8248 - }
8249 - }
8250 - }
8251 - }
8252 - }
8253 - }
8254 -
8255 - // If we have citations, append them to the response
8256 - if (!empty($citations)) {
8257 - $output_text .= "\n\n**Sources:**\n";
8258 - $seen_urls = [];
8259 - foreach ($citations as $citation) {
8260 - if (!in_array($citation['url'], $seen_urls)) {
8261 - $seen_urls[] = $citation['url'];
8262 - $title = !empty($citation['title']) ? $citation['title'] : $citation['url'];
8263 - $output_text .= "- [" . $title . "](" . $citation['url'] . ")\n";
8264 - }
8265 - }
8266 - }
8267 -
8268 - // Transcript save is handled by the main handler (mxchat_handle_chat_request)
8269 - // which includes rag_context for the "sources" link in transcripts.
8270 -
8271 - return $output_text;
8272 -}
8273 -
8274 -/**
8275 - * Handle streaming web search response using Responses API
8276 - */
8277 -private function mxchat_web_search_streaming_response($request_body, $api_key, $session_id, $testing_data) {
8278 - $request_body['stream'] = true;
8279 -
8280 - // Check if we can stream
8281 - if (headers_sent() || !function_exists('curl_init')) {
8282 - // Fallback to non-streaming
8283 - return $this->mxchat_web_search_non_streaming_response($request_body, $api_key, $session_id, $testing_data);
8284 - }
8285 -
8286 - // Setup streaming headers
8287 - $this->setup_streaming_headers();
8288 -
8289 - $ch = curl_init();
8290 - curl_setopt($ch, CURLOPT_URL, 'https://api.openai.com/v1/responses');
8291 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
8292 - curl_setopt($ch, CURLOPT_POST, true);
8293 - curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($request_body));
8294 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
8295 - 'Content-Type: application/json',
8296 - 'Authorization: Bearer ' . $api_key
8297 - ));
8298 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
8299 - curl_setopt($ch, CURLOPT_TIMEOUT, 120);
8300 -
8301 - $full_response = '';
8302 - $stream_started = false;
8303 - $buffer = '';
8304 - $citations = [];
8305 -
8306 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$citations, $testing_data) {
8307 - // Send testing data as first event if available
8308 - if (!$stream_started && $testing_data !== null) {
8309 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
8310 - flush();
8311 - $stream_started = true;
8312 - }
8313 -
8314 - $buffer .= $data;
8315 - $lines = explode("\n", $buffer);
8316 - $buffer = array_pop($lines);
8317 -
8318 - foreach ($lines as $line) {
8319 - if (trim($line) === '') continue;
8320 - if (strpos($line, 'data: ') !== 0) continue;
8321 -
8322 - $json_str = substr($line, 6);
8323 -
8324 - if (trim($json_str) === '[DONE]') {
8325 - // Append citations if we have any
8326 - if (!empty($citations)) {
8327 - $citation_text = "\n\n**Sources:**\n";
8328 - $seen_urls = [];
8329 - foreach ($citations as $citation) {
8330 - if (!in_array($citation['url'], $seen_urls)) {
8331 - $seen_urls[] = $citation['url'];
8332 - $title = !empty($citation['title']) ? $citation['title'] : $citation['url'];
8333 - $citation_text .= "- [" . $title . "](" . $citation['url'] . ")\n";
8334 - }
8335 - }
8336 - echo "data: " . json_encode(['content' => $citation_text]) . "\n\n";
8337 - $full_response .= $citation_text;
8338 - flush();
8339 - }
8340 - echo "data: [DONE]\n\n";
8341 - flush();
8342 - continue;
8343 - }
8344 -
8345 - $json = json_decode(trim($json_str), true);
8346 - if (!$json) continue;
8347 -
8348 - // Handle Responses API streaming events
8349 - // The format is different from Chat Completions
8350 - if (isset($json['type'])) {
8351 - switch ($json['type']) {
8352 - case 'response.output_text.delta':
8353 - // Text content delta
8354 - if (isset($json['delta'])) {
8355 - $content = $json['delta'];
8356 - $full_response .= $content;
8357 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
8358 - flush();
8359 - }
8360 - break;
8361 -
8362 - case 'response.output_item.done':
8363 - // Check for citations in completed items
8364 - if (isset($json['item']['content'])) {
8365 - foreach ($json['item']['content'] as $content_item) {
8366 - if (isset($content_item['annotations'])) {
8367 - foreach ($content_item['annotations'] as $annotation) {
8368 - if ($annotation['type'] === 'url_citation') {
8369 - $citations[] = [
8370 - 'url' => $annotation['url'],
8371 - 'title' => $annotation['title'] ?? ''
8372 - ];
8373 - }
8374 - }
8375 - }
8376 - }
8377 - }
8378 - break;
8379 - }
8380 - }
8381 - }
8382 -
8383 - return strlen($data);
8384 - });
8385 -
8386 - $response = curl_exec($ch);
8387 - $http_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
8388 -
8389 - if (curl_errno($ch) || $http_code !== 200) {
8390 - $curl_error = curl_error($ch);
8391 - curl_close($ch);
8392 -
8393 - //error_log("MXCHAT WEB SEARCH STREAM ERROR: HTTP $http_code, cURL error: $curl_error");
8394 -
8395 - return $this->mxchat_stream_emit_fallback(
8396 - 'web_search',
8397 - $this->mxchat_web_search_non_streaming_response($request_body, $api_key, $session_id, $testing_data),
8398 - $session_id,
8399 - $testing_data
8400 - );
8401 - }
8402 -
8403 - curl_close($ch);
8404 -
8405 - // Save the complete response with RAG context so the "sources" link
8406 - // appears in transcripts — mirrors the pattern used by Claude/OpenAI streaming.
8407 - if (!empty($full_response) && !empty($session_id)) {
8408 - $rag_context_for_storage = null;
8409 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
8410 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
8411 -
8412 - if ($has_rag_data || $has_action_data) {
8413 - $rag_context_for_storage = [];
8414 -
8415 - if ($has_rag_data) {
8416 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
8417 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
8418 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
8419 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
8420 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
8421 - }
8422 -
8423 - if ($has_action_data) {
8424 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
8425 - }
8426 - }
8427 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
8428 - }
8429 -
8430 - return true;
8431 -}
8432 -
8433 -private function mxchat_generate_response_claude_stream($selected_model, $claude_api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
8434 - try {
8435 - // Get bot ID from session or request
8436 - $bot_id = $this->get_current_bot_id($session_id);
8437 -
8438 - // Get system prompt instructions using centralized function
8439 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
8440 - // Ensure conversation_history is an array
8441 - if (!is_array($conversation_history)) {
8442 - $conversation_history = array();
8443 - }
8444 -
8445 - // Clean and validate conversation history
8446 - foreach ($conversation_history as &$message) {
8447 - // Convert bot and agent roles to assistant
8448 - if ($message['role'] === 'bot' || $message['role'] === 'agent') {
8449 - $message['role'] = 'assistant';
8450 - }
8451 -
8452 - // Remove unsupported roles - Claude only supports 'assistant' and 'user'
8453 - if (!in_array($message['role'], ['assistant', 'user'])) {
8454 - $message['role'] = 'user';
8455 - }
8456 -
8457 - // Ensure content field exists
8458 - if (!isset($message['content']) || empty($message['content'])) {
8459 - $message['content'] = '';
8460 - }
8461 -
8462 - // Remove any unsupported fields
8463 - $message = array_intersect_key($message, array_flip(['role', 'content']));
8464 - }
8465 -
8466 - // Add relevant content as the latest user message
8467 - $conversation_history[] = [
8468 - 'role' => 'user',
8469 - 'content' => $relevant_content
8470 - ];
8471 -
8472 - // Prepare the request body with stream: true
8473 - $payload = [
8474 - 'model' => $selected_model,
8475 - 'messages' => $conversation_history,
8476 - 'max_tokens' => 1000,
8477 - 'temperature' => 0.8,
8478 - 'system' => $system_prompt_instructions,
8479 - 'stream' => true
8480 - ];
8481 - if ($this->mxchat_claude_omits_temperature($selected_model)) { unset($payload['temperature']); }
8482 - $body = json_encode($payload);
8483 -
8484 - // Check if we can actually stream (headers not sent, etc.)
8485 - if (headers_sent() || !function_exists('curl_init')) {
8486 - // Fallback to regular response with testing data
8487 - //error_log("MxChat: Streaming not possible, falling back to regular response");
8488 - $regular_response = $this->mxchat_generate_response_claude(
8489 - $selected_model,
8490 - $claude_api_key,
8491 - array_slice($conversation_history, 0, -1), // Remove the added content
8492 - $relevant_content
8493 - );
8494 -
8495 - // Save bot response to transcript
8496 - if (!empty($regular_response) && !empty($session_id)) {
8497 - $this->mxchat_save_chat_message($session_id, 'bot', $regular_response);
8498 - }
8499 -
8500 - // Return as JSON with testing data
8501 - $response_data = [
8502 - 'text' => $regular_response,
8503 - 'html' => '',
8504 - 'session_id' => $session_id
8505 - ];
8506 -
8507 - if ($testing_data !== null) {
8508 - $response_data['testing_data'] = $testing_data;
8509 - //error_log("MxChat Testing: Added testing data to Claude fallback response");
8510 - }
8511 -
8512 - // Clear any streaming headers and send JSON
8513 - if (headers_sent() === false) {
8514 - header('Content-Type: application/json');
8515 - }
8516 - echo json_encode($response_data);
8517 - return true; // Indicate we handled the response
8518 - }
8519 -
8520 - // V2 retry-on-initial-connect: setup_streaming_headers is lazy-fired in WRITEFUNCTION.
8521 -
8522 - $captured_status_code = 0;
8523 - $captured_body_pre_stream = '';
8524 - $full_response = '';
8525 - $stream_started = false;
8526 - $buffer = '';
8527 - $errno = 0;
8528 - $http_code = 0;
8529 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
8530 - $backoff_ms = array(0, 750, 2000);
8531 -
8532 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
8533 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
8534 - usleep($backoff_ms[$attempt] * 1000);
8535 - }
8536 -
8537 - $captured_status_code = 0;
8538 - $captured_body_pre_stream = '';
8539 - $full_response = '';
8540 - $stream_started = false;
8541 - $buffer = '';
8542 -
8543 - $ch = curl_init();
8544 - curl_setopt($ch, CURLOPT_URL, 'https://api.anthropic.com/v1/messages');
8545 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
8546 - curl_setopt($ch, CURLOPT_POST, true);
8547 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
8548 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
8549 - 'Content-Type: application/json',
8550 - 'x-api-key: ' . $claude_api_key,
8551 - 'anthropic-version: 2023-06-01'
8552 - ));
8553 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
8554 - curl_setopt($ch, CURLOPT_TIMEOUT, 60);
8555 -
8556 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
8557 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
8558 - $captured_status_code = (int) $m[1];
8559 - }
8560 - return strlen($header);
8561 - });
8562 -
8563 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
8564 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
8565 - $captured_body_pre_stream .= $data;
8566 - return strlen($data);
8567 - }
8568 -
8569 - if (!$this->streaming_headers_sent) {
8570 - $this->setup_streaming_headers();
8571 - }
8572 -
8573 - if (!$stream_started && $testing_data !== null) {
8574 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
8575 - flush();
8576 - $stream_started = true;
8577 - }
8578 -
8579 - $buffer .= $data;
8580 - $lines = explode("\n", $buffer);
8581 - $buffer = array_pop($lines);
8582 -
8583 - foreach ($lines as $line) {
8584 - if (trim($line) === '') {
8585 - continue;
8586 - }
8587 -
8588 - if (strpos($line, 'event: ') === 0) {
8589 - continue;
8590 - }
8591 -
8592 - if (strpos($line, 'data: ') === 0) {
8593 - $json_str = substr($line, 6);
8594 -
8595 - $json = json_decode(trim($json_str), true);
8596 - if (json_last_error() !== JSON_ERROR_NONE) {
8597 - continue;
8598 - }
8599 -
8600 - if (isset($json['type'])) {
8601 - switch ($json['type']) {
8602 - case 'content_block_delta':
8603 - if (isset($json['delta']['text'])) {
8604 - $content = $json['delta']['text'];
8605 - $full_response .= $content;
8606 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
8607 - flush();
8608 - }
8609 - break;
8610 -
8611 - case 'message_stop':
8612 - echo "data: [DONE]\n\n";
8613 - flush();
8614 - break;
8615 -
8616 - case 'error':
8617 - echo "data: " . json_encode(['error' => $json['error']['message'] ?? 'Unknown error']) . "\n\n";
8618 - flush();
8619 - break;
8620 - }
8621 - }
8622 - }
8623 - }
8624 -
8625 - return strlen($data);
8626 - });
8627 -
8628 - $response = curl_exec($ch);
8629 - $errno = curl_errno($ch);
8630 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
8631 - curl_close($ch);
8632 -
8633 - if (!$errno && $http_code === 200) {
8634 - break;
8635 - }
8636 -
8637 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'anthropic', $errno);
8638 - $can_retry = !$this->streaming_headers_sent
8639 - && ($attempt + 1) < $max_attempts
8640 - && $is_transient;
8641 -
8642 - if (defined('WP_DEBUG') && WP_DEBUG) {
8643 - error_log(sprintf(
8644 - '[MxChat] claude_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
8645 - $attempt + 1, $max_attempts, $http_code, $errno,
8646 - $is_transient ? 'yes' : 'no',
8647 - $can_retry ? 'Retrying.' : 'Giving up.'
8648 - ));
8649 - }
8650 -
8651 - if (!$can_retry) {
8652 - break;
8653 - }
8654 - }
8655 -
8656 - if ($errno || $http_code !== 200) {
8657 - return $this->mxchat_stream_emit_fallback(
8658 - 'anthropic',
8659 - $this->mxchat_generate_response_claude($selected_model, $claude_api_key, array_slice($conversation_history, 0, -1), $relevant_content),
8660 - $session_id,
8661 - $testing_data
8662 - );
8663 - }
8664 -
8665 - // Save the complete response to maintain chat persistence
8666 - if (!empty($full_response) && !empty($session_id)) {
8667 - // Prepare RAG context for streaming response
8668 - $rag_context_for_storage = null;
8669 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
8670 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
8671 -
8672 - if ($has_rag_data || $has_action_data) {
8673 - $rag_context_for_storage = [];
8674 -
8675 - if ($has_rag_data) {
8676 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
8677 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
8678 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
8679 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
8680 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
8681 - }
8682 -
8683 - if ($has_action_data) {
8684 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
8685 - }
8686 - }
8687 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
8688 - }
8689 -
8690 - return true; // Indicate streaming completed successfully
8691 -
8692 - } catch (Exception $e) {
8693 - return $this->mxchat_stream_emit_fallback(
8694 - 'anthropic',
8695 - $this->mxchat_generate_response_claude($selected_model, $claude_api_key, $conversation_history, $relevant_content),
8696 - $session_id,
8697 - $testing_data
8698 - );
8699 - }
8700 -}
8701 -private function mxchat_generate_response_xai_stream($selected_model, $xai_api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
8702 - try {
8703 - // Get bot ID from session or request
8704 - $bot_id = $this->get_current_bot_id($session_id);
8705 -
8706 - // Get system prompt instructions using centralized function
8707 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
8708 -
8709 - // Ensure conversation_history is an array
8710 - if (!is_array($conversation_history)) {
8711 - $conversation_history = array();
8712 - }
8713 -
8714 - // Format conversation history for X.AI (same as OpenAI format)
8715 - $formatted_conversation = array();
8716 -
8717 - $formatted_conversation[] = array(
8718 - 'role' => 'system',
8719 - 'content' => $system_prompt_instructions . " " . $relevant_content
8720 - );
8721 -
8722 - foreach ($conversation_history as $message) {
8723 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
8724 - $role = $message['role'];
8725 - if ($role === 'bot' || $role === 'agent') {
8726 - $role = 'assistant';
8727 - }
8728 3683 if (!in_array($role, ['system', 'assistant', 'user', 'function', 'tool'])) {
8729 3684 $role = 'user';
8730 3685 }
8731 - $formatted_conversation[] = array(
8732 - 'role' => $role,
8733 - 'content' => $message['content']
8734 - );
8735 - }
8736 - }
8737 3686
8738 - // Check if we can actually stream
8739 - if (headers_sent() || !function_exists('curl_init')) {
8740 - // Fallback to regular response with testing data
8741 - //error_log("MxChat: X.AI streaming not possible, falling back to regular response");
8742 - $regular_response = $this->mxchat_generate_response_xai(
8743 - $selected_model,
8744 - $xai_api_key,
8745 - $conversation_history,
8746 - $relevant_content
8747 - );
8748 -
8749 - // Save bot response to transcript
8750 - if (!empty($regular_response) && !empty($session_id)) {
8751 - $this->mxchat_save_chat_message($session_id, 'bot', $regular_response);
8752 - }
8753 -
8754 - $response_data = [
8755 - 'text' => $regular_response,
8756 - 'html' => '',
8757 - 'session_id' => $session_id
8758 - ];
8759 -
8760 - if ($testing_data !== null) {
8761 - $response_data['testing_data'] = $testing_data;
8762 - //error_log("MxChat Testing: Added testing data to X.AI fallback response");
8763 - }
8764 -
8765 - header('Content-Type: application/json');
8766 - echo json_encode($response_data);
8767 - return true;
8768 - }
8769 -
8770 - // Prepare the request body with stream: true
8771 - $body = json_encode([
8772 - 'model' => $selected_model,
8773 - 'messages' => $formatted_conversation,
8774 - 'temperature' => 0.8,
8775 - 'stream' => true
8776 - ]);
8777 -
8778 - // V2 retry-on-initial-connect: setup_streaming_headers is lazy-fired in WRITEFUNCTION.
8779 -
8780 - $captured_status_code = 0;
8781 - $captured_body_pre_stream = '';
8782 - $full_response = '';
8783 - $stream_started = false;
8784 - $buffer = '';
8785 - $errno = 0;
8786 - $http_code = 0;
8787 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
8788 - $backoff_ms = array(0, 750, 2000);
8789 -
8790 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
8791 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
8792 - usleep($backoff_ms[$attempt] * 1000);
8793 - }
8794 -
8795 - $captured_status_code = 0;
8796 - $captured_body_pre_stream = '';
8797 - $full_response = '';
8798 - $stream_started = false;
8799 - $buffer = '';
8800 -
8801 - $ch = curl_init();
8802 - curl_setopt($ch, CURLOPT_URL, 'https://api.x.ai/v1/chat/completions');
8803 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
8804 - curl_setopt($ch, CURLOPT_POST, true);
8805 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
8806 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
8807 - 'Content-Type: application/json',
8808 - 'Authorization: Bearer ' . $xai_api_key
8809 - ));
8810 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
8811 - curl_setopt($ch, CURLOPT_TIMEOUT, 60);
8812 -
8813 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
8814 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
8815 - $captured_status_code = (int) $m[1];
8816 - }
8817 - return strlen($header);
8818 - });
8819 -
8820 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
8821 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
8822 - $captured_body_pre_stream .= $data;
8823 - return strlen($data);
8824 - }
8825 -
8826 - if (!$this->streaming_headers_sent) {
8827 - $this->setup_streaming_headers();
8828 - }
8829 -
8830 - if (!$stream_started && $testing_data !== null) {
8831 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
8832 - flush();
8833 - $stream_started = true;
8834 - }
8835 -
8836 - $buffer .= $data;
8837 - $lines = explode("\n", $buffer);
8838 - $buffer = array_pop($lines);
8839 -
8840 - foreach ($lines as $line) {
8841 - if (trim($line) === '') {
8842 - continue;
8843 - }
8844 - if (strpos($line, 'data: ') !== 0) {
8845 - continue;
8846 - }
8847 -
8848 - $json_str = substr($line, 6);
8849 -
8850 - if (trim($json_str) === '[DONE]') {
8851 - echo "data: [DONE]\n\n";
8852 - flush();
8853 - continue;
8854 - }
8855 -
8856 - $json = json_decode(trim($json_str), true);
8857 - if ($json && isset($json['choices'][0]['delta']['content'])) {
8858 - $content = $json['choices'][0]['delta']['content'];
8859 - $full_response .= $content;
8860 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
8861 - flush();
8862 - }
8863 - }
8864 -
8865 - return strlen($data);
8866 - });
8867 -
8868 - $response = curl_exec($ch);
8869 - $errno = curl_errno($ch);
8870 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
8871 - curl_close($ch);
8872 -
8873 - if (!$errno && $http_code === 200) {
8874 - break;
8875 - }
8876 -
8877 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'xai', $errno);
8878 - $can_retry = !$this->streaming_headers_sent
8879 - && ($attempt + 1) < $max_attempts
8880 - && $is_transient;
8881 -
8882 - if (defined('WP_DEBUG') && WP_DEBUG) {
8883 - error_log(sprintf(
8884 - '[MxChat] xai_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
8885 - $attempt + 1, $max_attempts, $http_code, $errno,
8886 - $is_transient ? 'yes' : 'no',
8887 - $can_retry ? 'Retrying.' : 'Giving up.'
8888 - ));
8889 - }
8890 -
8891 - if (!$can_retry) {
8892 - break;
8893 - }
8894 - }
8895 -
8896 - if ($errno || $http_code !== 200) {
8897 - return $this->mxchat_stream_emit_fallback(
8898 - 'xai',
8899 - $this->mxchat_generate_response_xai($selected_model, $xai_api_key, $conversation_history, $relevant_content),
8900 - $session_id,
8901 - $testing_data
8902 - );
8903 - }
8904 -
8905 - // Save the complete response to maintain chat persistence
8906 - if (!empty($full_response) && !empty($session_id)) {
8907 - // Prepare RAG context for streaming response
8908 - $rag_context_for_storage = null;
8909 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
8910 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
8911 -
8912 - if ($has_rag_data || $has_action_data) {
8913 - $rag_context_for_storage = [];
8914 -
8915 - if ($has_rag_data) {
8916 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
8917 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
8918 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
8919 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
8920 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
8921 - }
8922 -
8923 - if ($has_action_data) {
8924 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
8925 - }
8926 - }
8927 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
8928 - }
8929 -
8930 - return true; // Indicate streaming completed successfully
8931 -
8932 - } catch (Exception $e) {
8933 - return $this->mxchat_stream_emit_fallback(
8934 - 'xai',
8935 - $this->mxchat_generate_response_xai($selected_model, $xai_api_key, $conversation_history, $relevant_content),
8936 - $session_id,
8937 - $testing_data
8938 - );
8939 - }
8940 -}
8941 -private function mxchat_generate_response_deepseek_stream($selected_model, $deepseek_api_key, $conversation_history, $relevant_content, $session_id, $testing_data = null) {
8942 - try {
8943 - // Get bot ID from session or request
8944 - $bot_id = $this->get_current_bot_id($session_id);
8945 -
8946 - // Get system prompt instructions using centralized function
8947 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
8948 -
8949 - // Ensure conversation_history is an array
8950 - if (!is_array($conversation_history)) {
8951 - $conversation_history = array();
8952 - }
8953 -
8954 - // Format conversation history for DeepSeek
8955 - $formatted_conversation = array();
8956 -
8957 - $formatted_conversation[] = array(
8958 - 'role' => 'system',
8959 - 'content' => $system_prompt_instructions . " " . $relevant_content
8960 - );
8961 -
8962 - foreach ($conversation_history as $message) {
8963 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
8964 - $role = $message['role'];
8965 - if ($role === 'bot' || $role === 'agent') {
8966 - $role = 'assistant';
8967 - }
8968 - if (!in_array($role, ['system', 'assistant', 'user', 'function', 'tool'])) {
8969 - $role = 'user';
8970 - }
8971 3687 $formatted_conversation[] = array(
8972 3688 'role' => $role,
8973 3689 'content' => $message['content']
8974 3690 );
@@ -8974,260 +3690,20 @@
8974 3690 );
8975 3691 }
8976 3692 }
8977 3693
8978 - // Check if we can actually stream
8979 - if (headers_sent() || !function_exists('curl_init')) {
8980 - // Fallback to regular response with testing data
8981 - //error_log("MxChat: DeepSeek streaming not possible, falling back to regular response");
8982 - $regular_response = $this->mxchat_generate_response_deepseek(
8983 - $selected_model,
8984 - $deepseek_api_key,
8985 - $conversation_history,
8986 - $relevant_content
8987 - );
8988 -
8989 - // Save bot response to transcript
8990 - if (!empty($regular_response) && !empty($session_id)) {
8991 - $this->mxchat_save_chat_message($session_id, 'bot', $regular_response);
8992 - }
8993 -
8994 - $response_data = [
8995 - 'text' => $regular_response,
8996 - 'html' => '',
8997 - 'session_id' => $session_id
8998 - ];
8999 -
9000 - if ($testing_data !== null) {
9001 - $response_data['testing_data'] = $testing_data;
9002 - //error_log("MxChat Testing: Added testing data to DeepSeek fallback response");
9003 - }
9004 -
9005 - header('Content-Type: application/json');
9006 - echo json_encode($response_data);
9007 - return true;
9008 - }
9009 -
9010 - // Prepare the request body with stream: true
9011 3694 $body = json_encode([
9012 3695 'model' => $selected_model,
9013 3696 'messages' => $formatted_conversation,
9014 3697 'temperature' => 0.8,
9015 - 'stream' => true
3698 + 'stream' => false
9016 3699 ]);
9017 3700
9018 - // V2 retry-on-initial-connect: setup_streaming_headers is lazy-fired in WRITEFUNCTION.
9019 -
9020 - $captured_status_code = 0;
9021 - $captured_body_pre_stream = '';
9022 - $full_response = '';
9023 - $stream_started = false;
9024 - $buffer = '';
9025 - $errno = 0;
9026 - $http_code = 0;
9027 - $max_attempts = $this->mxchat_retry_enabled() ? 3 : 1;
9028 - $backoff_ms = array(0, 750, 2000);
9029 -
9030 - for ($attempt = 0; $attempt < $max_attempts; $attempt++) {
9031 - if ($attempt > 0 && $backoff_ms[$attempt] > 0) {
9032 - usleep($backoff_ms[$attempt] * 1000);
9033 - }
9034 -
9035 - $captured_status_code = 0;
9036 - $captured_body_pre_stream = '';
9037 - $full_response = '';
9038 - $stream_started = false;
9039 - $buffer = '';
9040 -
9041 - $ch = curl_init();
9042 - curl_setopt($ch, CURLOPT_URL, 'https://api.deepseek.com/v1/chat/completions');
9043 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, false);
9044 - curl_setopt($ch, CURLOPT_POST, true);
9045 - curl_setopt($ch, CURLOPT_POSTFIELDS, $body);
9046 - curl_setopt($ch, CURLOPT_HTTPHEADER, array(
9047 - 'Content-Type: application/json',
9048 - 'Authorization: Bearer ' . $deepseek_api_key
9049 - ));
9050 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
9051 - curl_setopt($ch, CURLOPT_TIMEOUT, 60);
9052 -
9053 - curl_setopt($ch, CURLOPT_HEADERFUNCTION, function($ch, $header) use (&$captured_status_code) {
9054 - if ($captured_status_code === 0 && preg_match('#^HTTP/\S+\s+(\d+)\b#', $header, $m)) {
9055 - $captured_status_code = (int) $m[1];
9056 - }
9057 - return strlen($header);
9058 - });
9059 -
9060 - curl_setopt($ch, CURLOPT_WRITEFUNCTION, function($ch, $data) use (&$full_response, &$stream_started, &$buffer, &$captured_status_code, &$captured_body_pre_stream, $testing_data) {
9061 - if ($captured_status_code !== 0 && $captured_status_code !== 200) {
9062 - $captured_body_pre_stream .= $data;
9063 - return strlen($data);
9064 - }
9065 -
9066 - if (!$this->streaming_headers_sent) {
9067 - $this->setup_streaming_headers();
9068 - }
9069 -
9070 - if (!$stream_started && $testing_data !== null) {
9071 - echo "data: " . json_encode(['testing_data' => $testing_data]) . "\n\n";
9072 - flush();
9073 - $stream_started = true;
9074 - }
9075 -
9076 - $buffer .= $data;
9077 - $lines = explode("\n", $buffer);
9078 - $buffer = array_pop($lines);
9079 -
9080 - foreach ($lines as $line) {
9081 - if (trim($line) === '') {
9082 - continue;
9083 - }
9084 - if (strpos($line, 'data: ') !== 0) {
9085 - continue;
9086 - }
9087 -
9088 - $json_str = substr($line, 6);
9089 -
9090 - if (trim($json_str) === '[DONE]') {
9091 - echo "data: [DONE]\n\n";
9092 - flush();
9093 - continue;
9094 - }
9095 -
9096 - $json = json_decode(trim($json_str), true);
9097 - if ($json && isset($json['choices'][0]['delta']['content'])) {
9098 - $content = $json['choices'][0]['delta']['content'];
9099 - $full_response .= $content;
9100 - echo "data: " . json_encode(['content' => $content]) . "\n\n";
9101 - flush();
9102 - }
9103 - }
9104 -
9105 - return strlen($data);
9106 - });
9107 -
9108 - $response = curl_exec($ch);
9109 - $errno = curl_errno($ch);
9110 - $http_code = $captured_status_code !== 0 ? $captured_status_code : (int) curl_getinfo($ch, CURLINFO_HTTP_CODE);
9111 - curl_close($ch);
9112 -
9113 - if (!$errno && $http_code === 200) {
9114 - break;
9115 - }
9116 -
9117 - $is_transient = $this->mxchat_is_transient_provider_error_raw($http_code, $captured_body_pre_stream, 'openai', $errno);
9118 - $can_retry = !$this->streaming_headers_sent
9119 - && ($attempt + 1) < $max_attempts
9120 - && $is_transient;
9121 -
9122 - if (defined('WP_DEBUG') && WP_DEBUG) {
9123 - error_log(sprintf(
9124 - '[MxChat] deepseek_stream initial-connect failure (attempt=%d/%d, status=%d, errno=%d, transient=%s, %s).',
9125 - $attempt + 1, $max_attempts, $http_code, $errno,
9126 - $is_transient ? 'yes' : 'no',
9127 - $can_retry ? 'Retrying.' : 'Giving up.'
9128 - ));
9129 - }
9130 -
9131 - if (!$can_retry) {
9132 - break;
9133 - }
9134 - }
9135 -
9136 - if ($errno || $http_code !== 200) {
9137 - return $this->mxchat_stream_emit_fallback(
9138 - 'openai',
9139 - $this->mxchat_generate_response_deepseek($selected_model, $deepseek_api_key, $conversation_history, $relevant_content),
9140 - $session_id,
9141 - $testing_data
9142 - );
9143 - }
9144 -
9145 - // Save the complete response to maintain chat persistence
9146 - if (!empty($full_response) && !empty($session_id)) {
9147 - // Prepare RAG context for streaming response
9148 - $rag_context_for_storage = null;
9149 - $has_rag_data = $this->last_similarity_analysis !== null && !empty($this->last_similarity_analysis['top_matches']);
9150 - $has_action_data = isset($this->last_action_analysis) && !empty($this->last_action_analysis);
9151 -
9152 - if ($has_rag_data || $has_action_data) {
9153 - $rag_context_for_storage = [];
9154 -
9155 - if ($has_rag_data) {
9156 - $rag_context_for_storage['top_matches'] = $this->last_similarity_analysis['top_matches'];
9157 - $rag_context_for_storage['approved_urls'] = $this->current_valid_urls ?? [];
9158 - $rag_context_for_storage['similarity_threshold'] = $this->last_similarity_analysis['threshold_used'] ?? 0.35;
9159 - $rag_context_for_storage['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'] ?? 'WordPress Database';
9160 - $rag_context_for_storage['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
9161 - }
9162 -
9163 - if ($has_action_data) {
9164 - $rag_context_for_storage['action_analysis'] = $this->last_action_analysis;
9165 - }
9166 - }
9167 - $this->mxchat_save_chat_message($session_id, 'bot', $full_response, null, $rag_context_for_storage);
9168 - }
9169 -
9170 - return true; // Indicate streaming completed successfully
9171 -
9172 - } catch (Exception $e) {
9173 - return $this->mxchat_stream_emit_fallback(
9174 - 'openai',
9175 - $this->mxchat_generate_response_deepseek($selected_model, $deepseek_api_key, $conversation_history, $relevant_content),
9176 - $session_id,
9177 - $testing_data
9178 - );
9179 - }
9180 -}
9181 -
9182 -
9183 -private function mxchat_generate_response_openrouter($selected_model, $openrouter_api_key, $conversation_history, $relevant_content) {
9184 - try {
9185 - if (!is_array($conversation_history)) {
9186 - $conversation_history = array();
9187 - }
9188 -
9189 - $bot_id = $this->get_current_bot_id('');
9190 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9191 -
9192 - $formatted_conversation = array();
9193 -
9194 - $formatted_conversation[] = array(
9195 - 'role' => 'system',
9196 - 'content' => $system_prompt_instructions . " " . $relevant_content
9197 - );
9198 -
9199 - foreach ($conversation_history as $message) {
9200 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
9201 - $role = $message['role'];
9202 -
9203 - if ($role === 'bot' || $role === 'agent') {
9204 - $role = 'assistant';
9205 - }
9206 - if (!in_array($role, ['system', 'assistant', 'user'])) {
9207 - $role = 'user';
9208 - }
9209 -
9210 - $formatted_conversation[] = array(
9211 - 'role' => $role,
9212 - 'content' => $message['content']
9213 - );
9214 - }
9215 - }
9216 -
9217 - $body = json_encode([
9218 - 'model' => $selected_model,
9219 - 'messages' => $formatted_conversation,
9220 - 'temperature' => 1,
9221 - ]);
9222 -
9223 3701 $args = [
9224 3702 'body' => $body,
9225 3703 'headers' => [
9226 3704 'Content-Type' => 'application/json',
9227 - 'Authorization' => 'Bearer ' . $openrouter_api_key,
9228 - 'HTTP-Referer' => home_url(),
9229 - 'X-Title' => get_bloginfo('name'),
3705 + 'Authorization' => 'Bearer ' . $deepseek_api_key,
9230 3706 ],
9231 3707 'timeout' => 60,
9232 3708 'redirection' => 5,
9233 3709 'blocking' => true,
@@ -9234,16 +3710,17 @@
9234 3710 'httpversion' => '1.0',
9235 3711 'sslverify' => true,
9236 3712 ];
9237 3713
9238 - $response = $this->mxchat_provider_call_with_retry('https://openrouter.ai/api/v1/chat/completions', $args, 'openai');
3714 + $response = wp_remote_post('https://api.deepseek.com/v1/chat/completions', $args);
9239 3715
9240 3716 if (is_wp_error($response)) {
9241 3717 $error_message = $response->get_error_message();
3718 + //error_log('DeepSeek API Error: ' . $error_message);
9242 3719 return [
9243 - 'error' => esc_html__('Connection error when contacting OpenRouter: ', 'mxchat') . esc_html($error_message),
9244 - 'error_code' => 'openrouter_connection_error',
9245 - 'provider' => 'openrouter'
3720 + 'error' => esc_html__('Connection error when contacting DeepSeek: ', 'mxchat') . esc_html($error_message),
3721 + 'error_code' => 'deepseek_connection_error',
3722 + 'provider' => 'deepseek'
9246 3723 ];
9247 3724 }
9248 3725
9249 3726 $status_code = wp_remote_retrieve_response_code($response);
@@ -9249,17 +3726,69 @@
9249 3726 $status_code = wp_remote_retrieve_response_code($response);
9250 3727 if ($status_code !== 200) {
9251 3728 $response_body = wp_remote_retrieve_body($response);
9252 3729 $decoded_response = json_decode($response_body, true);
9253 -
3730 +
9254 3731 $error_message = isset($decoded_response['error']['message'])
9255 3732 ? $decoded_response['error']['message']
9256 3733 : 'HTTP Error ' . $status_code;
9257 -
3734 +
3735 + $error_type = isset($decoded_response['error']['type'])
3736 + ? $decoded_response['error']['type']
3737 + : 'unknown';
3738 +
3739 + //error_log('DeepSeek API HTTP Error: ' . $status_code . ' - ' . $error_message);
3740 +
3741 + // Handle specific error types
3742 + switch ($status_code) {
3743 + case 401:
3744 + return [
3745 + 'error' => esc_html__('Authentication failed with DeepSeek. Please check your API key.', 'mxchat'),
3746 + 'error_code' => 'deepseek_auth_error',
3747 + 'provider' => 'deepseek'
3748 + ];
3749 +
3750 + case 400:
3751 + if (strpos($error_message, 'API key') !== false) {
3752 + return [
3753 + 'error' => esc_html__('Invalid DeepSeek API key. Please check your API key configuration.', 'mxchat'),
3754 + 'error_code' => 'deepseek_invalid_api_key',
3755 + 'provider' => 'deepseek'
3756 + ];
3757 + }
3758 + break;
3759 +
3760 + case 429:
3761 + if (strpos($error_message, 'quota') !== false) {
3762 + return [
3763 + 'error' => esc_html__('DeepSeek API quota exceeded. Please check your billing details.', 'mxchat'),
3764 + 'error_code' => 'deepseek_quota_exceeded',
3765 + 'provider' => 'deepseek'
3766 + ];
3767 + } else {
3768 + return [
3769 + 'error' => esc_html__('DeepSeek rate limit exceeded. Please try again later.', 'mxchat'),
3770 + 'error_code' => 'deepseek_rate_limit',
3771 + 'provider' => 'deepseek'
3772 + ];
3773 + }
3774 +
3775 + case 500:
3776 + case 502:
3777 + case 503:
3778 + case 504:
3779 + return [
3780 + 'error' => esc_html__('DeepSeek service is currently unavailable. Please try again later.', 'mxchat'),
3781 + 'error_code' => 'deepseek_service_unavailable',
3782 + 'provider' => 'deepseek'
3783 + ];
3784 + }
3785 +
3786 + // Generic error fallback
9258 3787 return [
9259 - 'error' => esc_html__('OpenRouter API error: ', 'mxchat') . esc_html($error_message),
9260 - 'error_code' => 'openrouter_api_error',
9261 - 'provider' => 'openrouter',
3788 + 'error' => esc_html__('DeepSeek API error: ', 'mxchat') . esc_html($error_message),
3789 + 'error_code' => 'deepseek_api_error',
3790 + 'provider' => 'deepseek',
9262 3791 'status_code' => $status_code
9263 3792 ];
9264 3793 }
9265 3794
@@ -9268,128 +3797,25 @@
9268 3797
9269 3798 if (isset($decoded_response['choices'][0]['message']['content'])) {
9270 3799 return trim($decoded_response['choices'][0]['message']['content']);
9271 3800 } else {
3801 + //error_log('DeepSeek API Response Format Error: ' . print_r($decoded_response, true));
9272 3802 return [
9273 - 'error' => esc_html__('Unexpected response format from OpenRouter.', 'mxchat'),
9274 - 'error_code' => 'openrouter_response_format_error',
9275 - 'provider' => 'openrouter'
3803 + 'error' => esc_html__('Unexpected response format from DeepSeek.', 'mxchat'),
3804 + 'error_code' => 'deepseek_response_format_error',
3805 + 'provider' => 'deepseek'
9276 3806 ];
9277 3807 }
9278 3808 } catch (Exception $e) {
3809 + //error_log('DeepSeek Exception: ' . $e->getMessage());
9279 3810 return [
9280 - 'error' => esc_html__('System error when processing OpenRouter request: ', 'mxchat') . esc_html($e->getMessage()),
9281 - 'error_code' => 'openrouter_exception',
9282 - 'provider' => 'openrouter'
3811 + 'error' => esc_html__('System error when processing DeepSeek request: ', 'mxchat') . esc_html($e->getMessage()),
3812 + 'error_code' => 'deepseek_exception',
3813 + 'provider' => 'deepseek'
9283 3814 ];
9284 3815 }
9285 3816 }
9286 -private function mxchat_generate_response_claude($selected_model, $claude_api_key, $conversation_history, $relevant_content) {
9287 -
9288 - // Get bot ID from session or request
9289 - $bot_id = $this->get_current_bot_id($session_id);
9290 -
9291 - // Get system prompt instructions using centralized function
9292 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9293 -
9294 - // Clean and validate conversation history
9295 - foreach ($conversation_history as &$message) {
9296 - // Convert bot and agent roles to assistant
9297 - if ($message['role'] === 'bot' || $message['role'] === 'agent') {
9298 - $message['role'] = 'assistant';
9299 - }
9300 -
9301 - // Remove unsupported roles - Claude only supports 'assistant' and 'user'
9302 - if (!in_array($message['role'], ['assistant', 'user'])) {
9303 - $message['role'] = 'user';
9304 - }
9305 3817
9306 - // Ensure content field exists
9307 - if (!isset($message['content']) || empty($message['content'])) {
9308 - $message['content'] = '';
9309 - }
9310 -
9311 - // Remove any unsupported fields
9312 - $message = array_intersect_key($message, array_flip(['role', 'content']));
9313 - }
9314 -
9315 - // Add relevant content as the latest user message
9316 - $conversation_history[] = [
9317 - 'role' => 'user',
9318 - 'content' => $relevant_content
9319 - ];
9320 -
9321 - // Build request body
9322 - $payload = [
9323 - 'model' => $selected_model,
9324 - 'max_tokens' => 1000,
9325 - 'temperature' => 0.8,
9326 - 'messages' => $conversation_history,
9327 - 'system' => $system_prompt_instructions
9328 - ];
9329 - if ($this->mxchat_claude_omits_temperature($selected_model)) { unset($payload['temperature']); }
9330 - $body = json_encode($payload);
9331 -
9332 - // Set up API request
9333 - $args = [
9334 - 'body' => $body,
9335 - 'headers' => [
9336 - 'Content-Type' => 'application/json',
9337 - 'x-api-key' => $claude_api_key,
9338 - 'anthropic-version' => '2023-06-01'
9339 - ],
9340 - 'timeout' => 60,
9341 - 'redirection' => 5,
9342 - 'blocking' => true,
9343 - 'httpversion' => '1.0',
9344 - 'sslverify' => true,
9345 - ];
9346 -
9347 - // Make API request
9348 - $response = $this->mxchat_provider_call_with_retry('https://api.anthropic.com/v1/messages', $args, 'anthropic');
9349 -
9350 - // Check for WordPress errors
9351 - if (is_wp_error($response)) {
9352 - //error_log("Claude API request error: " . $response->get_error_message());
9353 - return "Sorry, there was an error connecting to the API.";
9354 - }
9355 -
9356 - // Check HTTP response code
9357 - $http_code = wp_remote_retrieve_response_code($response);
9358 - if ($http_code !== 200) {
9359 - $error_body = wp_remote_retrieve_body($response);
9360 - //error_log("Claude API HTTP error: " . $http_code . " - " . $error_body);
9361 -
9362 - // Try to extract error message from response
9363 - $error_data = json_decode($error_body, true);
9364 - $error_message = isset($error_data['error']['message']) ?
9365 - $error_data['error']['message'] :
9366 - "HTTP error " . $http_code;
9367 -
9368 - return "Sorry, the API returned an error: " . $error_message;
9369 - }
9370 -
9371 - // Parse response
9372 - $response_body = json_decode(wp_remote_retrieve_body($response), true);
9373 -
9374 - // Check for JSON decode errors
9375 - if (json_last_error() !== JSON_ERROR_NONE) {
9376 - //error_log("Claude API JSON decode error: " . json_last_error_msg());
9377 - return "Sorry, there was an error processing the API response.";
9378 - }
9379 -
9380 - // Extract and validate response content
9381 - if (isset($response_body['content']) &&
9382 - is_array($response_body['content']) &&
9383 - !empty($response_body['content']) &&
9384 - isset($response_body['content'][0]['text'])) {
9385 - return trim($response_body['content'][0]['text']);
9386 - }
9387 -
9388 - // Log unexpected response format
9389 - //error_log("Claude API unexpected response format: " . print_r($response_body, true));
9390 - return "Sorry, I received an unexpected response format from the API.";
9391 -}
9392 3818 private function mxchat_generate_response_openai($selected_model, $api_key, $conversation_history, $relevant_content) {
9393 3819 try {
9394 3820 // Ensure conversation_history is an array
9395 3821 if (!is_array($conversation_history)) {
@@ -9395,14 +3821,11 @@
9395 3821 if (!is_array($conversation_history)) {
9396 3822 $conversation_history = array();
9397 3823 }
9398 3824
9399 - // Get bot ID from session or request
9400 - $bot_id = $this->get_current_bot_id('');
9401 -
9402 - // Get system prompt instructions using centralized function
9403 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9404 -
3825 + // Get system prompt instructions from options
3826 + $system_prompt_instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
3827 +
9405 3828 // Create a new array for the formatted conversation
9406 3829 $formatted_conversation = array();
9407 3830
9408 3831 // Add system message first
@@ -9430,44 +3853,15 @@
9430 3853 );
9431 3854 }
9432 3855 }
9433 3856
9434 - // Check if this is a GPT-5 model (supports reasoning_effort parameter)
9435 - $is_gpt5_model = (
9436 - strpos($selected_model, 'gpt-5') === 0 ||
9437 - $selected_model === 'gpt-5.2' ||
9438 - $selected_model === 'gpt-5.1-2025-11-13' ||
9439 - $selected_model === 'gpt-5' ||
9440 - $selected_model === 'gpt-5-mini' ||
9441 - $selected_model === 'gpt-5-nano'
9442 - );
9443 -
9444 - // Build request body with optimal settings for fast responses
9445 - $request_body = [
3857 + $body = json_encode([
9446 3858 'model' => $selected_model,
9447 3859 'messages' => $formatted_conversation,
9448 - 'temperature' => 1,
3860 + 'temperature' => 0.8,
9449 3861 'stream' => false
9450 - ];
3862 + ]);
9451 3863
9452 - // Add reasoning_effort only for GPT-5 models that support it
9453 - // These chat models don't support reasoning_effort parameter
9454 - $no_reasoning_models = array('gpt-5.2', 'gpt-5.1-chat-latest', 'gpt-5.3-chat-latest', 'gpt-5.4-mini', 'gpt-5.4-nano');
9455 - if ($is_gpt5_model && !in_array($selected_model, $no_reasoning_models, true)) {
9456 - // GPT-5.1 uses 'low' instead of 'minimal'
9457 - if ($selected_model === 'gpt-5.1-2025-11-13') {
9458 - $request_body['reasoning_effort'] = 'low';
9459 - } elseif ($selected_model === 'gpt-5.5') {
9460 - $request_body['reasoning_effort'] = 'none';
9461 - } elseif ($selected_model === 'gpt-5.4') {
9462 - $request_body['reasoning_effort'] = 'none';
9463 - } else {
9464 - $request_body['reasoning_effort'] = 'minimal';
9465 - }
9466 - }
9467 -
9468 - $body = json_encode($request_body);
9469 -
9470 3864 $args = [
9471 3865 'body' => $body,
9472 3866 'headers' => [
9473 3867 'Content-Type' => 'application/json',
@@ -9479,12 +3873,13 @@
9479 3873 'httpversion' => '1.0',
9480 3874 'sslverify' => true,
9481 3875 ];
9482 3876
9483 - $response = $this->mxchat_provider_call_with_retry('https://api.openai.com/v1/chat/completions', $args, 'openai');
3877 + $response = wp_remote_post('https://api.openai.com/v1/chat/completions', $args);
9484 3878
9485 3879 if (is_wp_error($response)) {
9486 3880 $error_message = $response->get_error_message();
3881 + //error_log('OpenAI API Error: ' . $error_message);
9487 3882 return [
9488 3883 'error' => esc_html__('Connection error when contacting OpenAI: ', 'mxchat') . esc_html($error_message),
9489 3884 'error_code' => 'openai_connection_error',
9490 3885 'provider' => 'openai'
@@ -9503,8 +3898,10 @@
9503 3898 $error_type = isset($decoded_response['error']['type'])
9504 3899 ? $decoded_response['error']['type']
9505 3900 : 'unknown';
9506 3901
3902 + //error_log('OpenAI API HTTP Error: ' . $status_code . ' - ' . $error_message);
3903 +
9507 3904 // Handle specific error types
9508 3905 switch ($error_type) {
9509 3906 case 'invalid_request_error':
9510 3907 if (strpos($error_message, 'API key') !== false) {
@@ -9552,8 +3949,9 @@
9552 3949
9553 3950 if (isset($decoded_response['choices'][0]['message']['content'])) {
9554 3951 return trim($decoded_response['choices'][0]['message']['content']);
9555 3952 } else {
3953 + //error_log('OpenAI API Response Format Error: ' . print_r($decoded_response, true));
9556 3954 return [
9557 3955 'error' => esc_html__('Unexpected response format from OpenAI.', 'mxchat'),
9558 3956 'error_code' => 'openai_response_format_error',
9559 3957 'provider' => 'openai'
@@ -9559,8 +3957,9 @@
9559 3957 'provider' => 'openai'
9560 3958 ];
9561 3959 }
9562 3960 } catch (Exception $e) {
3961 + //error_log('OpenAI Exception: ' . $e->getMessage());
9563 3962 return [
9564 3963 'error' => esc_html__('System error when processing OpenAI request: ', 'mxchat') . esc_html($e->getMessage()),
9565 3964 'error_code' => 'openai_exception',
9566 3965 'provider' => 'openai'
@@ -9566,17 +3965,13 @@
9566 3965 'provider' => 'openai'
9567 3966 ];
9568 3967 }
9569 3968 }
9570 -
9571 3969 private function mxchat_generate_response_xai($selected_model, $xai_api_key, $conversation_history, $relevant_content) {
9572 3970 try {
9573 - // Get bot ID from session or request
9574 - $bot_id = $this->get_current_bot_id($session_id);
9575 -
9576 - // Get system prompt instructions using centralized function
9577 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9578 -
3971 + // Get system prompt instructions from options
3972 + $system_prompt_instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
3973 +
9579 3974 // Add system prompt to relevant content
9580 3975 $content_with_instructions = $system_prompt_instructions . " " . $relevant_content;
9581 3976
9582 3977 // Prepend system instructions to the conversation history
@@ -9625,9 +4020,9 @@
9625 4020 'sslverify' => true,
9626 4021 ];
9627 4022
9628 4023 // Make the API request
9629 - $response = $this->mxchat_provider_call_with_retry('https://api.x.ai/v1/chat/completions', $args, 'xai');
4024 + $response = wp_remote_post('https://api.x.ai/v1/chat/completions', $args);
9630 4025
9631 4026 // Process the response
9632 4027 if (is_wp_error($response)) {
9633 4028 $error_message = $response->get_error_message();
@@ -9758,188 +4153,113 @@
9758 4153 'error_code' => 'xai_exception',
9759 4154 'provider' => 'xai'
9760 4155 ];
9761 4156 }
4157 +}
4158 +private function mxchat_generate_response_claude($selected_model, $claude_api_key, $conversation_history, $relevant_content) {
4159 + // Get system prompt instructions from options
4160 + $system_prompt_instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
9762 4161
9763 -
9764 -}
9765 -private function mxchat_generate_response_deepseek($selected_model, $deepseek_api_key, $conversation_history, $relevant_content) {
9766 - try {
9767 - // Ensure conversation_history is an array
9768 - if (!is_array($conversation_history)) {
9769 - $conversation_history = array();
4162 + // Clean and validate conversation history
4163 + foreach ($conversation_history as &$message) {
4164 + // Convert bot and agent roles to assistant
4165 + if ($message['role'] === 'bot' || $message['role'] === 'agent') {
4166 + $message['role'] = 'assistant';
9770 4167 }
9771 -
9772 - // Get bot ID from session or request
9773 - $bot_id = $this->get_current_bot_id($session_id);
9774 4168
9775 - // Get system prompt instructions using centralized function
9776 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9777 -
9778 - // Create a new array for the formatted conversation
9779 - $formatted_conversation = array();
4169 + // Remove unsupported roles - Claude only supports 'assistant' and 'user'
4170 + if (!in_array($message['role'], ['assistant', 'user'])) {
4171 + $message['role'] = 'user';
4172 + }
9780 4173
9781 - // Add system message first
9782 - $formatted_conversation[] = array(
9783 - 'role' => 'system',
9784 - 'content' => $system_prompt_instructions . " " . $relevant_content
9785 - );
4174 + // Ensure content field exists
4175 + if (!isset($message['content']) || empty($message['content'])) {
4176 + $message['content'] = '';
4177 + }
9786 4178
9787 - // Add the rest of the conversation history
9788 - foreach ($conversation_history as $message) {
9789 - if (is_array($message) && isset($message['role']) && isset($message['content'])) {
9790 - $role = $message['role'];
4179 + // Remove any unsupported fields
4180 + $message = array_intersect_key($message, array_flip(['role', 'content']));
4181 + }
9791 4182
9792 - // Convert roles to supported format
9793 - if ($role === 'bot' || $role === 'agent') {
9794 - $role = 'assistant';
9795 - }
9796 - if (!in_array($role, ['system', 'assistant', 'user', 'function', 'tool'])) {
9797 - $role = 'user';
9798 - }
4183 + // Add relevant content as the latest user message
4184 + $conversation_history[] = [
4185 + 'role' => 'user',
4186 + 'content' => $relevant_content
4187 + ];
9799 4188
9800 - $formatted_conversation[] = array(
9801 - 'role' => $role,
9802 - 'content' => $message['content']
9803 - );
9804 - }
9805 - }
4189 + // Build request body
4190 + $body = json_encode([
4191 + 'model' => $selected_model,
4192 + 'max_tokens' => 1000,
4193 + 'temperature' => 0.8,
4194 + 'messages' => $conversation_history,
4195 + 'system' => $system_prompt_instructions
4196 + ]);
9806 4197
9807 - $body = json_encode([
9808 - 'model' => $selected_model,
9809 - 'messages' => $formatted_conversation,
9810 - 'temperature' => 0.8,
9811 - 'stream' => false
9812 - ]);
9813 -
9814 - $args = [
9815 - 'body' => $body,
9816 - 'headers' => [
4198 + // Set up API request
4199 + $args = [
4200 + 'body' => $body,
4201 + 'headers' => [
9817 4202 'Content-Type' => 'application/json',
9818 - 'Authorization' => 'Bearer ' . $deepseek_api_key,
4203 + 'x-api-key' => $claude_api_key,
4204 + 'anthropic-version' => '2023-06-01'
9819 4205 ],
9820 - 'timeout' => 60,
9821 - 'redirection' => 5,
9822 - 'blocking' => true,
9823 - 'httpversion' => '1.0',
9824 - 'sslverify' => true,
9825 - ];
4206 + 'timeout' => 60,
4207 + 'redirection' => 5,
4208 + 'blocking' => true,
4209 + 'httpversion' => '1.0',
4210 + 'sslverify' => true,
4211 + ];
9826 4212
9827 - $response = $this->mxchat_provider_call_with_retry('https://api.deepseek.com/v1/chat/completions', $args, 'openai');
4213 + // Make API request
4214 + $response = wp_remote_post('https://api.anthropic.com/v1/messages', $args);
9828 4215
9829 - if (is_wp_error($response)) {
9830 - $error_message = $response->get_error_message();
9831 - //error_log('DeepSeek API Error: ' . $error_message);
9832 - return [
9833 - 'error' => esc_html__('Connection error when contacting DeepSeek: ', 'mxchat') . esc_html($error_message),
9834 - 'error_code' => 'deepseek_connection_error',
9835 - 'provider' => 'deepseek'
9836 - ];
9837 - }
4216 + // Check for WordPress errors
4217 + if (is_wp_error($response)) {
4218 + //error_log("Claude API request error: " . $response->get_error_message());
4219 + return "Sorry, there was an error connecting to the API.";
4220 + }
9838 4221
9839 - $status_code = wp_remote_retrieve_response_code($response);
9840 - if ($status_code !== 200) {
9841 - $response_body = wp_remote_retrieve_body($response);
9842 - $decoded_response = json_decode($response_body, true);
4222 + // Check HTTP response code
4223 + $http_code = wp_remote_retrieve_response_code($response);
4224 + if ($http_code !== 200) {
4225 + $error_body = wp_remote_retrieve_body($response);
4226 + //error_log("Claude API HTTP error: " . $http_code . " - " . $error_body);
4227 +
4228 + // Try to extract error message from response
4229 + $error_data = json_decode($error_body, true);
4230 + $error_message = isset($error_data['error']['message']) ?
4231 + $error_data['error']['message'] :
4232 + "HTTP error " . $http_code;
4233 +
4234 + return "Sorry, the API returned an error: " . $error_message;
4235 + }
9843 4236
9844 - $error_message = isset($decoded_response['error']['message'])
9845 - ? $decoded_response['error']['message']
9846 - : 'HTTP Error ' . $status_code;
9847 -
9848 - $error_type = isset($decoded_response['error']['type'])
9849 - ? $decoded_response['error']['type']
9850 - : 'unknown';
9851 -
9852 - //error_log('DeepSeek API HTTP Error: ' . $status_code . ' - ' . $error_message);
4237 + // Parse response
4238 + $response_body = json_decode(wp_remote_retrieve_body($response), true);
4239 +
4240 + // Check for JSON decode errors
4241 + if (json_last_error() !== JSON_ERROR_NONE) {
4242 + //error_log("Claude API JSON decode error: " . json_last_error_msg());
4243 + return "Sorry, there was an error processing the API response.";
4244 + }
9853 4245
9854 - // Handle specific error types
9855 - switch ($status_code) {
9856 - case 401:
9857 - return [
9858 - 'error' => esc_html__('Authentication failed with DeepSeek. Please check your API key.', 'mxchat'),
9859 - 'error_code' => 'deepseek_auth_error',
9860 - 'provider' => 'deepseek'
9861 - ];
9862 -
9863 - case 400:
9864 - if (strpos($error_message, 'API key') !== false) {
9865 - return [
9866 - 'error' => esc_html__('Invalid DeepSeek API key. Please check your API key configuration.', 'mxchat'),
9867 - 'error_code' => 'deepseek_invalid_api_key',
9868 - 'provider' => 'deepseek'
9869 - ];
9870 - }
9871 - break;
9872 -
9873 - case 429:
9874 - if (strpos($error_message, 'quota') !== false) {
9875 - return [
9876 - 'error' => esc_html__('DeepSeek API quota exceeded. Please check your billing details.', 'mxchat'),
9877 - 'error_code' => 'deepseek_quota_exceeded',
9878 - 'provider' => 'deepseek'
9879 - ];
9880 - } else {
9881 - return [
9882 - 'error' => esc_html__('DeepSeek rate limit exceeded. Please try again later.', 'mxchat'),
9883 - 'error_code' => 'deepseek_rate_limit',
9884 - 'provider' => 'deepseek'
9885 - ];
9886 - }
9887 -
9888 - case 500:
9889 - case 502:
9890 - case 503:
9891 - case 504:
9892 - return [
9893 - 'error' => esc_html__('DeepSeek service is currently unavailable. Please try again later.', 'mxchat'),
9894 - 'error_code' => 'deepseek_service_unavailable',
9895 - 'provider' => 'deepseek'
9896 - ];
9897 - }
4246 + // Extract and validate response content
4247 + if (isset($response_body['content']) &&
4248 + is_array($response_body['content']) &&
4249 + !empty($response_body['content']) &&
4250 + isset($response_body['content'][0]['text'])) {
4251 + return trim($response_body['content'][0]['text']);
4252 + }
9898 4253
9899 - // Generic error fallback
9900 - return [
9901 - 'error' => esc_html__('DeepSeek API error: ', 'mxchat') . esc_html($error_message),
9902 - 'error_code' => 'deepseek_api_error',
9903 - 'provider' => 'deepseek',
9904 - 'status_code' => $status_code
9905 - ];
9906 - }
9907 -
9908 - $response_body = wp_remote_retrieve_body($response);
9909 - $decoded_response = json_decode($response_body, true);
9910 -
9911 - if (isset($decoded_response['choices'][0]['message']['content'])) {
9912 - return trim($decoded_response['choices'][0]['message']['content']);
9913 - } else {
9914 - //error_log('DeepSeek API Response Format Error: ' . print_r($decoded_response, true));
9915 - return [
9916 - 'error' => esc_html__('Unexpected response format from DeepSeek.', 'mxchat'),
9917 - 'error_code' => 'deepseek_response_format_error',
9918 - 'provider' => 'deepseek'
9919 - ];
9920 - }
9921 - } catch (Exception $e) {
9922 - //error_log('DeepSeek Exception: ' . $e->getMessage());
9923 - return [
9924 - 'error' => esc_html__('System error when processing DeepSeek request: ', 'mxchat') . esc_html($e->getMessage()),
9925 - 'error_code' => 'deepseek_exception',
9926 - 'provider' => 'deepseek'
9927 - ];
9928 - }
4254 + // Log unexpected response format
4255 + //error_log("Claude API unexpected response format: " . print_r($response_body, true));
4256 + return "Sorry, I received an unexpected response format from the API.";
9929 4257 }
9930 4258 private function mxchat_generate_response_gemini($selected_model, $gemini_api_key, $conversation_history, $relevant_content) {
9931 - // Read-time remap: gemini-3-pro-preview was shut down March 9, 2026.
9932 - // Auto-rescue existing installs whose saved model is the dead ID.
9933 - if ($selected_model === 'gemini-3-pro-preview') {
9934 - $selected_model = 'gemini-3.1-pro-preview';
9935 - }
9936 - // Get bot ID from session or request
9937 - $bot_id = $this->get_current_bot_id($session_id);
9938 -
9939 - // Get system prompt instructions using centralized function
9940 - $system_prompt_instructions = $this->get_system_instructions($bot_id, $session_id);
9941 -
4259 + // Get system prompt instructions from options
4260 + $system_prompt_instructions = isset($this->options['system_prompt_instructions']) ? $this->options['system_prompt_instructions'] : '';
4261 +
9942 4262 // Add system prompt to relevant content
9943 4263 $content_with_instructions = $system_prompt_instructions . " " . $relevant_content;
9944 4264
9945 4265 // Format messages for Gemini API
@@ -10034,11 +4354,9 @@
10034 4354 ]
10035 4355 ]);
10036 4356
10037 4357 // Prepare the API endpoint
10038 - // Use v1beta for preview models (Gemini 3, experimental), v1 for stable models
10039 - $api_version = (strpos($selected_model, 'preview') !== false || strpos($selected_model, 'exp') !== false) ? 'v1beta' : 'v1';
10040 - $api_endpoint = 'https://generativelanguage.googleapis.com/' . $api_version . '/models/' . $selected_model . ':generateContent?key=' . $gemini_api_key;
4358 + $api_endpoint = 'https://generativelanguage.googleapis.com/v1/models/' . $selected_model . ':generateContent?key=' . $gemini_api_key;
10041 4359
10042 4360 // Set up the API request
10043 4361 $args = [
10044 4362 'body' => $body,
@@ -10052,10 +4370,10 @@
10052 4370 'sslverify' => true,
10053 4371 ];
10054 4372
10055 4373 // Make the API request
10056 - $response = $this->mxchat_provider_call_with_retry($api_endpoint, $args, 'gemini');
10057 -
4374 + $response = wp_remote_post($api_endpoint, $args);
4375 +
10058 4376 // Process the response
10059 4377 if (is_wp_error($response)) {
10060 4378 return "Sorry, there was an error processing your request: " . $response->get_error_message();
10061 4379 }
@@ -10078,138 +4396,9 @@
10078 4396 }
10079 4397 }
10080 4398
10081 4399
10082 -public function test_streaming_request() {
10083 - $options = get_option('mxchat_options', []);
10084 - $model = $options['model'] ?? 'gpt-5.1-chat-latest';
10085 4400
10086 - // Detect provider from model prefix
10087 - $provider = strtolower(explode('-', $model)[0]);
10088 -
10089 - $sample_prompt = 'Hello! Can you stream this response back to me?';
10090 - $messages = [['role' => 'user', 'content' => $sample_prompt]];
10091 - $headers = [];
10092 - $body = [];
10093 - $url = '';
10094 - $api_key = '';
10095 -
10096 - switch ($provider) {
10097 - case 'gpt':
10098 - case 'o1':
10099 - $api_key = $options['api_key'] ?? '';
10100 - if (empty($api_key)) return '❌ Missing API key for OpenAI';
10101 - $url = 'https://api.openai.com/v1/chat/completions';
10102 - $headers = [
10103 - 'Content-Type: application/json',
10104 - 'Authorization: Bearer ' . $api_key
10105 - ];
10106 - $body = [
10107 - 'model' => $model,
10108 - 'messages' => $messages,
10109 - 'stream' => true
10110 - ];
10111 - break;
10112 -
10113 - case 'claude':
10114 - $api_key = $options['claude_api_key'] ?? '';
10115 - if (empty($api_key)) return '❌ Missing API key for Claude';
10116 - $url = 'https://api.anthropic.com/v1/messages';
10117 - $headers = [
10118 - 'Content-Type: application/json',
10119 - 'x-api-key: ' . $api_key,
10120 - 'anthropic-version: 2023-06-01'
10121 - ];
10122 - $body = [
10123 - 'model' => $model,
10124 - 'messages' => $messages,
10125 - 'max_tokens' => 100,
10126 - 'stream' => true
10127 - ];
10128 - break;
10129 -
10130 - case 'grok':
10131 - $api_key = $options['xai_api_key'] ?? '';
10132 - if (empty($api_key)) return '❌ Missing API key for X.AI';
10133 - $url = 'https://api.x.ai/v1/chat/completions';
10134 - $headers = [
10135 - 'Content-Type: application/json',
10136 - 'Authorization: Bearer ' . $api_key
10137 - ];
10138 - $body = [
10139 - 'model' => $model,
10140 - 'messages' => $messages,
10141 - 'stream' => true
10142 - ];
10143 - break;
10144 -
10145 - case 'deepseek':
10146 - if (empty($deepseek_api_key)) {
10147 - $error_response = [
10148 - 'error' => esc_html__('DeepSeek API key is not configured', 'mxchat'),
10149 - 'error_code' => 'missing_deepseek_api_key'
10150 - ];
10151 - if ($testing_data !== null) {
10152 - $error_response['testing_data'] = $testing_data;
10153 - }
10154 - return $error_response;
10155 - }
10156 - if ($streaming) {
10157 - return $this->mxchat_generate_response_deepseek_stream(
10158 - $selected_model,
10159 - $deepseek_api_key,
10160 - $conversation_history,
10161 - $relevant_content,
10162 - $session_id,
10163 - $testing_data // Pass testing data
10164 - );
10165 - } else {
10166 - $response = $this->mxchat_generate_response_deepseek(
10167 - $selected_model,
10168 - $deepseek_api_key,
10169 - $conversation_history,
10170 - $relevant_content
10171 - );
10172 - }
10173 - break;
10174 -
10175 - case 'gemini':
10176 - $api_key = $options['gemini_api_key'] ?? '';
10177 - if (empty($api_key)) return '❌ Missing API key for Gemini';
10178 - $url = 'https://generativelanguage.googleapis.com/v1beta/models/' . $model . ':streamGenerateContent?key=' . $api_key;
10179 - $headers = ['Content-Type: application/json'];
10180 - $body = [
10181 - 'contents' => [['role' => 'user', 'parts' => [['text' => $sample_prompt]]]],
10182 - 'generationConfig' => ['temperature' => 0.7]
10183 - ];
10184 - break;
10185 -
10186 - default:
10187 - return '❌ Unsupported provider: ' . $provider;
10188 - }
10189 -
10190 - // Do the actual streaming test
10191 - $ch = curl_init($url);
10192 - curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($body));
10193 - curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
10194 - curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
10195 - curl_setopt($ch, CURLOPT_TIMEOUT, 15);
10196 - curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
10197 -
10198 - $response = curl_exec($ch);
10199 - $http_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
10200 - $error = curl_error($ch);
10201 - curl_close($ch);
10202 -
10203 - if ($error) return "❌ cURL error: $error";
10204 - if ($http_code !== 200) {
10205 - $error_message = json_decode($response, true)['error']['message'] ?? 'Unknown';
10206 - return "❌ HTTP $http_code: $error_message";
10207 - }
10208 -
10209 - return true;
10210 -}
10211 -
10212 4401 public function mxchat_dismiss_pre_chat_message() {
10213 4402 // Get and sanitize the user identifier
10214 4403 $user_id = $this->mxchat_get_user_identifier();
10215 4404 $user_id = sanitize_key($user_id);
@@ -10263,64 +4452,38 @@
10263 4452
10264 4453 return $dotProduct / ($normA * $normB);
10265 4454 }
10266 4455
4456 +public function mxchat_enqueue_scripts_styles() {
4457 + // Define version numbers for the styles and scripts
4458 + $chat_style_version = '2.2.3';
4459 + $chat_script_version = '2.2.3';
10267 4460
10268 -public function mxchat_enqueue_scripts_styles() {
10269 - // Fetch options from the database first to check loading strategy
10270 - $this->options = get_option('mxchat_options');
10271 - $loading_strategy = isset($this->options['script_loading_strategy']) ? $this->options['script_loading_strategy'] : 'default';
4461 + // Enqueue the script
4462 + wp_enqueue_script(
4463 + 'mxchat-chat-js',
4464 + plugin_dir_url(__FILE__) . '../js/chat-script.js',
4465 + array('jquery'),
4466 + $chat_script_version,
4467 + true
4468 + );
10272 4469
10273 - // Always enqueue CSS immediately
4470 + // Enqueue the CSS
10274 4471 wp_enqueue_style(
10275 4472 'mxchat-chat-css',
10276 4473 plugin_dir_url(__FILE__) . '../css/chat-style.css',
10277 4474 array(),
10278 - MXCHAT_VERSION
4475 + $chat_style_version
10279 4476 );
10280 4477
10281 - // Handle script loading based on strategy
10282 - if ($loading_strategy === 'default' || $loading_strategy === 'defer') {
10283 - // Enqueue the script normally
10284 - wp_enqueue_script(
10285 - 'mxchat-chat-js',
10286 - plugin_dir_url(__FILE__) . '../js/chat-script.js',
10287 - array('jquery'),
10288 - MXCHAT_VERSION,
10289 - true
10290 - );
10291 -
10292 - // Add defer attribute if strategy is 'defer'
10293 - if ($loading_strategy === 'defer') {
10294 - wp_script_add_data('mxchat-chat-js', 'strategy', 'defer');
10295 - }
10296 - } else {
10297 - // For delay or interaction-based loading, we'll use a custom loader
10298 - // Don't enqueue the main script - we'll load it dynamically
10299 - add_action('wp_footer', array($this, 'mxchat_output_delayed_script_loader'), 99);
10300 - }
10301 -
4478 + // Fetch options from the database
4479 + $this->options = get_option('mxchat_options');
10302 4480 $prompts_options = get_option('mxchat_prompts_options', array());
10303 4481
10304 - // Check if AI theme is active - if so, skip inline colors in JavaScript
10305 - $theme_options = get_option('mxchat_theme_options', array());
10306 - $ai_theme_active = !empty($theme_options['active_ai_theme_css']);
10307 - $has_bot_theme_assignments = !empty($theme_options['bot_theme_assignments']);
10308 - $skip_inline_colors = $ai_theme_active || $has_bot_theme_assignments;
10309 -
10310 4482 // Prepare settings for JavaScript
10311 4483 $style_settings = array(
10312 4484 'ajax_url' => admin_url('admin-ajax.php'),
10313 - // The chat-send nonce is now fetched per-request from /wp-json/mxchat/v1/nonce
10314 - // (plan-6a68c9) so it never sits in cached HTML. We still emit a nonce here
10315 - // as a one-shot fallback for the first interaction on a fresh page load
10316 - // (so the very first chat-send doesn't need to wait for a REST round-trip),
10317 - // but the widget refetches before each subsequent send.
10318 - 'nonce' => wp_create_nonce('mxchat_chat_send'),
10319 - 'rest_url' => esc_url_raw(trailingslashit(rest_url('mxchat/v1'))),
10320 - 'model' => isset($this->options['model']) ? $this->options['model'] : 'gpt-5.1-chat-latest',
10321 - 'enable_streaming_toggle' => isset($this->options['enable_streaming_toggle']) ? $this->options['enable_streaming_toggle'] : 'on',
10322 - 'contextual_awareness_toggle' => isset($this->options['contextual_awareness_toggle']) ? $this->options['contextual_awareness_toggle'] : 'off',
4485 + 'nonce' => wp_create_nonce('mxchat_chat_nonce'),
10323 4486 'link_target_toggle' => $this->options['link_target_toggle'] ?? 'off',
10324 4487 'rate_limit_message' => $this->options['rate_limit_message'] ?? 'Rate limit exceeded. Please try again later.',
10325 4488 'complianz_toggle' => isset($this->options['complianz_toggle']) && $this->options['complianz_toggle'] === 'on',
10326 4489 'user_message_bg_color' => $this->options['user_message_bg_color'] ?? '#fff',
@@ -10334,9 +4497,10 @@
10334 4497 'chatbot_bg_color' => $this->options['chatbot_bg_color'] ?? '#fff',
10335 4498 'icon_color' => $this->options['icon_color'] ?? '#fff',
10336 4499 'chat_input_font_color' => $this->options['chat_input_font_color'] ?? '#212121',
10337 4500 'chat_persistence_toggle' => $this->options['chat_persistence_toggle'] ?? 'off',
10338 - 'appendWidgetToBody' => $this->options['append_to_body'] ?? 'off',
4501 + 'appendWidgetToBody' => $this->options['append_to_body'] ?? 'off', // Example for consistency
4502 +
10339 4503 'live_agent_message_bg_color' => $this->options['live_agent_message_bg_color'] ?? '#ffffff',
10340 4504 'live_agent_message_font_color' => $this->options['live_agent_message_font_color'] ?? '#333333',
10341 4505 'chat_toolbar_toggle' => $this->options['chat_toolbar_toggle'] ?? 'off',
10342 4506 'mode_indicator_bg_color' => $this->options['mode_indicator_bg_color'] ?? '#767676',
@@ -10341,340 +4505,149 @@
10341 4505 'chat_toolbar_toggle' => $this->options['chat_toolbar_toggle'] ?? 'off',
10342 4506 'mode_indicator_bg_color' => $this->options['mode_indicator_bg_color'] ?? '#767676',
10343 4507 'mode_indicator_font_color' => $this->options['mode_indicator_font_color'] ?? '#ffffff',
10344 4508 'toolbar_icon_color' => $this->options['toolbar_icon_color'] ?? '#212121',
4509 +
10345 4510 'use_pinecone' => $prompts_options['mxchat_use_pinecone'] ?? '0',
10346 - 'email_collection_enabled' => $this->options['enable_email_block'] ?? 'off', // FIXED
10347 - 'initial_email_state' => null, // Also fixed this undefined variable
10348 - 'skip_email_check' => true,
10349 - 'pinecone_enabled' => isset($prompts_options['mxchat_use_pinecone']) && $prompts_options['mxchat_use_pinecone'] === '1',
10350 - 'skip_inline_colors' => $skip_inline_colors,
10351 - 'bot_theme_assignments' => $theme_options['bot_theme_assignments'] ?? array(),
10352 - 'print_button_enabled' => $this->options['print_button_enabled'] ?? 'on',
10353 - 'print_button_label' => esc_html__('Download Transcript', 'mxchat'),
10354 - 'print_header_title' => esc_html(get_bloginfo('name')) . ' — ' . esc_html__('Chat transcript', 'mxchat'),
10355 - 'satisfaction_rating_enabled' => apply_filters(
10356 - 'mxchat_satisfaction_rating_enabled',
10357 - ($this->options['satisfaction_rating_enabled'] ?? 'off') === 'on'
10358 - ),
10359 - 'satisfaction_rating_idle_seconds' => max(5, min(600, intval($this->options['satisfaction_rating_idle_seconds'] ?? 60))),
10360 - 'satisfaction_rating_copy' => array(
10361 - 'question' => !empty($this->options['satisfaction_rating_question']) ? esc_html($this->options['satisfaction_rating_question']) : esc_html__('Was this helpful?', 'mxchat'),
10362 - 'helpful' => esc_html__('Helpful', 'mxchat'),
10363 - 'not_helpful' => esc_html__('Not helpful', 'mxchat'),
10364 - 'dismiss' => esc_html__('Dismiss', 'mxchat'),
10365 - 'thanks' => !empty($this->options['satisfaction_rating_thanks']) ? esc_html($this->options['satisfaction_rating_thanks']) : esc_html__('Thanks! Anything we should improve? (optional)', 'mxchat'),
10366 - 'placeholder' => !empty($this->options['satisfaction_rating_placeholder']) ? esc_html($this->options['satisfaction_rating_placeholder']) : esc_html__('Tell us what could be better…', 'mxchat'),
10367 - 'send' => esc_html__('Send', 'mxchat'),
10368 - 'skip' => esc_html__('Skip', 'mxchat'),
10369 - 'saved' => !empty($this->options['satisfaction_rating_saved']) ? esc_html($this->options['satisfaction_rating_saved']) : esc_html__('Thanks for the feedback.', 'mxchat'),
10370 - ),
4511 + 'pinecone_enabled' => isset($prompts_options['mxchat_use_pinecone']) && $prompts_options['mxchat_use_pinecone'] === '1'
10371 4512 );
10372 4513
10373 - // For normal/defer loading, use wp_localize_script
10374 - // For delayed loading, we store settings in a transient to be output inline
10375 - if ($loading_strategy === 'default' || $loading_strategy === 'defer') {
10376 - wp_localize_script('mxchat-chat-js', 'mxchatChat', $style_settings);
10377 - } else {
10378 - // Store settings for the delayed loader to use
10379 - set_transient('mxchat_delayed_settings_' . get_current_user_id(), $style_settings, 60);
10380 - }
4514 + // Pass the settings to the script
4515 + wp_localize_script('mxchat-chat-js', 'mxchatChat', $style_settings);
10381 4516 }
10382 4517
10383 -/**
10384 - * Output the delayed script loader for performance optimization
10385 - */
10386 -public function mxchat_output_delayed_script_loader() {
10387 - $this->options = get_option('mxchat_options');
10388 - $loading_strategy = isset($this->options['script_loading_strategy']) ? $this->options['script_loading_strategy'] : 'default';
10389 - $script_url = plugin_dir_url(__FILE__) . '../js/chat-script.js?ver=' . MXCHAT_VERSION;
10390 4518
10391 - // Get the stored settings
10392 - $prompts_options = get_option('mxchat_prompts_options', array());
10393 - $theme_options = get_option('mxchat_theme_options', array());
10394 - $ai_theme_active = !empty($theme_options['active_ai_theme_css']);
10395 - $has_bot_theme_assignments = !empty($theme_options['bot_theme_assignments']);
10396 - $skip_inline_colors = $ai_theme_active || $has_bot_theme_assignments;
10397 -
10398 - $style_settings = array(
10399 - 'ajax_url' => admin_url('admin-ajax.php'),
10400 - // Per-request nonce — see plan-6a68c9; widget fetches via /wp-json/mxchat/v1/nonce
10401 - // before each send. This inline value is a one-shot fallback for the first interaction.
10402 - 'nonce' => wp_create_nonce('mxchat_chat_send'),
10403 - 'rest_url' => esc_url_raw(trailingslashit(rest_url('mxchat/v1'))),
10404 - 'model' => isset($this->options['model']) ? $this->options['model'] : 'gpt-5.1-chat-latest',
10405 - 'enable_streaming_toggle' => isset($this->options['enable_streaming_toggle']) ? $this->options['enable_streaming_toggle'] : 'on',
10406 - 'contextual_awareness_toggle' => isset($this->options['contextual_awareness_toggle']) ? $this->options['contextual_awareness_toggle'] : 'off',
10407 - 'link_target_toggle' => $this->options['link_target_toggle'] ?? 'off',
10408 - 'rate_limit_message' => $this->options['rate_limit_message'] ?? 'Rate limit exceeded. Please try again later.',
10409 - 'complianz_toggle' => isset($this->options['complianz_toggle']) && $this->options['complianz_toggle'] === 'on',
10410 - 'user_message_bg_color' => $this->options['user_message_bg_color'] ?? '#fff',
10411 - 'user_message_font_color' => $this->options['user_message_font_color'] ?? '#212121',
10412 - 'bot_message_bg_color' => $this->options['bot_message_bg_color'] ?? '#212121',
10413 - 'bot_message_font_color' => $this->options['bot_message_font_color'] ?? '#fff',
10414 - 'top_bar_bg_color' => $this->options['top_bar_bg_color'] ?? '#212121',
10415 - 'send_button_font_color' => $this->options['send_button_font_color'] ?? '#212121',
10416 - 'close_button_color' => $this->options['close_button_color'] ?? '#fff',
10417 - 'chatbot_background_color' => $this->options['chatbot_background_color'] ?? '#212121',
10418 - 'chatbot_bg_color' => $this->options['chatbot_bg_color'] ?? '#fff',
10419 - 'icon_color' => $this->options['icon_color'] ?? '#fff',
10420 - 'chat_input_font_color' => $this->options['chat_input_font_color'] ?? '#212121',
10421 - 'chat_persistence_toggle' => $this->options['chat_persistence_toggle'] ?? 'off',
10422 - 'appendWidgetToBody' => $this->options['append_to_body'] ?? 'off',
10423 - 'live_agent_message_bg_color' => $this->options['live_agent_message_bg_color'] ?? '#ffffff',
10424 - 'live_agent_message_font_color' => $this->options['live_agent_message_font_color'] ?? '#333333',
10425 - 'chat_toolbar_toggle' => $this->options['chat_toolbar_toggle'] ?? 'off',
10426 - 'mode_indicator_bg_color' => $this->options['mode_indicator_bg_color'] ?? '#767676',
10427 - 'mode_indicator_font_color' => $this->options['mode_indicator_font_color'] ?? '#ffffff',
10428 - 'toolbar_icon_color' => $this->options['toolbar_icon_color'] ?? '#212121',
10429 - 'use_pinecone' => $prompts_options['mxchat_use_pinecone'] ?? '0',
10430 - 'email_collection_enabled' => $this->options['enable_email_block'] ?? 'off',
10431 - 'initial_email_state' => null,
10432 - 'skip_email_check' => true,
10433 - 'pinecone_enabled' => isset($prompts_options['mxchat_use_pinecone']) && $prompts_options['mxchat_use_pinecone'] === '1',
10434 - 'skip_inline_colors' => $skip_inline_colors,
10435 - 'bot_theme_assignments' => $theme_options['bot_theme_assignments'] ?? array(),
10436 - 'print_button_enabled' => $this->options['print_button_enabled'] ?? 'on',
10437 - 'print_button_label' => esc_html__('Download Transcript', 'mxchat'),
10438 - 'print_header_title' => esc_html(get_bloginfo('name')) . ' — ' . esc_html__('Chat transcript', 'mxchat'),
10439 - 'satisfaction_rating_enabled' => apply_filters(
10440 - 'mxchat_satisfaction_rating_enabled',
10441 - ($this->options['satisfaction_rating_enabled'] ?? 'off') === 'on'
10442 - ),
10443 - 'satisfaction_rating_idle_seconds' => max(5, min(600, intval($this->options['satisfaction_rating_idle_seconds'] ?? 60))),
10444 - 'satisfaction_rating_copy' => array(
10445 - 'question' => !empty($this->options['satisfaction_rating_question']) ? esc_html($this->options['satisfaction_rating_question']) : esc_html__('Was this helpful?', 'mxchat'),
10446 - 'helpful' => esc_html__('Helpful', 'mxchat'),
10447 - 'not_helpful' => esc_html__('Not helpful', 'mxchat'),
10448 - 'dismiss' => esc_html__('Dismiss', 'mxchat'),
10449 - 'thanks' => !empty($this->options['satisfaction_rating_thanks']) ? esc_html($this->options['satisfaction_rating_thanks']) : esc_html__('Thanks! Anything we should improve? (optional)', 'mxchat'),
10450 - 'placeholder' => !empty($this->options['satisfaction_rating_placeholder']) ? esc_html($this->options['satisfaction_rating_placeholder']) : esc_html__('Tell us what could be better…', 'mxchat'),
10451 - 'send' => esc_html__('Send', 'mxchat'),
10452 - 'skip' => esc_html__('Skip', 'mxchat'),
10453 - 'saved' => !empty($this->options['satisfaction_rating_saved']) ? esc_html($this->options['satisfaction_rating_saved']) : esc_html__('Thanks for the feedback.', 'mxchat'),
10454 - ),
10455 - );
10456 -
10457 - // Determine delay time based on strategy
10458 - $delay_ms = 0;
10459 - switch ($loading_strategy) {
10460 - case 'delay_1s':
10461 - $delay_ms = 1000;
10462 - break;
10463 - case 'delay_3s':
10464 - $delay_ms = 3000;
10465 - break;
10466 - case 'delay_5s':
10467 - $delay_ms = 5000;
10468 - break;
10469 - }
10470 -
10471 - ?>
10472 - <script type="text/javascript">
10473 - (function() {
10474 - var mxchatLoaded = false;
10475 - var mxchatChat = <?php echo wp_json_encode($style_settings); ?>;
10476 - window.mxchatChat = mxchatChat;
10477 -
10478 - function loadMxChatScript() {
10479 - if (mxchatLoaded) return;
10480 - mxchatLoaded = true;
10481 -
10482 - function appendChatScript() {
10483 - var script = document.createElement('script');
10484 - script.src = <?php echo wp_json_encode($script_url); ?>;
10485 - script.type = 'text/javascript';
10486 - document.body.appendChild(script);
10487 - }
10488 -
10489 - if (typeof jQuery !== 'undefined') {
10490 - appendChatScript();
10491 - } else {
10492 - var jq = document.createElement('script');
10493 - jq.src = <?php echo wp_json_encode(includes_url('js/jquery/jquery.min.js')); ?>;
10494 - jq.onload = appendChatScript;
10495 - document.body.appendChild(jq);
10496 - }
10497 - }
10498 -
10499 - <?php if ($loading_strategy === 'on_interaction'): ?>
10500 - // Load on user interaction
10501 - var events = ['scroll', 'mousemove', 'touchstart', 'keydown', 'click'];
10502 - events.forEach(function(evt) {
10503 - window.addEventListener(evt, loadMxChatScript, {once: true, passive: true});
10504 - });
10505 - // Fallback: load after 8 seconds if no interaction
10506 - setTimeout(loadMxChatScript, 8000);
10507 - <?php else: ?>
10508 - // Load after specified delay
10509 - setTimeout(loadMxChatScript, <?php echo intval($delay_ms); ?>);
10510 - <?php endif; ?>
10511 - })();
10512 - </script>
10513 - <?php
10514 -}
10515 -
10516 -/**
10517 - * Setup the cron jobs for rate limits with guard against multiple calls
10518 - */
10519 -public function setup_rate_limit_cron_jobs() {
10520 - // Add a guard to prevent multiple rapid calls
10521 - $last_setup = get_transient('mxchat_cron_setup_guard');
10522 - if ($last_setup && (time() - $last_setup) < 60) {
10523 - // Don't run again if we ran less than 60 seconds ago
10524 - return;
10525 - }
10526 -
10527 - // Set the guard
10528 - set_transient('mxchat_cron_setup_guard', time(), 300); // 5 minutes
10529 -
4519 +// Modify the mxchat_reset_rate_limits function to handle different timeframes
4520 +// Modify the mxchat_reset_rate_limits function to handle different timeframes
4521 +public function mxchat_reset_rate_limits() {
10530 4522 try {
10531 - // First, check if WordPress cron is disabled
10532 - if (defined('DISABLE_WP_CRON') && DISABLE_WP_CRON) {
10533 - //error_log('MxChat: WordPress cron is disabled (DISABLE_WP_CRON = true), using fallback system');
10534 - $this->setup_fallback_rate_limit_system();
10535 - return;
10536 - }
4523 + global $wpdb;
4524 + $all_options = get_option('mxchat_options', []);
4525 + $current_time = time();
10537 4526
10538 - // Check if cron is already scheduled - if so, don't mess with it
10539 - if (wp_next_scheduled('mxchat_reset_rate_limits')) {
10540 - //error_log('MxChat: Rate limit cron already scheduled, skipping setup');
4527 + // Get rate limit options with a limit to avoid memory issues
4528 + $option_names = $wpdb->get_col(
4529 + "SELECT option_name FROM {$wpdb->options}
4530 + WHERE option_name LIKE 'mxchat_chat_limit_%'
4531 + LIMIT 500"
4532 + );
4533 +
4534 + if (empty($option_names)) {
10541 4535 return;
10542 4536 }
10543 4537
10544 - // Clear any orphaned hooks (but don't loop indefinitely)
10545 - $hooks_to_clear = [
10546 - 'mxchat_reset_rate_limits',
10547 - 'mxchat_reset_hourly_rate_limits',
10548 - 'mxchat_reset_daily_rate_limits',
10549 - 'mxchat_reset_weekly_rate_limits',
10550 - 'mxchat_reset_monthly_rate_limits'
10551 - ];
10552 -
10553 - foreach ($hooks_to_clear as $hook) {
10554 - // Only clear a maximum of 3 instances to prevent infinite loops
10555 - $cleared = 0;
10556 - while (wp_next_scheduled($hook) && $cleared < 3) {
10557 - wp_clear_scheduled_hook($hook);
10558 - $cleared++;
4538 + foreach ($option_names as $option_name) {
4539 + // Parse the option name to extract role and user ID
4540 + $parts = explode('_', $option_name);
4541 +
4542 + // Skip if the option name doesn't match our expected format
4543 + if (count($parts) < 4) {
4544 + continue;
10559 4545 }
4546 +
4547 + // Extract role (may be multiple parts like 'shop_manager')
4548 + $role_parts = array_slice($parts, 3, -1);
4549 + $role = implode('_', $role_parts);
4550 +
4551 + // Skip if role doesn't exist in our settings
4552 + if (!isset($all_options['rate_limits'][$role])) {
4553 + continue;
4554 + }
4555 +
4556 + $timeframe = $all_options['rate_limits'][$role]['timeframe'] ?? 'daily';
4557 + $limit_data = get_option($option_name);
4558 +
4559 + if (!$limit_data || !is_array($limit_data) || !isset($limit_data['timestamp'])) {
4560 + continue;
4561 + }
4562 +
4563 + $timestamp = $limit_data['timestamp'];
4564 + $should_reset = false;
4565 +
4566 + // Determine if we should reset based on the timeframe
4567 + switch ($timeframe) {
4568 + case 'hourly':
4569 + $should_reset = ($current_time - $timestamp) >= 3600;
4570 + break;
4571 + case 'daily':
4572 + $should_reset = ($current_time - $timestamp) >= 86400;
4573 + break;
4574 + case 'weekly':
4575 + $should_reset = ($current_time - $timestamp) >= 604800;
4576 + break;
4577 + case 'monthly':
4578 + $should_reset = ($current_time - $timestamp) >= 2592000;
4579 + break;
4580 + }
4581 +
4582 + // Reset the counter if the timeframe has passed
4583 + if ($should_reset) {
4584 + delete_option($option_name);
4585 + wp_cache_delete($option_name, 'options');
4586 + }
10560 4587 }
10561 4588
10562 - // Small delay after clearing
10563 - usleep(100000); // 0.1 seconds
4589 + // Clean up any orphaned entries
4590 + wp_cache_delete('mxchat_all_chat_limits', 'options');
10564 4591
10565 - // Try to schedule the event
10566 - $initial_time = time() + 300; // Start in 5 minutes
10567 - $result = wp_schedule_event($initial_time, 'hourly', 'mxchat_reset_rate_limits');
10568 -
10569 - if ($result === false) {
10570 - //error_log('MxChat: Failed to schedule cron, using fallback system');
10571 - $this->setup_fallback_rate_limit_system();
10572 - } else {
10573 - //error_log('MxChat: Successfully scheduled rate limit reset cron');
10574 - }
10575 -
10576 4592 } catch (Exception $e) {
10577 - //error_log('MxChat: Cron setup exception: ' . $e->getMessage());
10578 - $this->setup_fallback_rate_limit_system();
4593 + //error_log('MxChat: Rate limit reset error: ' . $e->getMessage());
10579 4594 }
10580 4595 }
10581 -
10582 4596 /**
10583 - * Try alternative cron scheduling methods
4597 + * Clean up cron events on deactivation
10584 4598 */
10585 -private function try_alternative_cron_scheduling($initial_time) {
10586 - try {
10587 - // Method 1: Try with current time instead of future time
10588 - $result1 = wp_schedule_event(time(), 'hourly', 'mxchat_reset_rate_limits');
10589 - if ($result1 !== false) {
10590 - //error_log('MxChat: Alternative method 1 (current time) succeeded');
10591 - return true;
10592 - }
10593 -
10594 - // Method 2: Try with a different interval
10595 - $result2 = wp_schedule_event($initial_time, 'daily', 'mxchat_reset_rate_limits');
10596 - if ($result2 !== false) {
10597 - //error_log('MxChat: Alternative method 2 (daily interval) succeeded');
10598 - return true;
10599 - }
10600 -
10601 - // Method 3: Try wp_schedule_single_event first, then recurring
10602 - $result3 = wp_schedule_single_event($initial_time, 'mxchat_reset_rate_limits');
10603 - if ($result3 !== false) {
10604 - //error_log('MxChat: Alternative method 3 (single event) succeeded');
10605 - // Schedule the next one manually in the handler
10606 - return true;
10607 - }
10608 -
10609 - return false;
10610 -
10611 - } catch (Exception $e) {
10612 - //error_log('MxChat: Alternative cron scheduling exception: ' . $e->getMessage());
10613 - return false;
4599 +public function cleanup_cron_events() {
4600 + wp_clear_scheduled_hook('mxchat_reset_rate_limits');
4601 +}
4602 +
4603 +private function mxchat_fetch_woocommerce_products() {
4604 + // Ensure WooCommerce is active
4605 + if (!class_exists('WooCommerce')) {
4606 + return [];
10614 4607 }
10615 -}
10616 4608
10617 -/**
10618 - * Enhanced fallback rate limit system
10619 - */
10620 -private function setup_fallback_rate_limit_system() {
10621 - // Set a flag to use database-based rate limit cleanup
10622 - update_option('mxchat_use_fallback_rate_limits', true);
10623 -
10624 - // Schedule a one-time check to happen on the next plugin load
10625 - update_option('mxchat_next_rate_limit_check', time() + 3600);
10626 -
10627 - // Also set up a more frequent fallback check (every 4 hours)
10628 - update_option('mxchat_fallback_check_interval', 4 * 3600);
10629 -
10630 - //error_log('MxChat: Fallback rate limit system activated');
10631 -}
4609 + $args = array(
4610 + 'post_type' => 'product',
4611 + 'post_status' => 'publish',
4612 + 'posts_per_page' => -1,
4613 + );
10632 4614
10633 -/**
10634 - * Enhanced fallback check method
10635 - */
10636 -public function check_fallback_rate_limits() {
10637 - $use_fallback = get_option('mxchat_use_fallback_rate_limits', false);
10638 -
10639 - if (!$use_fallback) {
10640 - return; // Regular cron is working
4615 + $products = get_posts($args);
4616 + $product_data = [];
4617 +
4618 + foreach ($products as $product) {
4619 + $product_id = $product->ID;
4620 + $product_obj = wc_get_product($product_id);
4621 +
4622 + $product_data[] = array(
4623 + 'id' => $product_id,
4624 + 'name' => $product_obj->get_name(),
4625 + 'description' => $product_obj->get_description(),
4626 + 'short_description' => $product_obj->get_short_description(),
4627 + 'url' => get_permalink($product_id),
4628 + 'price' => $product_obj->get_regular_price(),
4629 + 'sale_price' => $product_obj->get_sale_price(),
4630 + 'stock_status' => $product_obj->get_stock_status(),
4631 + 'sku' => $product_obj->get_sku(),
4632 + 'in_stock' => $product_obj->is_in_stock(),
4633 + 'total_sales' => $product_obj->get_total_sales(),
4634 + );
10641 4635 }
10642 -
10643 - $next_check = get_option('mxchat_next_rate_limit_check', 0);
10644 - $check_interval = get_option('mxchat_fallback_check_interval', 3600);
10645 -
10646 - if (time() >= $next_check) {
10647 - //error_log('MxChat: Running fallback rate limit cleanup');
10648 - $this->mxchat_reset_rate_limits();
10649 -
10650 - // Schedule next check
10651 - update_option('mxchat_next_rate_limit_check', time() + $check_interval);
10652 - }
4636 +
4637 + return $product_data;
10653 4638 }
4639 +
10654 4640 /**
10655 - * Enhanced rate limit check that includes fallback cleanup and bot-specific rate limits
4641 + * Check if the current user has exceeded their rate limit based on role
4642 + *
4643 + * @return true|array True if limit not exceeded, or array with error message if exceeded
10656 4644 */
10657 4645 public function check_rate_limit() {
10658 - // Check if we need to run fallback cleanup
10659 - $use_fallback = get_option('mxchat_use_fallback_rate_limits', false);
10660 - $next_check = get_option('mxchat_next_rate_limit_check', 0);
4646 + $all_options = get_option('mxchat_options', []);
4647 + //error_log('MXChat Rate Limit: Starting check');
4648 + //error_log('MXChat Rate Limit: Options: ' . print_r($all_options, true));
10661 4649
10662 - if ($use_fallback && time() >= $next_check) {
10663 - $this->mxchat_reset_rate_limits();
10664 - update_option('mxchat_next_rate_limit_check', time() + 3600); // Next hour
10665 - }
10666 -
10667 - // Get bot ID from current request context
10668 - $bot_id = isset($_POST['bot_id']) ? sanitize_key($_POST['bot_id']) : 'default';
10669 -
10670 - // Get bot-specific options (includes rate limits if overridden)
10671 - $bot_options = $this->get_bot_options($bot_id);
10672 - $current_options = !empty($bot_options) ? $bot_options : $this->options;
10673 -
10674 - // Use bot-specific rate limits if available, otherwise fall back to default
10675 - $rate_limits_source = isset($current_options['rate_limits']) ? $current_options['rate_limits'] : get_option('mxchat_options', [])['rate_limits'] ?? [];
10676 -
10677 4650 // Determine user role or if logged out
10678 4651 if (is_user_logged_in()) {
10679 4652 $user = wp_get_current_user();
10680 4653 $user_id = $user->ID;
@@ -10687,46 +4660,51 @@
10687 4660 $role = reset($user_roles); // This safely gets the first element regardless of key
10688 4661 } else {
10689 4662 $role = 'subscriber'; // Default to subscriber if no role found
10690 4663 }
4664 +
4665 + //error_log('MXChat Rate Limit: User ID: ' . $user_id . ', Role: ' . $role);
10691 4666 } else {
10692 4667 $role = 'logged_out';
10693 4668 // Use IP address for non-logged-in users
10694 4669 $user_id = $this->get_client_ip();
4670 + //error_log('MXChat Rate Limit: Logged out user IP: ' . $user_id);
10695 4671 }
10696 4672
10697 4673 // Check if rate limits are configured for this role
10698 - if (!isset($rate_limits_source[$role])) {
4674 + if (!isset($all_options['rate_limits'][$role])) {
4675 + //error_log('MXChat Rate Limit: No rate limit configured for role: ' . $role);
10699 4676 return true; // No limit set for this role
10700 4677 }
10701 4678
10702 - $limit = $rate_limits_source[$role]['limit'];
4679 + $limit = $all_options['rate_limits'][$role]['limit'];
4680 + //error_log('MXChat Rate Limit: Limit for role ' . $role . ': ' . $limit);
10703 4681
10704 4682 // If unlimited, return true immediately
10705 4683 if ($limit === 'unlimited') {
4684 + //error_log('MXChat Rate Limit: Unlimited setting, no limit applied');
10706 4685 return true;
10707 4686 }
10708 4687
10709 - // Get the option name for this user/role with safer naming (include bot_id for bot-specific limits)
10710 - $safe_role = preg_replace('/[^a-zA-Z0-9_]/', '_', $role);
10711 - $safe_user_id = preg_replace('/[^a-zA-Z0-9_]/', '_', $user_id);
10712 - $safe_bot_id = preg_replace('/[^a-zA-Z0-9_]/', '_', $bot_id);
4688 + // Get the option name for this user/role
4689 + $option_name = 'mxchat_chat_limit_' . $role . '_' . $user_id;
4690 + //error_log('MXChat Rate Limit: Option name: ' . $option_name);
10713 4691
10714 - // Include bot_id in option name so each bot has separate rate limits
10715 - $option_name = 'mxchat_chat_limit_' . $safe_bot_id . '_' . $safe_role . '_' . $safe_user_id;
10716 -
10717 4692 // Get the counter data
10718 4693 $limit_data = get_option($option_name, ['count' => 0, 'timestamp' => time()]);
4694 + //error_log('MXChat Rate Limit: Current limit data: ' . print_r($limit_data, true));
10719 4695
10720 4696 // If first request or counter reset needed, set the initial timestamp
10721 4697 if ($limit_data['count'] === 0) {
10722 4698 $limit_data['timestamp'] = time();
10723 4699 update_option($option_name, $limit_data);
4700 + //error_log('MXChat Rate Limit: First request, initialized timestamp');
10724 4701 }
10725 4702
10726 4703 // Get the timeframe
10727 - $timeframe = isset($rate_limits_source[$role]['timeframe']) ?
10728 - $rate_limits_source[$role]['timeframe'] : 'daily';
4704 + $timeframe = isset($all_options['rate_limits'][$role]['timeframe']) ?
4705 + $all_options['rate_limits'][$role]['timeframe'] : 'daily';
4706 + //error_log('MXChat Rate Limit: Timeframe: ' . $timeframe);
10729 4707
10730 4708 // Check if the counter needs to be reset based on timeframe
10731 4709 $current_time = time();
10732 4710 $timestamp = $limit_data['timestamp'];
@@ -10746,19 +4724,24 @@
10746 4724 $should_reset = ($current_time - $timestamp) >= 2592000; // 30 days
10747 4725 break;
10748 4726 }
10749 4727
4728 + //error_log('MXChat Rate Limit: Current time: ' . $current_time . ', Last timestamp: ' . $timestamp);
4729 + //error_log('MXChat Rate Limit: Time elapsed: ' . ($current_time - $timestamp) . ' seconds');
4730 + //error_log('MXChat Rate Limit: Should reset: ' . ($should_reset ? 'Yes' : 'No'));
4731 +
10750 4732 // Reset the counter if the timeframe has passed
10751 4733 if ($should_reset) {
10752 4734 $limit_data = ['count' => 0, 'timestamp' => $current_time];
10753 4735 update_option($option_name, $limit_data);
4736 + //error_log('MXChat Rate Limit: Reset counter to 0');
10754 4737 }
10755 4738
10756 4739 // Check if user has exceeded their limit
10757 4740 if ($limit_data['count'] >= intval($limit)) {
10758 4741 // Get the custom message for this role
10759 - $message = !empty($rate_limits_source[$role]['message'])
10760 - ? $rate_limits_source[$role]['message']
4742 + $message = !empty($all_options['rate_limits'][$role]['message'])
4743 + ? $all_options['rate_limits'][$role]['message']
10761 4744 : __('Rate limit exceeded. Please try again later.', 'mxchat');
10762 4745
10763 4746 // Add timeframe information to the message if placeholders exist
10764 4747 $timeframe_label = '';
@@ -10783,12 +4766,11 @@
10783 4766 [intval($limit), $limit_data['count'], max(0, intval($limit) - $limit_data['count']), $timeframe_label],
10784 4767 $message
10785 4768 );
10786 4769
10787 - // Process HTML links in the message
10788 - $message = $this->process_rate_limit_message_html($message);
4770 + //error_log('MXChat Rate Limit: Limit exceeded. Message: ' . $message);
10789 4771
10790 - // Return error with the processed message
4772 + // Return error with the custom message
10791 4773 return [
10792 4774 'error' => true,
10793 4775 'message' => $message
10794 4776 ];
@@ -10796,235 +4778,13 @@
10796 4778
10797 4779 // Increment the counter
10798 4780 $limit_data['count']++;
10799 4781 update_option($option_name, $limit_data);
4782 + //error_log('MXChat Rate Limit: Incremented counter to ' . $limit_data['count']);
10800 4783
10801 4784 return true;
10802 4785 }
10803 4786
10804 -/**
10805 - * Enhanced rate limit reset with better error handling
10806 - */
10807 -public function mxchat_reset_rate_limits() {
10808 - try {
10809 - global $wpdb;
10810 - $all_options = get_option('mxchat_options', []);
10811 - $current_time = time();
10812 -
10813 - // Get rate limit options with a safer query and limit
10814 - $option_names = $wpdb->get_col(
10815 - $wpdb->prepare(
10816 - "SELECT option_name FROM {$wpdb->options}
10817 - WHERE option_name LIKE %s
10818 - LIMIT 1000",
10819 - 'mxchat_chat_limit_%'
10820 - )
10821 - );
10822 -
10823 - if (empty($option_names)) {
10824 - return;
10825 - }
10826 -
10827 - $processed_count = 0;
10828 - $max_processing_time = 30; // Maximum 30 seconds
10829 - $start_time = time();
10830 -
10831 - foreach ($option_names as $option_name) {
10832 - // Check processing time limit
10833 - if ((time() - $start_time) > $max_processing_time) {
10834 - //error_log('MxChat: Rate limit reset timeout after processing ' . $processed_count . ' entries');
10835 - break;
10836 - }
10837 -
10838 - // Parse the option name more safely
10839 - if (!preg_match('/^mxchat_chat_limit_(.+)_(.+)$/', $option_name, $matches)) {
10840 - continue;
10841 - }
10842 -
10843 - $role_and_user = $matches[1] . '_' . $matches[2];
10844 - $parts = explode('_', $role_and_user);
10845 -
10846 - if (count($parts) < 2) {
10847 - continue;
10848 - }
10849 -
10850 - // Extract role (everything except the last part which is user ID)
10851 - $user_id_part = array_pop($parts);
10852 - $role = implode('_', $parts);
10853 -
10854 - // Skip if role doesn't exist in our settings
10855 - if (!isset($all_options['rate_limits'][$role])) {
10856 - // Clean up orphaned entries
10857 - delete_option($option_name);
10858 - continue;
10859 - }
10860 -
10861 - $timeframe = $all_options['rate_limits'][$role]['timeframe'] ?? 'daily';
10862 - $limit_data = get_option($option_name);
10863 -
10864 - if (!$limit_data || !is_array($limit_data) || !isset($limit_data['timestamp'])) {
10865 - // Clean up invalid entries
10866 - delete_option($option_name);
10867 - continue;
10868 - }
10869 -
10870 - $timestamp = $limit_data['timestamp'];
10871 - $should_reset = false;
10872 -
10873 - // Determine if we should reset based on the timeframe
10874 - switch ($timeframe) {
10875 - case 'hourly':
10876 - $should_reset = ($current_time - $timestamp) >= 3600;
10877 - break;
10878 - case 'daily':
10879 - $should_reset = ($current_time - $timestamp) >= 86400;
10880 - break;
10881 - case 'weekly':
10882 - $should_reset = ($current_time - $timestamp) >= 604800;
10883 - break;
10884 - case 'monthly':
10885 - $should_reset = ($current_time - $timestamp) >= 2592000;
10886 - break;
10887 - }
10888 -
10889 - // Reset the counter if the timeframe has passed
10890 - if ($should_reset) {
10891 - delete_option($option_name);
10892 - wp_cache_delete($option_name, 'options');
10893 - $processed_count++;
10894 - }
10895 - }
10896 -
10897 - // Clean up any orphaned cache entries
10898 - wp_cache_delete('mxchat_all_chat_limits', 'options');
10899 -
10900 - //error_log("MxChat: Rate limit reset completed. Processed {$processed_count} entries.");
10901 -
10902 - } catch (Exception $e) {
10903 - //error_log('MxChat: Rate limit reset error: ' . $e->getMessage());
10904 - }
10905 -}
10906 -
10907 -
10908 -/**
10909 - * Process HTML links in rate limit messages
10910 - *
10911 - * @param string $message The rate limit message
10912 - * @return string The processed message with safe HTML links
10913 - */
10914 -private function process_rate_limit_message_html($message) {
10915 - // Return original message if empty
10916 - if (empty($message)) {
10917 - return $message;
10918 - }
10919 -
10920 - // First, convert markdown links to HTML
10921 - $message = $this->convert_markdown_links($message);
10922 -
10923 - // Then, auto-convert any remaining plain URLs to links
10924 - $message = $this->auto_link_urls($message);
10925 -
10926 - // Allow basic HTML tags for links and formatting
10927 - $allowed_tags = [
10928 - 'a' => [
10929 - 'href' => true,
10930 - 'target' => true,
10931 - 'rel' => true,
10932 - 'title' => true,
10933 - 'class' => true
10934 - ],
10935 - 'strong' => [],
10936 - 'em' => [],
10937 - 'br' => [],
10938 - 'b' => [],
10939 - 'i' => [],
10940 - 'span' => ['class' => true]
10941 - ];
10942 -
10943 - // Sanitize but allow the specified HTML tags
10944 - $processed_message = wp_kses($message, $allowed_tags);
10945 -
10946 - // If wp_kses stripped everything, return the original message as plain text
10947 - if (empty($processed_message) && !empty($message)) {
10948 - // Strip all HTML and return plain text as fallback
10949 - return wp_strip_all_tags($message);
10950 - }
10951 -
10952 - return $processed_message;
10953 -}
10954 -
10955 -/**
10956 - * Convert markdown links to HTML
10957 - *
10958 - * @param string $text The text to process
10959 - * @return string The text with markdown links converted to HTML
10960 - */
10961 -private function convert_markdown_links($text) {
10962 - // Return original text if empty
10963 - if (empty($text)) {
10964 - return $text;
10965 - }
10966 -
10967 - // Pattern to match markdown links: [text](url)
10968 - $pattern = '/\[([^\]]+)\]\(([^)]+)\)/';
10969 -
10970 - $processed_text = preg_replace_callback($pattern, function($matches) {
10971 - $link_text = $matches[1];
10972 - $url = $matches[2];
10973 -
10974 - // Clean up any trailing punctuation from the URL
10975 - $url = rtrim($url, '.,;:!?');
10976 -
10977 - // Sanitize the link text and URL
10978 - $safe_text = esc_html($link_text);
10979 - $safe_url = esc_url($url);
10980 -
10981 - // Create the HTML link
10982 - return '<a href="' . $safe_url . '" target="_blank" rel="noopener noreferrer">' . $safe_text . '</a>';
10983 - }, $text);
10984 -
10985 - // If preg_replace_callback failed, return original text
10986 - if ($processed_text === null) {
10987 - return $text;
10988 - }
10989 -
10990 - return $processed_text;
10991 -}
10992 -
10993 -/**
10994 - * Auto-convert plain URLs to clickable links
10995 - *
10996 - * @param string $text The text to process
10997 - * @return string The text with URLs converted to links
10998 - */
10999 -private function auto_link_urls($text) {
11000 - // Return original text if empty
11001 - if (empty($text)) {
11002 - return $text;
11003 - }
11004 -
11005 - // Simple pattern that avoids complex lookbehinds
11006 - // This will match URLs that are not already inside href attributes or markdown links
11007 - $pattern = '/(?<!href=["\'])(?<!\]\()https?:\/\/[^\s<>"\')\]]+/i';
11008 -
11009 - $processed_text = preg_replace_callback($pattern, function($matches) {
11010 - $url = $matches[0];
11011 - // Clean up any trailing punctuation that might have been captured
11012 - $url = rtrim($url, '.,;:!?');
11013 -
11014 - // Add target="_blank" and rel="noopener noreferrer" for security
11015 - return '<a href="' . esc_url($url) . '" target="_blank" rel="noopener noreferrer">' . esc_html($url) . '</a>';
11016 - }, $text);
11017 -
11018 - // If preg_replace_callback failed, return original text
11019 - if ($processed_text === null) {
11020 - return $text;
11021 - }
11022 -
11023 - return $processed_text;
11024 -}
11025 -
11026 -
11027 4787 // Helper function to get client IP address
11028 4788 private function get_client_ip() {
11029 4789 // Check for shared internet/ISP IP
11030 4790 if (!empty($_SERVER['HTTP_CLIENT_IP'])) {
@@ -11044,602 +4804,7 @@
11044 4804
11045 4805 // Fallback
11046 4806 return 'unknown';
11047 4807 }
11048 -
11049 -/**
11050 - * AJAX handler to get system information for testing panel
11051 - */
11052 -/**
11053 - * AJAX handler to get system information for testing panel
11054 - */
11055 -public function mxchat_get_system_info() {
11056 - // Verify nonce for security
11057 - if (!wp_verify_nonce($_POST['nonce'], 'mxchat_test_nonce')) {
11058 - wp_send_json_error(['message' => 'Invalid nonce']);
11059 - return;
11060 - }
11061 -
11062 - // Only allow admin users
11063 - if (!current_user_can('administrator')) {
11064 - wp_send_json_error(['message' => 'Unauthorized']);
11065 - return;
11066 - }
11067 -
11068 - // Get system prompt from options
11069 - $system_prompt = isset($this->options['system_prompt_instructions'])
11070 - ? $this->options['system_prompt_instructions']
11071 - : 'No system prompt configured';
11072 -
11073 - // Get selected model
11074 - $selected_model = isset($this->options['model']) ? $this->options['model'] : 'gpt-5.1-chat-latest';
11075 -
11076 - // Check if OpenRouter is being used
11077 - $is_openrouter = ($selected_model === 'openrouter');
11078 - $openrouter_model = '';
11079 -
11080 - if ($is_openrouter) {
11081 - // Get the actual OpenRouter model that's selected
11082 - $openrouter_model = isset($this->options['openrouter_selected_model'])
11083 - ? $this->options['openrouter_selected_model']
11084 - : 'No OpenRouter model selected';
11085 -
11086 - // Update selected_model display to show both
11087 - $selected_model = 'OpenRouter: ' . $openrouter_model;
11088 - }
11089 -
11090 - // Get API key status (just check if they exist, don't expose the keys)
11091 - $api_status = [];
11092 - $api_status['openai'] = !empty($this->options['api_key']);
11093 - $api_status['claude'] = !empty($this->options['claude_api_key']);
11094 - $api_status['gemini'] = !empty($this->options['gemini_api_key']);
11095 - $api_status['xai'] = !empty($this->options['xai_api_key']);
11096 - $api_status['deepseek'] = !empty($this->options['deepseek_api_key']);
11097 - $api_status['openrouter'] = !empty($this->options['openrouter_api_key']);
11098 -
11099 - wp_send_json_success([
11100 - 'system_prompt' => $system_prompt,
11101 - 'selected_model' => $selected_model,
11102 - 'is_openrouter' => $is_openrouter,
11103 - 'openrouter_model' => $openrouter_model,
11104 - 'api_status' => $api_status
11105 - ]);
11106 -}
11107 -
11108 -/**
11109 - * AJAX handler to get similarity threshold
11110 - */
11111 -public function mxchat_get_similarity_threshold() {
11112 - // Verify nonce for security
11113 - if (!wp_verify_nonce($_POST['nonce'], 'mxchat_test_nonce')) {
11114 - wp_send_json_error(['message' => 'Invalid nonce']);
11115 - return;
11116 - }
11117 -
11118 - // Only allow admin users
11119 - if (!current_user_can('administrator')) {
11120 - wp_send_json_error(['message' => 'Unauthorized']);
11121 - return;
11122 - }
11123 -
11124 - // Get similarity threshold from main options (default 35%)
11125 - $similarity_threshold = isset($this->options['similarity_threshold'])
11126 - ? ((int) $this->options['similarity_threshold']) / 100
11127 - : 0.35;
11128 -
11129 - wp_send_json_success([
11130 - 'threshold' => $similarity_threshold,
11131 - 'threshold_percentage' => ($similarity_threshold * 100) . '%'
11132 - ]);
11133 -}
11134 -
11135 -/**
11136 - * AJAX handler to get knowledge base status
11137 - */
11138 -public function mxchat_get_kb_status() {
11139 - // Verify nonce for security
11140 - if (!wp_verify_nonce($_POST['nonce'], 'mxchat_test_nonce')) {
11141 - wp_send_json_error(['message' => 'Invalid nonce']);
11142 - return;
11143 - }
11144 -
11145 - // Only allow admin users
11146 - if (!current_user_can('administrator')) {
11147 - wp_send_json_error(['message' => 'Unauthorized']);
11148 - return;
11149 - }
11150 -
11151 - // Check OpenAI Vector Store first (takes priority)
11152 - $vectorstore_options = get_option('mxchat_openai_vectorstore_options', array());
11153 - $use_vectorstore = (isset($vectorstore_options['mxchat_use_openai_vectorstore']) && $vectorstore_options['mxchat_use_openai_vectorstore'] === '1');
11154 -
11155 - if ($use_vectorstore) {
11156 - $vectorstore_ids = $vectorstore_options['mxchat_openai_vectorstore_ids'] ?? '';
11157 - $id_count = !empty($vectorstore_ids) ? count(array_filter(array_map('trim', explode(',', $vectorstore_ids)))) : 0;
11158 -
11159 - $kb_info = [
11160 - 'type' => 'OpenAI Vector Store',
11161 - 'status' => 'Active',
11162 - 'documents' => $id_count > 0 ? $id_count . ' vector store' . ($id_count > 1 ? 's' : '') . ' configured' : 'No vector stores configured'
11163 - ];
11164 -
11165 - wp_send_json_success($kb_info);
11166 - return;
11167 - }
11168 -
11169 - // Check Pinecone vs WordPress
11170 - $addon_options = get_option('mxchat_pinecone_addon_options', array());
11171 - $use_pinecone = (isset($addon_options['mxchat_use_pinecone']) && $addon_options['mxchat_use_pinecone'] === '1');
11172 -
11173 - $kb_info = [
11174 - 'type' => $use_pinecone ? 'Pinecone' : 'WordPress Database',
11175 - 'status' => 'Active'
11176 - ];
11177 -
11178 - // Get document count
11179 - if ($use_pinecone) {
11180 - $kb_info['documents'] = 'Connected to Pinecone';
11181 - $kb_info['api_configured'] = !empty($addon_options['mxchat_pinecone_api_key']);
11182 - } else {
11183 - // Count documents in WordPress database
11184 - global $wpdb;
11185 - $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
11186 - $count = $wpdb->get_var("SELECT COUNT(*) FROM {$table_name}");
11187 - $kb_info['documents'] = $count ? $count . ' documents' : 'No documents';
11188 - }
11189 -
11190 - wp_send_json_success($kb_info);
11191 -}
11192 -
11193 -/**
11194 - * AJAX handler to start a completely fresh session (NEW - replaces old clear session)
11195 - */
11196 -public function mxchat_start_fresh_session() {
11197 - // Verify nonce for security
11198 - if (!wp_verify_nonce($_POST['nonce'], 'mxchat_test_nonce')) {
11199 - wp_send_json_error(['message' => 'Invalid nonce']);
11200 - return;
11201 - }
11202 -
11203 - // Only allow admin users
11204 - if (!current_user_can('administrator')) {
11205 - wp_send_json_error(['message' => 'Unauthorized']);
11206 - return;
11207 - }
11208 -
11209 - $old_session_id = isset($_POST['old_session_id']) ? sanitize_text_field($_POST['old_session_id']) : '';
11210 - $new_session_id = isset($_POST['new_session_id']) ? sanitize_text_field($_POST['new_session_id']) : '';
11211 -
11212 - if (empty($old_session_id)) {
11213 - wp_send_json_error(['message' => 'Old session ID required']);
11214 - return;
11215 - }
11216 -
11217 - // If no new session ID provided, generate one
11218 - if (empty($new_session_id)) {
11219 - $new_session_id = 'mxchat_chat_' . substr(md5(uniqid()), 0, 9);
11220 - }
11221 -
11222 - // Clear ALL data associated with the old session
11223 - $this->clear_complete_session_data($old_session_id);
11224 -
11225 - // Initialize the new session
11226 - $this->initialize_fresh_session($new_session_id);
11227 -
11228 - wp_send_json_success([
11229 - 'message' => 'Fresh session started successfully',
11230 - 'new_session_id' => $new_session_id,
11231 - 'old_session_id' => $old_session_id
11232 - ]);
11233 -}
11234 -
11235 -/**
11236 - * Clear ALL data associated with a session (ENHANCED)
11237 - */
11238 -private function clear_complete_session_data($session_id) {
11239 - // Clear chat history
11240 - delete_option("mxchat_history_{$session_id}");
11241 -
11242 - // Clear chat mode
11243 - delete_option("mxchat_mode_{$session_id}");
11244 -
11245 - // Clear any PDF/Word transients
11246 - $this->clear_pdf_transients($session_id);
11247 - if (method_exists($this, 'clear_word_transients')) {
11248 - $this->clear_word_transients($session_id);
11249 - }
11250 -
11251 - // Clear agent-related data
11252 - delete_option("mxchat_channel_{$session_id}");
11253 - delete_option("mxchat_agent_name_{$session_id}");
11254 - delete_option("mxchat_email_{$session_id}");
11255 -
11256 - // Clear any recommendation flow state
11257 - delete_option("mxchat_sr_flow_state_{$session_id}");
11258 -
11259 - // Clear any cached embeddings or context
11260 - delete_transient("mxchat_context_{$session_id}");
11261 - delete_transient("mxchat_last_query_{$session_id}");
11262 -
11263 - // Clear any testing data
11264 - delete_transient("mxchat_testing_data_{$session_id}");
11265 -
11266 - // Clear any rate limiting data for this session
11267 - delete_transient("mxchat_rate_limit_{$session_id}");
11268 -
11269 - // Clear any other session-specific transients
11270 - delete_transient("mxchat_waiting_for_pdf_url_{$session_id}");
11271 - delete_transient("mxchat_include_pdf_in_context_{$session_id}");
11272 - delete_transient("mxchat_include_word_in_context_{$session_id}");
11273 -
11274 - // Clear form addon state (pending forms and submitted forms)
11275 - delete_option("mxchat_pending_form_{$session_id}");
11276 - delete_option("mxchat_submitted_forms_{$session_id}");
11277 -
11278 - //error_log("MxChat: Cleared all data for session: {$session_id}");
11279 -}
11280 -
11281 -/**
11282 - * Initialize a fresh session with default data
11283 - */
11284 -private function initialize_fresh_session($session_id) {
11285 - // Set default chat mode
11286 - update_option("mxchat_mode_{$session_id}", 'ai');
11287 -
11288 - //error_log("MxChat: Initialized fresh session: {$session_id}");
11289 -}
11290 -
11291 -/**
11292 - * Helper method to clear Word document transients (if you have Word support)
11293 - */
11294 -private function clear_word_transients($session_id) {
11295 - delete_transient('mxchat_word_url_' . $session_id);
11296 - delete_transient('mxchat_word_filename_' . $session_id);
11297 - delete_transient('mxchat_word_embeddings_' . $session_id);
11298 - delete_transient('mxchat_include_word_in_context_' . $session_id);
11299 -}
11300 -
11301 -/**
11302 - * Simplified testing data capture method (CLEANED UP)
11303 - */
11304 -private function capture_testing_data($user_embedding, $message, $session_id) {
11305 - // Only capture for admin users
11306 - if (!current_user_can('administrator')) {
11307 - return null;
11308 - }
11309 -
11310 - $testing_data = [
11311 - 'query' => $message,
11312 - 'timestamp' => time(),
11313 - 'top_matches' => [],
11314 - 'action_matches' => [] // Add action matches
11315 - ];
11316 -
11317 - // Get similarity threshold
11318 - $similarity_threshold = isset($this->options['similarity_threshold'])
11319 - ? ((int) $this->options['similarity_threshold']) / 100
11320 - : 0.35;
11321 -
11322 - $testing_data['similarity_threshold'] = $similarity_threshold;
11323 -
11324 - // Use the real similarity analysis if available
11325 - if ($this->last_similarity_analysis !== null) {
11326 - $testing_data['knowledge_base_type'] = $this->last_similarity_analysis['knowledge_base_type'];
11327 - $testing_data['top_matches'] = $this->last_similarity_analysis['top_matches'];
11328 - $testing_data['total_documents_checked'] = $this->last_similarity_analysis['total_checked'] ?? 0;
11329 - } else {
11330 - // Fallback: determine knowledge base type
11331 - $addon_options = get_option('mxchat_pinecone_addon_options', array());
11332 - $use_pinecone = (isset($addon_options['mxchat_use_pinecone']) && $addon_options['mxchat_use_pinecone'] === '1');
11333 -
11334 - $testing_data['knowledge_base_type'] = $use_pinecone ? 'Pinecone' : 'WordPress Database';
11335 - }
11336 -
11337 - // Include action analysis if available
11338 - if (isset($this->last_action_analysis) && !empty($this->last_action_analysis)) {
11339 - $testing_data['action_matches'] = $this->last_action_analysis;
11340 -
11341 - // Clear it after capturing to avoid stale data
11342 - $this->last_action_analysis = null;
11343 - }
11344 -
11345 - return $testing_data;
11346 -}
11347 -
11348 -
11349 -/**
11350 - * Track URL clicks from chatbot responses
11351 - */
11352 -public function mxchat_track_url_click() {
11353 - // Verify nonce for security
11354 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce($_POST['nonce'])) {
11355 - wp_send_json_error(['message' => 'Invalid nonce']);
11356 - wp_die();
11357 - }
11358 -
11359 - $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
11360 - $clicked_url = isset($_POST['url']) ? esc_url_raw($_POST['url']) : '';
11361 - $message_context = isset($_POST['message_context']) ? sanitize_textarea_field($_POST['message_context']) : '';
11362 -
11363 - if (empty($session_id) || empty($clicked_url)) {
11364 - wp_send_json_error(['message' => 'Missing required data']);
11365 - wp_die();
11366 - }
11367 -
11368 - global $wpdb;
11369 - $table_name = $wpdb->prefix . 'mxchat_url_clicks';
11370 -
11371 - // Insert click tracking record
11372 - $wpdb->insert(
11373 - $table_name,
11374 - [
11375 - 'session_id' => $session_id,
11376 - 'clicked_url' => $clicked_url,
11377 - 'message_context' => $message_context,
11378 - 'click_timestamp' => current_time('mysql', 1),
11379 - 'user_ip' => $_SERVER['REMOTE_ADDR'],
11380 - 'user_agent' => $_SERVER['HTTP_USER_AGENT']
11381 - ]
11382 - );
11383 -
11384 - wp_send_json_success(['message' => 'Click tracked']);
11385 - wp_die();
11386 -}
11387 -
11388 -/**
11389 - * Get URL click analytics for a session
11390 - */
11391 -public function mxchat_get_url_clicks($session_id) {
11392 - global $wpdb;
11393 - $table_name = $wpdb->prefix . 'mxchat_url_clicks';
11394 -
11395 - $clicks = $wpdb->get_results($wpdb->prepare(
11396 - "SELECT * FROM $table_name WHERE session_id = %s ORDER BY click_timestamp ASC",
11397 - $session_id
11398 - ));
11399 -
11400 - return $clicks;
11401 -}
11402 -/**
11403 - * Track the originating page where chat was started
11404 - */
11405 -public function mxchat_track_originating_page() {
11406 - // Verify nonce
11407 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce($_POST['nonce'])) {
11408 - wp_send_json_error(['message' => 'Invalid nonce']);
11409 - wp_die();
11410 - }
11411 -
11412 - $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
11413 - $page_url = isset($_POST['page_url']) ? esc_url_raw($_POST['page_url']) : '';
11414 - $page_title = isset($_POST['page_title']) ? sanitize_text_field($_POST['page_title']) : '';
11415 -
11416 - if (empty($session_id)) {
11417 - wp_send_json_error(['message' => 'Missing session ID']);
11418 - wp_die();
11419 - }
11420 -
11421 - global $wpdb;
11422 - $table_name = $wpdb->prefix . 'mxchat_chat_transcripts';
11423 -
11424 - // Check if we've already tracked for this session
11425 - $existing = $wpdb->get_var($wpdb->prepare(
11426 - "SELECT COUNT(*) FROM $table_name
11427 - WHERE session_id = %s
11428 - AND originating_page_url IS NOT NULL",
11429 - $session_id
11430 - ));
11431 -
11432 - if ($existing > 0) {
11433 - wp_send_json_success(['message' => 'Already tracked']);
11434 - wp_die();
11435 - }
11436 -
11437 - // Update the first message in this session with originating page info
11438 - $wpdb->query($wpdb->prepare(
11439 - "UPDATE $table_name
11440 - SET originating_page_url = %s,
11441 - originating_page_title = %s
11442 - WHERE session_id = %s
11443 - ORDER BY timestamp ASC
11444 - LIMIT 1",
11445 - $page_url,
11446 - $page_title,
11447 - $session_id
11448 - ));
11449 -
11450 - wp_send_json_success(['message' => 'Originating page tracked']);
11451 - wp_die();
11452 -}
11453 -
11454 -/**
11455 - * Validate and clean URLs from AI response
11456 - * Removes any URLs that aren't in the knowledge base
11457 - *
11458 - * @param string $response_text The AI-generated response
11459 - * @param array $valid_urls Array of URLs from the knowledge base
11460 - * @return string Cleaned response with invalid URLs removed/flagged
11461 - */
11462 -private function validate_and_clean_urls($response_text, $valid_urls) {
11463 - // DEBUG: Log what we're working with
11464 - //error_log("=== MxChat URL Validation Debug ===");
11465 - //error_log("Valid URLs count: " . count($valid_urls));
11466 - //error_log("Valid URLs: " . print_r($valid_urls, true));
11467 - //error_log("Response text length: " . strlen($response_text));
11468 - //error_log("Response text preview: " . substr($response_text, 0, 500));
11469 -
11470 - // If no valid URLs provided or empty response, return as-is
11471 - if (empty($valid_urls) || empty($response_text)) {
11472 - //error_log("Validation skipped - empty valid_urls or response");
11473 - return $response_text;
11474 - }
11475 -
11476 - // Extract all URLs from the AI response
11477 - // This regex matches http:// and https:// URLs
11478 - preg_match_all(
11479 - '#\bhttps?://[^\s<>"\')\]]+#i',
11480 - $response_text,
11481 - $matches
11482 - );
11483 -
11484 - // If no URLs found in response, return as-is
11485 - if (empty($matches[0])) {
11486 - //error_log("No URLs found in response");
11487 - return $response_text;
11488 - }
11489 -
11490 - $found_urls = $matches[0];
11491 - $cleaned_response = $response_text;
11492 - $removed_count = 0;
11493 -
11494 - // Normalize valid URLs for comparison (remove trailing slashes, fragments, etc.)
11495 - $normalized_valid_urls = array_map(function($url) {
11496 - // Remove trailing slash
11497 - $url = rtrim($url, '/');
11498 - // Remove URL fragments (#section)
11499 - $url = preg_replace('/#.*$/', '', $url);
11500 - // Remove trailing punctuation that might have been captured
11501 - $url = rtrim($url, '.,;:!?');
11502 - return $url;
11503 - }, $valid_urls);
11504 -
11505 - //error_log("Normalized valid URLs: " . print_r($normalized_valid_urls, true));
11506 -
11507 - foreach ($found_urls as $found_url) {
11508 - // Clean up the found URL (remove trailing punctuation that might have been captured)
11509 - $clean_found_url = rtrim($found_url, '.,;:!?)');
11510 -
11511 - // DEBUG: Log each URL being checked
11512 - //error_log("Checking found URL: " . $found_url);
11513 -
11514 - // Normalize for comparison
11515 - $normalized_found = rtrim($clean_found_url, '/');
11516 - $normalized_found = preg_replace('/#.*$/', '', $normalized_found);
11517 -
11518 - //error_log("Normalized found URL: " . $normalized_found);
11519 -
11520 - // Check if this URL exists in our valid URLs list
11521 - $is_valid = false;
11522 -
11523 - //error_log("Starting validation checks for: " . $normalized_found);
11524 -
11525 - // First, try exact match
11526 - if (in_array($normalized_found, $normalized_valid_urls)) {
11527 - $is_valid = true;
11528 - //error_log("EXACT MATCH FOUND");
11529 - } else {
11530 - //error_log("No exact match, checking variations...");
11531 - // If no exact match, check if it's a variation (with query params, etc.)
11532 - foreach ($normalized_valid_urls as $valid_url) {
11533 - //error_log(" Comparing against valid URL: " . $valid_url);
11534 -
11535 - // Check if the found URL starts with a valid URL (handles query params)
11536 - if (strpos($normalized_found, $valid_url) === 0) {
11537 - // Check what comes after the valid URL
11538 - $remainder = substr($normalized_found, strlen($valid_url));
11539 -
11540 - // Only valid if:
11541 - // 1. Exact match (remainder is empty)
11542 - // 2. Query params (starts with ?)
11543 - // 3. Fragment (starts with #)
11544 - if (empty($remainder) || $remainder[0] === '?' || $remainder[0] === '#') {
11545 - $is_valid = true;
11546 - //error_log(" MATCH: Found URL is valid variation of base URL");
11547 - break;
11548 - } else {
11549 - //error_log(" NOT A MATCH: Found URL extends path beyond valid URL (remainder: " . $remainder . ")");
11550 - }
11551 - }
11552 - // Also check the reverse (in case valid URL has query params)
11553 - if (strpos($valid_url, $normalized_found) === 0) {
11554 - $is_valid = true;
11555 - //error_log(" MATCH: Valid URL starts with found URL");
11556 - break;
11557 - }
11558 - }
11559 -
11560 - if (!$is_valid) {
11561 - //error_log("NO MATCH FOUND - URL should be removed");
11562 - }
11563 - }
11564 -
11565 - // If URL is not valid, remove it from the response
11566 - if (!$is_valid) {
11567 - // Log the removal for debugging
11568 - //error_log("MxChat: Removed hallucinated URL: " . $found_url);
11569 - //error_log("MxChat: Valid URLs were: " . implode(', ', array_slice($normalized_valid_urls, 0, 5)));
11570 -
11571 - $removed_count++;
11572 -
11573 - // Check if URL is part of a markdown link: [text](url)
11574 - $markdown_pattern = '/\[([^\]]+)\]\(' . preg_quote($found_url, '/') . '\)/';
11575 - if (preg_match($markdown_pattern, $cleaned_response)) {
11576 - //error_log("Found markdown link, removing but keeping text");
11577 - // Remove the markdown link but keep the text
11578 - $cleaned_response = preg_replace($markdown_pattern, '$1', $cleaned_response);
11579 - }
11580 - // Check if URL is part of an HTML link: <a href="url">text</a>
11581 - else if (preg_match('/<a[^>]*href=["\']' . preg_quote($found_url, '/') . '["\'][^>]*>(.*?)<\/a>/i', $cleaned_response, $link_match)) {
11582 - //error_log("Found HTML link, removing but keeping text");
11583 - // Remove the HTML link but keep the text
11584 - $link_text = $link_match[1];
11585 - $cleaned_response = preg_replace(
11586 - '/<a[^>]*href=["\']' . preg_quote($found_url, '/') . '["\'][^>]*>.*?<\/a>/i',
11587 - $link_text,
11588 - $cleaned_response
11589 - );
11590 - }
11591 - // Otherwise just remove the bare URL
11592 - else {
11593 - //error_log("Removing bare URL");
11594 - $cleaned_response = str_replace($found_url, '', $cleaned_response);
11595 - }
11596 - }
11597 - }
11598 -
11599 - // Log summary if any URLs were removed
11600 - if ($removed_count > 0) {
11601 - //error_log("MxChat: URL Validation Summary - Removed {$removed_count} hallucinated URL(s)");
11602 - } else {
11603 - //error_log("MxChat: URL Validation Summary - No URLs removed, all were valid");
11604 - }
11605 -
11606 - // Clean up any double spaces or awkward punctuation left behind
11607 - // IMPORTANT: Only collapse horizontal whitespace (spaces/tabs), preserve newlines for markdown formatting
11608 - $cleaned_response = preg_replace('/[^\S\n]+/', ' ', $cleaned_response); // Collapse spaces/tabs but NOT newlines
11609 - $cleaned_response = preg_replace('/[^\S\n]+([.,;:!?])/', '$1', $cleaned_response); // Same for punctuation cleanup
11610 -
11611 - //error_log("Final cleaned response: " . $cleaned_response);
11612 -
11613 - return trim($cleaned_response);
11614 -}
11615 -
11616 -/**
11617 - * AJAX handler to get current chat mode for a session
11618 - */
11619 -public function mxchat_get_current_chat_mode() {
11620 - // Verify nonce for security
11621 - if (!isset($_POST['nonce']) || !MxChat_Integrator::mxchat_verify_chat_send_nonce($_POST['nonce'])) {
11622 - wp_send_json_error(['message' => 'Invalid nonce']);
11623 - wp_die();
11624 - }
11625 -
11626 - $session_id = isset($_POST['session_id']) ? sanitize_text_field($_POST['session_id']) : '';
11627 -
11628 - if (empty($session_id)) {
11629 - wp_send_json_error(['message' => 'Session ID missing']);
11630 - wp_die();
11631 - }
11632 -
11633 - // Get the current chat mode for this session
11634 - $chat_mode = get_option("mxchat_mode_{$session_id}", 'ai');
11635 -
11636 - wp_send_json_success([
11637 - 'chat_mode' => $chat_mode
11638 - ]);
11639 - wp_die();
11640 -}
11641 -
11642 -
11643 4808
11644 4809 }
11645 4810 ?>