(.*?)<\/div>\s*<\/div>\s*<\/div>/s', $html, $matches)) { $debug("Found post-text via regex"); return ''; } // Try to extract the blog section as a whole $blog_section = $xpath->query('//section[contains(@class, "blog-area")]'); if ($blog_section && $blog_section->length > 0) { $debug("Found blog-area section"); $content = ''; foreach ($blog_section as $node) { $content .= $dom->saveHTML($node); } if (!empty($content)) { $debug("Returning blog-area section content"); return $content; } } // Fallback: Return the body content if no specific selector matches $debug("Using body fallback"); $body = $dom->getElementsByTagName('body'); if ($body->length > 0) { return $dom->saveHTML($body->item(0)); } // Last resort: return the original HTML $debug("Returning original HTML"); return $html; } catch (Exception $e) { //error_log('[MXCHAT-ERROR] Content extraction failed: ' . $e->getMessage()); return $html; // Return original HTML if parsing fails } finally { libxml_clear_errors(); } } public function mxchat_get_sitemap_processing_status($sitemap_url) { $sitemap_url = esc_url_raw($sitemap_url); $status_key = sanitize_key('mxchat_sitemap_status_' . md5($sitemap_url)); $status = get_transient($status_key); if (!$status || !is_array($status)) { return false; } // Auto-complete check: if all URLs are processed but status isn't complete if (isset($status['processed_urls']) && isset($status['total_urls']) && $status['processed_urls'] >= $status['total_urls'] && isset($status['status']) && $status['status'] !== 'complete' && $status['status'] !== 'error') { // Mark as complete $status['status'] = 'complete'; $status['processed_urls'] = $status['total_urls']; // Ensure exact match // Update the transient with the corrected status set_transient($status_key, $status, DAY_IN_SECONDS); } return array( 'total_urls' => absint($status['total_urls']), 'processed_urls' => absint($status['processed_urls']), 'failed_urls' => absint($status['failed_urls'] ?? 0), 'percentage' => ($status['total_urls'] > 0) ? round((absint($status['processed_urls']) / absint($status['total_urls'])) * 100) : 0, 'status' => sanitize_text_field($status['status']), 'last_update' => human_time_diff(absint($status['last_update']), time()) . ' ' . esc_html__('ago', 'mxchat'), 'error' => isset($status['error']) ? sanitize_text_field($status['error']) : '', 'last_error' => isset($status['last_error']) ? sanitize_text_field($status['last_error']) : '', 'failed_urls_list' => isset($status['failed_urls_list']) ? $status['failed_urls_list'] : array() ); } public function mxchat_ajax_get_status_updates() { try { // Verify the request check_ajax_referer('mxchat_status_nonce', 'nonce'); // Get the status just like in your admin page $pdf_url = get_transient('mxchat_last_pdf_url'); $sitemap_url = get_transient('mxchat_last_sitemap_url'); $pdf_status = $pdf_url ? $this->mxchat_get_pdf_processing_status($pdf_url) : false; $sitemap_status = $sitemap_url ? $this->mxchat_get_sitemap_processing_status($sitemap_url) : false; // Add the PDF URL to the status object if ($pdf_status && $pdf_url) { $pdf_status['pdf_url'] = $pdf_url; } // Set the current PDF URL for the manual batch processing button $current_pdf_url = $pdf_url; // Check for true processing status, not just presence of status $is_active_processing = ($sitemap_status && isset($sitemap_status['status']) && $sitemap_status['status'] === 'processing') || ($pdf_status && isset($pdf_status['status']) && $pdf_status['status'] === 'processing'); // Get single URL status, but only if no processing is active $single_url_status = !$is_active_processing ? $this->mxchat_get_single_url_status() : false; // REMOVED: Auto-clearing of completed status - now only done via dismiss button // Return JSON response with the status data wp_send_json(array( 'pdf_status' => $pdf_status, 'sitemap_status' => $sitemap_status, 'single_url_status' => $single_url_status, 'is_processing' => $is_active_processing, 'current_pdf_url' => $current_pdf_url )); } catch (Exception $e) { // Log the error //error_log('MxChat Status Update Error: ' . $e->getMessage()); // Return a friendly error response wp_send_json_error(array( 'message' => 'Error getting status updates: ' . $e->getMessage(), 'status' => 'error' )); } } public function mxchat_stop_processing() { // Verify permissions if (!current_user_can('manage_options')) { wp_die(esc_html__('Unauthorized access', 'mxchat')); } // Verify nonce check_admin_referer('mxchat_stop_processing_action', 'mxchat_stop_processing_nonce'); // Get the last sitemap URL and clear its transient $sitemap_url = get_transient('mxchat_last_sitemap_url'); if ($sitemap_url) { delete_transient('mxchat_sitemap_status_' . md5($sitemap_url)); delete_transient('mxchat_last_sitemap_url'); } // Get the last PDF URL and clear its transient $pdf_url = get_transient('mxchat_last_pdf_url'); if ($pdf_url) { delete_transient('mxchat_pdf_status_' . md5($pdf_url)); delete_transient('mxchat_last_pdf_url'); } // Unschedule any pending sitemap events $timestamp = wp_next_scheduled('mxchat_process_sitemap_urls'); if ($timestamp) { wp_unschedule_event($timestamp, 'mxchat_process_sitemap_urls'); } // Redirect back with a success message set_transient('mxchat_admin_notice_success', esc_html__('Processing has been stopped successfully.', 'mxchat'), 30 ); wp_safe_redirect(admin_url('admin.php?page=mxchat-prompts')); exit; } /** * Get content list for processing */ public function ajax_mxchat_get_content_list() { // Verify the nonce check_ajax_referer('mxchat_content_selector_nonce', 'nonce'); if (!current_user_can('manage_options')) { wp_send_json_error(__('Unauthorized access', 'mxchat')); } $page = isset($_GET['page']) ? absint($_GET['page']) : 1; $per_page = isset($_GET['per_page']) ? absint($_GET['per_page']) : 50; $search = isset($_GET['search']) ? sanitize_text_field($_GET['search']) : ''; $post_type = isset($_GET['post_type']) ? sanitize_text_field($_GET['post_type']) : 'all'; $post_status = isset($_GET['post_status']) ? sanitize_text_field($_GET['post_status']) : 'publish'; $processed_filter = isset($_GET['processed_filter']) ? sanitize_text_field($_GET['processed_filter']) : 'all'; // Build query args $args = array( 'posts_per_page' => $per_page, 'paged' => $page, 'post_status' => $post_status !== 'all' ? $post_status : array('publish', 'draft', 'pending'), 'orderby' => 'date', 'order' => 'DESC', ); // Handle post types - IMPROVED VERSION if ($post_type !== 'all') { $args['post_type'] = $post_type; } else { // Get all available post types that might contain content $all_post_types = array(); // First get all public post types $public_types = get_post_types(array('public' => true), 'names'); $all_post_types = array_merge($all_post_types, $public_types); // Add common forum/community post types $forum_types = array('topic', 'reply', 'forum', 'wpforo_topic', 'wpforo_post'); foreach ($forum_types as $forum_type) { if (post_type_exists($forum_type)) { $all_post_types[] = $forum_type; } } // Add other commonly used post types $common_types = array('product', 'job_listing', 'event', 'portfolio'); foreach ($common_types as $common_type) { if (post_type_exists($common_type)) { $all_post_types[] = $common_type; } } // Remove duplicates and ensure we have at least some post types $all_post_types = array_unique($all_post_types); if (empty($all_post_types)) { // Fallback to basic post types $all_post_types = array('post', 'page'); } $args['post_type'] = $all_post_types; // Debug logging to see what post types are being queried //error_log('MxChat Debug: Querying post types: ' . implode(', ', $all_post_types)); } if (!empty($search)) { $args['s'] = $search; } // Get processed data from storage $processed_data = array(); $pinecone_options = get_option('mxchat_pinecone_addon_options', array()); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if ($use_pinecone && !empty($pinecone_options['mxchat_pinecone_api_key'])) { // Get fresh data from Pinecone - no caching $processed_data = $this->mxchat_get_pinecone_processed_content($pinecone_options); } else { // WordPress DB checking with better URL matching for all post types global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $processed_items = $wpdb->get_results("SELECT id, source_url, timestamp FROM {$table_name}"); if (!empty($processed_items)) { foreach ($processed_items as $item) { // Use improved URL matching that works for all post types $post_id = $this->mxchat_url_to_post_id_improved($item->source_url); if ($post_id) { $processed_data[$post_id] = array( 'db_id' => $item->id, 'timestamp' => $item->timestamp, 'url' => $item->source_url, 'source' => 'wordpress' ); } } } } // Get processed IDs as a simple array for in_array checks $processed_ids = array_keys($processed_data); // Handle processed/unprocessed filter if ($processed_filter === 'processed' && !empty($processed_ids)) { $args['post__in'] = $processed_ids; } elseif ($processed_filter === 'unprocessed' && !empty($processed_ids)) { $args['post__not_in'] = $processed_ids; } // Run the query $query = new WP_Query($args); $content_items = array(); if ($query->have_posts()) { while ($query->have_posts()) { $query->the_post(); $id = get_the_ID(); $post_date = get_the_date(); $excerpt = wp_trim_words(get_the_excerpt(), 20, '...'); $word_count = str_word_count(strip_tags(get_the_content())); $is_processed = in_array($id, $processed_ids); $processed_date = ''; $db_record_id = 0; $data_source = 'none'; if ($is_processed && isset($processed_data[$id])) { $item_data = $processed_data[$id]; $data_source = $item_data['source']; if ($data_source === 'wordpress' && isset($item_data['timestamp'])) { // WordPress DB format $timestamp = strtotime($item_data['timestamp']); $processed_date = human_time_diff($timestamp, current_time('timestamp')) . ' ago'; $db_record_id = $item_data['db_id']; } elseif ($data_source === 'pinecone') { // Pinecone format $processed_date = $item_data['processed_date']; $db_record_id = $item_data['db_id']; } } $content_items[] = array( 'id' => $id, 'title' => get_the_title(), 'permalink' => get_permalink(), 'date' => $post_date, 'type' => get_post_type(), 'status' => get_post_status(), 'excerpt' => $excerpt, 'word_count' => $word_count, 'already_processed' => $is_processed, 'processed_date' => $processed_date, 'db_record_id' => $db_record_id, 'data_source' => $data_source ); } wp_reset_postdata(); } $response = array( 'items' => $content_items, 'total' => $query->found_posts, 'total_pages' => $query->max_num_pages, 'current_page' => $page, 'processed_count' => count($processed_ids) ); wp_send_json_success($response); exit; } /** * This function handles various WooCommerce URL formats and permalink structures */ private function mxchat_url_to_post_id_improved($url) { // First try the standard WordPress function $post_id = url_to_postid($url); if ($post_id > 0) { return $post_id; } // If that fails, try more aggressive URL matching // Remove trailing slashes and query parameters for better matching $clean_url = rtrim($url, '/'); $clean_url = strtok($clean_url, '?'); // Remove query parameters // Try again with cleaned URL $post_id = url_to_postid($clean_url); if ($post_id > 0) { return $post_id; } // For bbPress forum topics, try extracting slug from URL if (strpos($url, '/topic/') !== false || strpos($url, '/forums/') !== false) { // Handle bbPress URLs: /forums/topic/topic-name/ if (preg_match('/\/forums\/topic\/([^\/\?]+)/', $url, $matches)) { $topic_slug = $matches[1]; // Look up topic by slug $topic = get_page_by_path($topic_slug, OBJECT, 'topic'); if ($topic) { return $topic->ID; } // Alternative method: query by post_name global $wpdb; $post_id = $wpdb->get_var($wpdb->prepare( "SELECT ID FROM {$wpdb->posts} WHERE post_name = %s AND post_type = 'topic' AND post_status IN ('publish', 'closed')", $topic_slug )); if ($post_id) { return intval($post_id); } } // Handle simpler topic URLs: /topic/topic-name/ if (preg_match('/\/topic\/([^\/\?]+)/', $url, $matches)) { $topic_slug = $matches[1]; global $wpdb; $post_id = $wpdb->get_var($wpdb->prepare( "SELECT ID FROM {$wpdb->posts} WHERE post_name = %s AND post_type = 'topic' AND post_status IN ('publish', 'closed')", $topic_slug )); if ($post_id) { return intval($post_id); } } } // For WooCommerce products if (strpos($url, '/product/') !== false || strpos($url, 'product=') !== false) { // Extract product slug from various URL formats $product_slug = ''; // Handle pretty permalinks: /product/product-name/ if (preg_match('/\/product\/([^\/\?]+)/', $url, $matches)) { $product_slug = $matches[1]; } // Handle query parameters: ?product=product-name elseif (preg_match('/[\?&]product=([^&]+)/', $url, $matches)) { $product_slug = $matches[1]; } if (!empty($product_slug)) { // Look up product by slug $product = get_page_by_path($product_slug, OBJECT, 'product'); if ($product) { return $product->ID; } // Alternative method: query by post_name global $wpdb; $post_id = $wpdb->get_var($wpdb->prepare( "SELECT ID FROM {$wpdb->posts} WHERE post_name = %s AND post_type = 'product' AND post_status = 'publish'", $product_slug )); if ($post_id) { return intval($post_id); } } } // Generic approach: try to extract slug and match against all post types $parsed_url = wp_parse_url($clean_url); $path = $parsed_url['path'] ?? ''; if (!empty($path)) { // Get the last part of the path as potential slug $path_parts = array_filter(explode('/', trim($path, '/'))); $potential_slug = end($path_parts); if (!empty($potential_slug)) { global $wpdb; // Try to find any post with this slug $post_id = $wpdb->get_var($wpdb->prepare( "SELECT ID FROM {$wpdb->posts} WHERE post_name = %s AND post_status IN ('publish', 'closed', 'private') AND post_type NOT IN ('revision', 'attachment', 'nav_menu_item') ORDER BY CASE WHEN post_type = 'post' THEN 1 WHEN post_type = 'page' THEN 2 WHEN post_type = 'topic' THEN 3 WHEN post_type = 'product' THEN 4 ELSE 5 END LIMIT 1", $potential_slug )); if ($post_id) { return intval($post_id); } } } // ADDITIONAL: Try direct database lookup by URL variations global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; // Try variations of the URL (with/without trailing slash, http/https) $url_variations = array( $url, rtrim($url, '/'), $url . '/', str_replace('http://', 'https://', $url), str_replace('https://', 'http://', $url), str_replace('http://', 'https://', rtrim($url, '/')), str_replace('https://', 'http://', rtrim($url, '/')) ); // Remove duplicates $url_variations = array_unique($url_variations); foreach ($url_variations as $variation) { $existing_record = $wpdb->get_row($wpdb->prepare( "SELECT id, source_url FROM $table_name WHERE source_url = %s", $variation )); if ($existing_record) { // Try to get post ID from this stored URL $stored_post_id = url_to_postid($existing_record->source_url); if ($stored_post_id > 0) { return $stored_post_id; } } } return 0; // No match found } /** * Process selected content via AJAX */ public function ajax_mxchat_process_selected_content() { // Basic request validation if (!check_ajax_referer('mxchat_content_selector_nonce', 'nonce', false)) { wp_send_json_error('Invalid nonce'); exit; } if (!current_user_can('manage_options')) { wp_send_json_error('Unauthorized access'); exit; } // Get post IDs - safely parse the array $post_ids = array(); if (isset($_POST['post_ids']) && is_array($_POST['post_ids'])) { foreach ($_POST['post_ids'] as $id) { $post_ids[] = absint($id); } } if (empty($post_ids)) { wp_send_json_error('No content selected'); exit; } // UPDATED: Get bot_id from request $bot_id = isset($_POST['bot_id']) ? sanitize_key($_POST['bot_id']) : 'default'; // Process only ONE post at a time to avoid request size issues $post_id = reset($post_ids); $post = get_post($post_id); if (!$post) { wp_send_json_error('Post not found'); exit; } // Get content including ACF fields $content = $post->post_title . "\n\n" . wp_strip_all_tags($post->post_content); // ADD ACF FIELDS SUPPORT $acf_fields = $this->mxchat_get_acf_fields_for_post($post_id); if (!empty($acf_fields)) { $acf_content_parts = array(); foreach ($acf_fields as $field_name => $field_value) { $formatted_value = $this->mxchat_format_acf_field_value($field_value, $field_name, $post_id); if (!empty($formatted_value)) { $field_label = ucwords(str_replace('_', ' ', $field_name)); $acf_content_parts[] = $field_label . ": " . $formatted_value; } } if (!empty($acf_content_parts)) { $content .= "\n\n" . implode("\n", $acf_content_parts); } } $content = substr($content, 0, 10000); // Limit content size // UPDATED: Get bot-specific API key $bot_options = $this->get_bot_options($bot_id); $options = !empty($bot_options) ? $bot_options : get_option('mxchat_options'); $selected_model = $options['embedding_model'] ?? 'text-embedding-ada-002'; if (strpos($selected_model, 'voyage') === 0) { $api_key = $options['voyage_api_key'] ?? ''; $provider_name = 'Voyage AI'; } elseif (strpos($selected_model, 'gemini-embedding') === 0) { $api_key = $options['gemini_api_key'] ?? ''; $provider_name = 'Google Gemini'; } else { $api_key = $options['api_key'] ?? ''; $provider_name = 'OpenAI'; } if (empty($api_key)) { wp_send_json_error($provider_name . ' API key not configured'); exit; } $source_url = get_permalink($post_id); $vector_id = md5($source_url); // Vector ID for Pinecone // UPDATED: Check for existing content in bot-specific storage $is_update = false; // Get bot-specific Pinecone configuration $bot_pinecone_config = $this->get_bot_pinecone_config($bot_id); $use_pinecone = !empty($bot_pinecone_config) && ($bot_pinecone_config['use_pinecone'] ?? false); if ($use_pinecone && !empty($bot_pinecone_config['api_key'])) { // Check Pinecone for this bot $pinecone_data = $this->mxchat_get_pinecone_processed_content($bot_pinecone_config); if (isset($pinecone_data[$post_id])) { $is_update = true; } } else { // Check WordPress DB (same as before since it's shared) global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $existing_record = $wpdb->get_row($wpdb->prepare( "SELECT id FROM $table_name WHERE source_url = %s", $source_url )); if ($existing_record) { $is_update = true; } } // UPDATED: Use the centralized utility function with bot_id $result = MxChat_Utils::submit_content_to_db( $content, $source_url, $api_key, $vector_id, $bot_id ); if (is_wp_error($result)) { wp_send_json_error('Storage failed: ' . $result->get_error_message()); exit; } $operation_type = $is_update ? 'update' : 'new'; // Count ACF fields for debugging $acf_field_count = count($acf_fields); // Success response with minimal data wp_send_json_success(array( 'message' => $operation_type === 'update' ? 'Content updated successfully' : 'Content processed successfully', 'post_id' => $post_id, 'title' => $post->post_title, 'operation_type' => $operation_type, 'vector_id' => $vector_id, 'acf_fields_found' => $acf_field_count, 'content_preview' => substr($content, 0, 100) . '...', 'bot_id' => $bot_id )); exit; } public function mxchat_get_public_post_types() { // Get all public post types $post_types = get_post_types(array('public' => true), 'objects'); $post_type_options = array(); foreach ($post_types as $post_type) { $post_type_options[$post_type->name] = $post_type->label; } // Also include common forum/community post types that might not be marked as public $additional_types = array( 'topic' => 'Forum Topics (bbPress)', 'reply' => 'Forum Replies (bbPress)', 'forum' => 'Forums (bbPress)', 'wpforo_topic' => 'wpForo Topics', 'wpforo_post' => 'wpForo Posts' ); foreach ($additional_types as $type_name => $type_label) { if (post_type_exists($type_name) && !isset($post_type_options[$type_name])) { $post_type_options[$type_name] = $type_label; } } return $post_type_options; } /** * Retrieves processed content from Pinecone API */ public function mxchat_get_pinecone_processed_content($pinecone_options) { $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? ''; $host = $pinecone_options['mxchat_pinecone_host'] ?? ''; if (empty($api_key) || empty($host)) { return array(); } $pinecone_data = array(); try { // Always get fresh data from Pinecone $pinecone_data = $this->mxchat_scan_pinecone_for_processed_content($pinecone_options); // Method 2: Final fallback - try stats endpoint (if available) if (empty($pinecone_data)) { $stats_url = "https://{$host}/describe_index_stats"; $response = wp_remote_post($stats_url, array( 'headers' => array( 'Api-Key' => $api_key, 'Content-Type' => 'application/json' ), 'body' => json_encode(array()), 'timeout' => 30 )); if (!is_wp_error($response) && wp_remote_retrieve_response_code($response) === 200) { $body = wp_remote_retrieve_body($response); $stats_data = json_decode($body, true); } } } catch (Exception $e) { // Log error but return fresh data only } return $pinecone_data; } public function mxchat_fetch_pinecone_vectors_by_ids($pinecone_options, $vector_ids) { //error_log('=== DEBUG: Starting mxchat_fetch_pinecone_vectors_by_ids ==='); $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? ''; $host = $pinecone_options['mxchat_pinecone_host'] ?? ''; if (empty($api_key) || empty($host) || empty($vector_ids)) { //error_log('DEBUG: Missing parameters for fetch by IDs'); return array(); } try { $fetch_url = "https://{$host}/vectors/fetch"; //error_log('DEBUG: Fetch URL: ' . $fetch_url); //error_log('DEBUG: Fetching ' . count($vector_ids) . ' vector IDs'); // Pinecone fetch API allows fetching specific vectors by ID $fetch_data = array( 'ids' => array_values($vector_ids) ); $response = wp_remote_post($fetch_url, array( 'headers' => array( 'Api-Key' => $api_key, 'Content-Type' => 'application/json' ), 'body' => json_encode($fetch_data), 'timeout' => 30 )); if (is_wp_error($response)) { //error_log('DEBUG: Fetch by IDs WP error: ' . $response->get_error_message()); return array(); } $response_code = wp_remote_retrieve_response_code($response); //error_log('DEBUG: Fetch response code: ' . $response_code); if ($response_code !== 200) { $error_body = wp_remote_retrieve_body($response); //error_log('DEBUG: Fetch failed with body: ' . $error_body); return array(); } $body = wp_remote_retrieve_body($response); $data = json_decode($body, true); //error_log('DEBUG: Fetch response structure: ' . print_r(array_keys($data), true)); if (!isset($data['vectors'])) { //error_log('DEBUG: No vectors key in response'); return array(); } $processed_data = array(); foreach ($data['vectors'] as $vector_id => $vector_data) { $metadata = $vector_data['metadata'] ?? array(); $source_url = $metadata['source_url'] ?? ''; if (!empty($source_url)) { $post_id = url_to_postid($source_url); if ($post_id) { $created_at = $metadata['created_at'] ?? ''; $processed_date = 'Recently'; if (!empty($created_at)) { $timestamp = is_numeric($created_at) ? $created_at : strtotime($created_at); if ($timestamp) { $processed_date = human_time_diff($timestamp, current_time('timestamp')) . ' ago'; } } $processed_data[$post_id] = array( 'db_id' => $vector_id, 'processed_date' => $processed_date, 'url' => $source_url, 'source' => 'pinecone', 'timestamp' => $timestamp ?? current_time('timestamp') ); } } } //error_log('DEBUG: Processed ' . count($processed_data) . ' vectors from fetch'); return $processed_data; } catch (Exception $e) { //error_log('DEBUG: Exception in fetch_pinecone_vectors_by_ids: ' . $e->getMessage()); return array(); } } /** * Scan Pinecone for processed content */ public function mxchat_scan_pinecone_for_processed_content($pinecone_options) { $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? ''; $host = $pinecone_options['mxchat_pinecone_host'] ?? ''; if (empty($api_key) || empty($host)) { return array(); } try { // Use multiple random vectors to get better coverage $all_matches = array(); $seen_ids = array(); // Try 3 different random vectors to get better coverage for ($i = 0; $i < 3; $i++) { $query_url = "https://{$host}/query"; // Generate a random unit vector instead of zeros $random_vector = array(); for ($j = 0; $j < 1536; $j++) { $random_vector[] = (rand(-1000, 1000) / 1000.0); } // Normalize the vector to unit length $magnitude = sqrt(array_sum(array_map(function($x) { return $x * $x; }, $random_vector))); if ($magnitude > 0) { $random_vector = array_map(function($x) use ($magnitude) { return $x / $magnitude; }, $random_vector); } $query_data = array( 'includeMetadata' => true, 'includeValues' => false, 'topK' => 10000, 'vector' => $random_vector ); $response = wp_remote_post($query_url, array( 'headers' => array( 'Api-Key' => $api_key, 'Content-Type' => 'application/json' ), 'body' => json_encode($query_data), 'timeout' => 30 )); if (is_wp_error($response)) { continue; } $response_code = wp_remote_retrieve_response_code($response); if ($response_code !== 200) { continue; } $body = wp_remote_retrieve_body($response); $data = json_decode($body, true); if (isset($data['matches'])) { foreach ($data['matches'] as $match) { $match_id = $match['id'] ?? ''; if (!empty($match_id) && !isset($seen_ids[$match_id])) { $all_matches[] = $match; $seen_ids[$match_id] = true; } } } } // Convert matches to processed data format $processed_data = array(); foreach ($all_matches as $match) { $metadata = $match['metadata'] ?? array(); $source_url = $metadata['source_url'] ?? ''; $match_id = $match['id'] ?? ''; if (!empty($source_url) && !empty($match_id)) { $post_id = url_to_postid($source_url); if ($post_id) { $created_at = $metadata['created_at'] ?? ''; $processed_date = 'Recently'; if (!empty($created_at)) { $timestamp = is_numeric($created_at) ? $created_at : strtotime($created_at); if ($timestamp) { $processed_date = human_time_diff($timestamp, current_time('timestamp')) . ' ago'; } } $processed_data[$post_id] = array( 'db_id' => $match_id, 'processed_date' => $processed_date, 'url' => $source_url, 'source' => 'pinecone', 'timestamp' => $timestamp ?? current_time('timestamp') ); } } } return $processed_data; } catch (Exception $e) { return array(); } } /** * UPDATED: Generate embeddings from input text for MXChat with bot support */ private function mxchat_generate_embedding($text, $bot_id = 'default') { // Enable detailed logging for debugging //error_log('[MXCHAT-EMBED] Starting embedding generation for bot: ' . $bot_id . '. Text length: ' . strlen($text) . ' bytes'); //error_log('[MXCHAT-EMBED] Text preview: ' . substr($text, 0, 100) . '...'); // UPDATED: Get bot-specific options $bot_options = $this->get_bot_options($bot_id); $options = !empty($bot_options) ? $bot_options : get_option('mxchat_options'); $selected_model = $options['embedding_model'] ?? 'text-embedding-ada-002'; //error_log('[MXCHAT-EMBED] Selected embedding model for bot ' . $bot_id . ': ' . $selected_model); // Determine provider and endpoint if (strpos($selected_model, 'voyage') === 0) { $api_key = $options['voyage_api_key'] ?? ''; $endpoint = 'https://api.voyageai.com/v1/embeddings'; $provider_name = 'Voyage AI'; //error_log('[MXCHAT-EMBED] Using Voyage AI API for bot ' . $bot_id); } elseif (strpos($selected_model, 'gemini-embedding') === 0) { $api_key = $options['gemini_api_key'] ?? ''; $endpoint = 'https://generativelanguage.googleapis.com/v1beta/models/' . $selected_model . ':embedContent'; $provider_name = 'Google Gemini'; //error_log('[MXCHAT-EMBED] Using Google Gemini API for bot ' . $bot_id); } else { $api_key = $options['api_key'] ?? ''; $endpoint = 'https://api.openai.com/v1/embeddings'; $provider_name = 'OpenAI'; //error_log('[MXCHAT-EMBED] Using OpenAI API for bot ' . $bot_id); } //error_log('[MXCHAT-EMBED] Using endpoint: ' . $endpoint); if (empty($api_key)) { $error_message = sprintf('Missing %s API key for bot %s. Please configure your API key in the bot settings.', $provider_name, $bot_id); //error_log('[MXCHAT-EMBED] Error: ' . $error_message); return $error_message; } // Check if text is too long (for OpenAI, roughly estimate tokens as words/0.75) $estimated_tokens = ceil(str_word_count($text) / 0.75); //error_log('[MXCHAT-EMBED] Estimated token count: ~' . $estimated_tokens); if ($estimated_tokens > 8000 && strpos($selected_model, 'voyage') === false && strpos($selected_model, 'gemini-embedding') === false) { //error_log('[MXCHAT-EMBED] Warning: Text may exceed OpenAI token limits (8K for most models)'); // Consider truncating text here } // Prepare request body based on provider if (strpos($selected_model, 'gemini-embedding') === 0) { // Gemini API format $request_body = array( 'model' => 'models/' . $selected_model, 'content' => array( 'parts' => array( array('text' => $text) ) ) ); // Set output dimensionality to 1536 for consistency with other models $request_body['outputDimensionality'] = 1536; } else { // OpenAI/Voyage API format $request_body = array( 'model' => $selected_model, 'input' => $text ); // Add output_dimension for voyage-3-large model if ($selected_model === 'voyage-3-large') { $request_body['output_dimension'] = 2048; } } //error_log('[MXCHAT-EMBED] Request prepared with model: ' . $selected_model); // Prepare headers based on provider if (strpos($selected_model, 'gemini-embedding') === 0) { // Gemini uses API key as query parameter $endpoint .= '?key=' . $api_key; $headers = array( 'Content-Type' => 'application/json' ); } else { // OpenAI/Voyage use Bearer token $headers = array( 'Authorization' => 'Bearer ' . $api_key, 'Content-Type' => 'application/json' ); } // Make API request //error_log('[MXCHAT-EMBED] Sending API request to: ' . $endpoint); $response = wp_remote_post($endpoint, array( 'body' => wp_json_encode($request_body), 'headers' => $headers, 'timeout' => 60 // Increased timeout for large inputs )); // Handle wp_remote_post errors if (is_wp_error($response)) { $error_message = $response->get_error_message(); //error_log('[MXCHAT-EMBED] WP Remote Post Error: ' . $error_message); return 'Connection error: ' . $error_message; } // Get and check HTTP response code $http_code = wp_remote_retrieve_response_code($response); //error_log('[MXCHAT-EMBED] API Response Code: ' . $http_code); if ($http_code !== 200) { $error_body = wp_remote_retrieve_body($response); //error_log('[MXCHAT-EMBED] API Error Response Body: ' . $error_body); // Try to parse error for more details $error_json = json_decode($error_body, true); if (json_last_error() === JSON_ERROR_NONE && isset($error_json['error'])) { $error_type = $error_json['error']['type'] ?? 'unknown'; $error_message = $error_json['error']['message'] ?? 'No message'; //error_log('[MXCHAT-EMBED] API Error Type: ' . $error_type); //error_log('[MXCHAT-EMBED] API Error Message: ' . $error_message); // Customize error message for common API errors if ($error_type === 'invalid_request_error' && strpos($error_message, 'API key') !== false) { $error_message = sprintf('Invalid %s API key for bot %s. Please check your API key in the bot settings.', $provider_name, $bot_id); } elseif ($error_type === 'authentication_error') { $error_message = sprintf('%s authentication failed for bot %s. Please verify your API key in the bot settings.', $provider_name, $bot_id); } //error_log('[MXCHAT-EMBED] Returning error: ' . $error_message); return $error_message; } $error_message = sprintf("API Error (HTTP %d): Unable to generate embedding for bot %s", $http_code, $bot_id); //error_log('[MXCHAT-EMBED] Returning error: ' . $error_message); return $error_message; } // Parse response body $response_body = wp_remote_retrieve_body($response); //error_log('[MXCHAT-EMBED] Received response length: ' . strlen($response_body) . ' bytes'); $response_data = json_decode($response_body, true); if (json_last_error() !== JSON_ERROR_NONE) { $error = json_last_error_msg(); //error_log('[MXCHAT-EMBED] JSON Parse Error: ' . $error); //error_log('[MXCHAT-EMBED] Response preview: ' . substr($response_body, 0, 200)); return "Failed to parse API response: $error"; } // Handle different response formats based on provider if (strpos($selected_model, 'gemini-embedding') === 0) { // Gemini API response format if (isset($response_data['embedding']['values'])) { $embedding_dimensions = count($response_data['embedding']['values']); //error_log('[MXCHAT-EMBED] Successfully extracted Gemini embedding with ' . $embedding_dimensions . ' dimensions'); // Check if embedding dimensions are as expected (should be 1536) if ($embedding_dimensions !== 1536) { //error_log('[MXCHAT-EMBED] Warning: Unexpected Gemini embedding dimensions: ' . $embedding_dimensions); } return $response_data['embedding']['values']; } else { //error_log('[MXCHAT-EMBED] Error: No embedding found in Gemini response'); //error_log('[MXCHAT-EMBED] Response structure: ' . wp_json_encode(array_keys($response_data))); if (isset($response_data['error'])) { $error_message = "Gemini API Error in response: " . wp_json_encode($response_data['error']); //error_log('[MXCHAT-EMBED] ' . $error_message); return $error_message; } $error_message = "Invalid Gemini API response format: No embedding found"; //error_log('[MXCHAT-EMBED] ' . $error_message); return $error_message; } } else { // OpenAI/Voyage API response format if (isset($response_data['data'][0]['embedding'])) { $embedding_dimensions = count($response_data['data'][0]['embedding']); //error_log('[MXCHAT-EMBED] Successfully extracted embedding with ' . $embedding_dimensions . ' dimensions'); // Check if embedding dimensions are as expected if (($selected_model === 'text-embedding-ada-002' && $embedding_dimensions !== 1536) || ($selected_model === 'voyage-3-large' && $embedding_dimensions !== 2048)) { //error_log('[MXCHAT-EMBED] Warning: Unexpected embedding dimensions'); } return $response_data['data'][0]['embedding']; } else { //error_log('[MXCHAT-EMBED] Error: No embedding found in response'); //error_log('[MXCHAT-EMBED] Response structure: ' . wp_json_encode(array_keys($response_data))); if (isset($response_data['error'])) { $error_message = "API Error in response: " . wp_json_encode($response_data['error']); //error_log('[MXCHAT-EMBED] ' . $error_message); return $error_message; } $error_message = "Invalid API response format: No embedding found"; //error_log('[MXCHAT-EMBED] ' . $error_message); return $error_message; } } } /** * Get bot-specific options for multi-bot functionality * Falls back to default options if bot_id is 'default' or multi-bot add-on is not active */ private function get_bot_options($bot_id = 'default') { //error_log("MXCHAT DEBUG: get_bot_options called for bot: " . $bot_id); if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) { //error_log("MXCHAT DEBUG: Using default options (no multi-bot or bot is 'default')"); return array(); } $bot_options = apply_filters('mxchat_get_bot_options', array(), $bot_id); if (!empty($bot_options)) { //error_log("MXCHAT DEBUG: Got bot-specific options from filter"); if (isset($bot_options['similarity_threshold'])) { //error_log(" - similarity_threshold: " . $bot_options['similarity_threshold']); } } return is_array($bot_options) ? $bot_options : array(); } /** * Get bot-specific Pinecone configuration * Used in the knowledge retrieval functions */ // Also add debugging to your get_bot_pinecone_config function private function get_bot_pinecone_config($bot_id = 'default') { //error_log("MXCHAT DEBUG: get_bot_pinecone_config called for bot: " . $bot_id); // If default bot or multi-bot add-on not active, use default Pinecone config if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) { //error_log("MXCHAT DEBUG: Using default Pinecone config (no multi-bot or bot is 'default')"); $addon_options = get_option('mxchat_pinecone_addon_options', array()); $config = array( 'use_pinecone' => (isset($addon_options['mxchat_use_pinecone']) && $addon_options['mxchat_use_pinecone'] === '1'), 'api_key' => $addon_options['mxchat_pinecone_api_key'] ?? '', 'host' => $addon_options['mxchat_pinecone_host'] ?? '', 'namespace' => $addon_options['mxchat_pinecone_namespace'] ?? '' ); //error_log("MXCHAT DEBUG: Default config - use_pinecone: " . ($config['use_pinecone'] ? 'true' : 'false')); return $config; } //error_log("MXCHAT DEBUG: Calling filter 'mxchat_get_bot_pinecone_config' for bot: " . $bot_id); // Hook for multi-bot add-on to provide bot-specific Pinecone config $bot_pinecone_config = apply_filters('mxchat_get_bot_pinecone_config', array(), $bot_id); if (!empty($bot_pinecone_config)) { //error_log("MXCHAT DEBUG: Got bot-specific config from filter"); //error_log(" - use_pinecone: " . (isset($bot_pinecone_config['use_pinecone']) ? ($bot_pinecone_config['use_pinecone'] ? 'true' : 'false') : 'not set')); //error_log(" - host: " . ($bot_pinecone_config['host'] ?? 'not set')); //error_log(" - namespace: " . ($bot_pinecone_config['namespace'] ?? 'not set')); } else { //error_log("MXCHAT DEBUG: Filter returned empty config!"); } return is_array($bot_pinecone_config) ? $bot_pinecone_config : array(); } public function mxchat_ajax_dismiss_completed_status() { try { // Verify the request check_ajax_referer('mxchat_status_nonce', 'nonce'); if (!current_user_can('manage_options')) { wp_send_json_error('Unauthorized access'); exit; } $card_type = isset($_POST['card_type']) ? sanitize_text_field($_POST['card_type']) : ''; if ($card_type === 'pdf') { // Clear PDF status $pdf_url = get_transient('mxchat_last_pdf_url'); if ($pdf_url) { delete_transient('mxchat_pdf_status_' . md5($pdf_url)); delete_transient('mxchat_last_pdf_url'); } } elseif ($card_type === 'sitemap') { // Clear sitemap status $sitemap_url = get_transient('mxchat_last_sitemap_url'); if ($sitemap_url) { delete_transient('mxchat_sitemap_status_' . md5($sitemap_url)); delete_transient('mxchat_last_sitemap_url'); } } wp_send_json_success(array('message' => 'Status dismissed successfully')); } catch (Exception $e) { wp_send_json_error(array('message' => 'Error dismissing status: ' . $e->getMessage())); } } /** * Render completed status cards on page load * This ensures completed processing status persists through page refreshes */ public function mxchat_render_completed_status_cards() { $output = ''; // Check for completed PDF status $pdf_url = get_transient('mxchat_last_pdf_url'); if ($pdf_url) { $pdf_status = $this->mxchat_get_pdf_processing_status($pdf_url); if ($pdf_status && ($pdf_status['status'] === 'complete' || $pdf_status['status'] === 'error')) { $output .= $this->mxchat_render_pdf_status_card($pdf_status, $pdf_url); } } // Check for completed sitemap status $sitemap_url = get_transient('mxchat_last_sitemap_url'); if ($sitemap_url) { $sitemap_status = $this->mxchat_get_sitemap_processing_status($sitemap_url); if ($sitemap_status && ($sitemap_status['status'] === 'complete' || $sitemap_status['status'] === 'error')) { $output .= $this->mxchat_render_sitemap_status_card($sitemap_status, $sitemap_url); } } return $output; } /** * Render PDF status card HTML */ private function mxchat_render_pdf_status_card($status, $pdf_url) { $html = ''; // End card return $html; } /** * Render sitemap status card HTML */ private function mxchat_render_sitemap_status_card($status, $sitemap_url) { $html = ''; // End card return $html; } /** * Render failed pages list */ private function mxchat_render_failed_pages_list($failed_pages_list) { // Validate that $failed_pages_list is an array and not empty if (!is_array($failed_pages_list) || empty($failed_pages_list)) { return ''; } $html = ''; return $html; } /** * Render failed URLs list */ private function mxchat_render_failed_urls_list($failed_urls_list) { // Validate that $failed_urls_list is an array and not empty if (!is_array($failed_urls_list) || empty($failed_urls_list)) { return ''; } $html = ''; return $html; } /** * Get all ACF fields for a specific post */ public function mxchat_get_acf_fields_for_post($post_id) { if (!function_exists('get_fields')) { return array(); } $fields = get_fields($post_id); if (!$fields || !is_array($fields)) { return array(); } return $fields; } /** * Format ACF field values for content extraction */ public function mxchat_format_acf_field_value($value, $field_name = '', $post_id = 0) { if (empty($value)) { return ''; } // Handle WP_Post objects first (THIS IS THE KEY FIX) if ($value instanceof WP_Post) { return $value->post_title ?: ''; } // Handle other WP objects if (is_object($value)) { if (isset($value->post_title)) { return $value->post_title; } elseif (isset($value->display_name)) { return $value->display_name; } elseif (isset($value->name)) { return $value->name; } elseif (method_exists($value, '__toString')) { try { return (string) $value; } catch (Exception $e) { return ''; } } // For any other objects, return empty string return ''; } // Handle different ACF field types if (is_array($value)) { // Check if it's an image/file field if (isset($value['url'])) { // Image field - return alt text, title, or caption if (!empty($value['alt'])) { return $value['alt']; } elseif (!empty($value['title'])) { return $value['title']; } elseif (!empty($value['caption'])) { return $value['caption']; } else { return ''; // Don't include just the URL } } // Check if it's a post object or relationship field if (isset($value['post_title'])) { return $value['post_title']; } // Check if it's a user field if (isset($value['display_name'])) { return $value['display_name']; } // Check if it's a taxonomy term if (isset($value['name']) && isset($value['taxonomy'])) { return $value['name']; } // Check if it's a select field with label if (isset($value['label'])) { return $value['label']; } // Check for repeater field or flexible content if (is_numeric(key($value))) { $sub_values = array(); foreach ($value as $sub_item) { if (is_array($sub_item)) { // For repeater/flexible content, extract text values $sub_text = $this->mxchat_extract_text_from_acf_array($sub_item); if (!empty($sub_text)) { $sub_values[] = $sub_text; } } elseif ($sub_item instanceof WP_Post) { // Handle WP_Post objects in arrays $sub_values[] = $sub_item->post_title ?: ''; } else { $sub_values[] = (string) $sub_item; } } return implode(', ', array_filter($sub_values)); } // For other arrays, try to extract meaningful text $text_values = array(); foreach ($value as $key => $val) { if (is_string($val) && !empty(trim($val))) { $text_values[] = trim($val); } elseif ($val instanceof WP_Post) { // Handle WP_Post objects in associative arrays $text_values[] = $val->post_title ?: ''; } elseif (is_array($val) && isset($val['post_title'])) { $text_values[] = $val['post_title']; } elseif (is_array($val) && isset($val['name'])) { $text_values[] = $val['name']; } } return implode(', ', array_filter($text_values)); } // Handle boolean values if (is_bool($value)) { return $value ? 'Yes' : 'No'; } // Handle numeric values if (is_numeric($value)) { return (string) $value; } // Handle string values if (is_string($value)) { return trim($value); } // For anything else that we can't handle, return empty string // This prevents the "Object could not be converted to string" error return ''; } /** * Extract text from complex ACF array structures */ private function mxchat_extract_text_from_acf_array($array) { if (!is_array($array)) { return ''; } $text_parts = array(); foreach ($array as $key => $value) { if (is_string($value) && !empty(trim($value))) { // Skip keys that are likely to be IDs or technical values if (!is_numeric($value) || strlen($value) > 10) { $text_parts[] = trim($value); } } elseif ($value instanceof WP_Post) { // Handle WP_Post objects $text_parts[] = $value->post_title ?: ''; } elseif (is_array($value)) { if (isset($value['post_title'])) { $text_parts[] = $value['post_title']; } elseif (isset($value['name'])) { $text_parts[] = $value['name']; } elseif (isset($value['label'])) { $text_parts[] = $value['label']; } } elseif (is_object($value)) { // Handle other objects safely if (isset($value->post_title)) { $text_parts[] = $value->post_title; } elseif (isset($value->name)) { $text_parts[] = $value->name; } elseif (isset($value->display_name)) { $text_parts[] = $value->display_name; } } } return implode(', ', array_filter($text_parts)); } public function mxchat_handle_post_update($post_id, $post, $update) { // Basic validation checks if (defined('DOING_AUTOSAVE') && DOING_AUTOSAVE || wp_is_post_revision($post_id)) { return; } $post_type = $post->post_type; // Check if sync is enabled for this post type $should_sync = false; // Check built-in post types first if ($post_type === 'post' && get_option('mxchat_auto_sync_posts') === '1') { $should_sync = true; } else if ($post_type === 'page' && get_option('mxchat_auto_sync_pages') === '1') { $should_sync = true; } else { // Check custom post types $option_name = 'mxchat_auto_sync_' . $post_type; if (get_option($option_name) === '1') { $should_sync = true; } } if (!$should_sync) { return; } // Check if we have stored the previous status and URL in our transients $previous_status_key = 'mxchat_prev_status_' . $post_id; $previous_status = get_transient($previous_status_key); $previous_url_key = 'mxchat_prev_url_' . $post_id; $previous_url = get_transient($previous_url_key); // If the post was previously published but is now not published, remove from knowledge base if ($previous_status === 'publish' && $post->post_status !== 'publish') { // Use the stored URL from when it was published, or fall back to current permalink $source_url = $previous_url ?: get_permalink($post_id); if ($source_url) { // Check if Pinecone is enabled $pinecone_options = get_option('mxchat_pinecone_addon_options', array()); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if ($use_pinecone && !empty($pinecone_options['mxchat_pinecone_api_key'])) { // Delete from Pinecone $this->mxchat_delete_from_pinecone_by_url($source_url, $pinecone_options); } else { // Delete from WordPress DB global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $result = $wpdb->delete( $table_name, array('source_url' => $source_url), array('%s') ); } } // Clean up the transients and exit early delete_transient($previous_status_key); delete_transient($previous_url_key); return; } // Store the current status for next time (if this is an update) if ($update) { set_transient($previous_status_key, $post->post_status, DAY_IN_SECONDS); // If the post is currently published, also store its URL if ($post->post_status === 'publish') { $current_url = get_permalink($post_id); set_transient($previous_url_key, $current_url, DAY_IN_SECONDS); } } // Only process currently published content for adding/updating if ($post->post_status === 'publish') { // Get the source URL $source_url = get_permalink($post_id); // Get content with proper formatting (matching ajax_mxchat_process_selected_content) $title = get_the_title($post_id); $content = get_post_field('post_content', $post_id); // Apply WordPress content filters to get properly formatted content $content = apply_filters('the_content', $content); // Strip tags but preserve structure $content = wp_strip_all_tags($content); // Combine title and content $final_content = $title . "\n\n" . $content; // For custom post types like job_listing, include additional fields if ($post_type === 'job_listing') { // Add job-specific meta if available $job_location = get_post_meta($post_id, '_job_location', true); if (!empty($job_location)) { $final_content .= "\n\nLocation: " . $job_location; } // Get job type terms $job_types = get_the_terms($post_id, 'job_listing_type'); if (!empty($job_types) && !is_wp_error($job_types)) { $types = array(); foreach ($job_types as $type) { $types[] = $type->name; } $final_content .= "\n\nJob Type: " . implode(', ', $types); } // Get company name if available $company_name = get_post_meta($post_id, '_company_name', true); if (!empty($company_name)) { $final_content .= "\n\nCompany: " . $company_name; } } // Get API key with proper model detection $options = get_option('mxchat_options'); $selected_model = $options['embedding_model'] ?? 'text-embedding-ada-002'; if (strpos($selected_model, 'voyage') === 0) { $api_key = $options['voyage_api_key'] ?? ''; } elseif (strpos($selected_model, 'gemini-embedding') === 0) { $api_key = $options['gemini_api_key'] ?? ''; } else { $api_key = $options['api_key'] ?? ''; } if (empty($api_key)) { return; } // Use the centralized utility function for storage $result = MxChat_Utils::submit_content_to_db( $final_content, $source_url, $api_key, md5($source_url) // Vector ID for Pinecone ); } // Clean up the stored previous status if not used above if ($previous_status !== 'publish' || $post->post_status === 'publish') { delete_transient($previous_status_key); delete_transient($previous_url_key); } } /** * Store the post status and URL before update to detect status transitions * This runs before the post is actually updated in the database */ public function mxchat_store_pre_update_status($post_id, $data) { // Get the current post from database (before update) $current_post = get_post($post_id); if ($current_post) { // Store the current status temporarily $status_key = 'mxchat_prev_status_' . $post_id; set_transient($status_key, $current_post->post_status, HOUR_IN_SECONDS); // If the post is currently published, also store its URL if ($current_post->post_status === 'publish') { $url_key = 'mxchat_prev_url_' . $post_id; $current_url = get_permalink($post_id); set_transient($url_key, $current_url, HOUR_IN_SECONDS); } } } public function mxchat_handle_post_delete($post_id) { // Get post data before it's deleted $post = get_post($post_id); // Basic validation if (!$post || wp_is_post_revision($post_id)) { return; } $post_type = $post->post_type; // Check if sync is enabled for this post type $should_sync = false; // Check built-in post types first if ($post_type === 'post' && get_option('mxchat_auto_sync_posts') === '1') { $should_sync = true; } else if ($post_type === 'page' && get_option('mxchat_auto_sync_pages') === '1') { $should_sync = true; } else { // Check custom post types $option_name = 'mxchat_auto_sync_' . $post_type; if (get_option($option_name) === '1') { $should_sync = true; } } if (!$should_sync) { return; } // Get the URL before post is deleted $source_url = get_permalink($post_id); if (!$source_url) { //error_log('MXChat: Failed to get permalink for post ' . $post_id); return; } // Check if Pinecone is enabled $pinecone_options = get_option('mxchat_pinecone_addon_options', array()); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if ($use_pinecone && !empty($pinecone_options['mxchat_pinecone_api_key'])) { // Delete from Pinecone $this->mxchat_delete_from_pinecone_by_url($source_url, $pinecone_options); } else { // Delete from WordPress DB global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $result = $wpdb->delete( $table_name, array('source_url' => $source_url), array('%s') ); if ($result === false) { //error_log('MXChat: WordPress DB deletion failed for URL: ' . $source_url); } } } /** * Deletes data from Pinecone using a source URL */ public function mxchat_delete_from_pinecone_by_url($source_url, $pinecone_options) { $host = $pinecone_options['mxchat_pinecone_host'] ?? ''; $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? ''; if (empty($host) || empty($api_key)) { //error_log('MXChat: Pinecone deletion failed - missing configuration'); return false; } $api_endpoint = "https://{$host}/vectors/delete"; $vector_id = md5($source_url); $request_body = array( 'ids' => array($vector_id) ); $response = wp_remote_post($api_endpoint, array( 'headers' => array( 'Api-Key' => $api_key, 'accept' => 'application/json', 'content-type' => 'application/json' ), 'body' => wp_json_encode($request_body), 'timeout' => 30 )); if (is_wp_error($response)) { //error_log('MXChat: Pinecone deletion error - ' . $response->get_error_message()); return false; } $response_code = wp_remote_retrieve_response_code($response); if ($response_code !== 200) { //error_log('MXChat: Pinecone deletion failed with status ' . $response_code); return false; } return true; } public function mxchat_handle_product_change($post_id, $post, $update) { if ($post->post_type !== 'product') { return; } if ($post->post_status === 'publish') { add_action('shutdown', function() use ($post_id) { $product = wc_get_product($post_id); if ($product) { $this->mxchat_store_product_embedding($product); } }); } } /** * Store WooCommerce product embeddings */ private function mxchat_store_product_embedding($product) { if (!isset($this->options['enable_woocommerce_integration']) || !in_array($this->options['enable_woocommerce_integration'], ['1', 'on'])) { return; } $source_url = get_permalink($product->get_id()); // Build product content $title = $product->get_name(); $description = $product->get_description(); $short_description = $product->get_short_description(); $regular_price = $product->get_regular_price(); $sale_price = $product->get_sale_price(); $sku = $product->get_sku(); // Format content consistently $content = $title . "\n\n"; if (!empty($description)) { $content .= wp_strip_all_tags($description) . "\n\n"; } if (!empty($short_description)) { $content .= "Short Description: " . wp_strip_all_tags($short_description) . "\n\n"; } $content .= "Price: $" . $regular_price . "\n"; if (!empty($sale_price)) { $content .= "Sale Price: $" . $sale_price . "\n"; } if (!empty($sku)) { $content .= "SKU: " . $sku . "\n"; } // Get API key with proper model detection $options = get_option('mxchat_options'); $selected_model = $options['embedding_model'] ?? 'text-embedding-ada-002'; if (strpos($selected_model, 'voyage') === 0) { $api_key = $options['voyage_api_key'] ?? ''; } elseif (strpos($selected_model, 'gemini-embedding') === 0) { $api_key = $options['gemini_api_key'] ?? ''; } else { $api_key = $options['api_key'] ?? ''; } if (empty($api_key)) { //error_log('MxChat Auto-sync: No API key configured for embedding model'); return; } // Use the centralized utility function for storage $result = MxChat_Utils::submit_content_to_db( $content, $source_url, $api_key, md5($source_url) // Vector ID for Pinecone ); if (is_wp_error($result)) { //error_log('MxChat WooCommerce sync failed for product ' . $product->get_id() . ': ' . $result->get_error_message()); } } public function mxchat_handle_product_delete($post_id) { if (get_post_type($post_id) !== 'product') { return; } $source_url = get_permalink($post_id); // Check if Pinecone is enabled $pinecone_options = get_option('mxchat_pinecone_addon_options', array()); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if ($use_pinecone && !empty($pinecone_options['mxchat_pinecone_api_key'])) { // Delete from Pinecone $this->mxchat_delete_from_pinecone_by_url($source_url, $pinecone_options); } else { // Delete from WordPress DB global $wpdb; $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $wpdb->delete( $table_name, array('source_url' => $source_url), array('%s') ); } } /** * Handle individual Pinecone content deletion */ public function mxchat_handle_pinecone_prompt_delete() { // Check permissions if (!current_user_can('manage_options')) { wp_die(esc_html__('You do not have sufficient permissions.', 'mxchat')); } // Verify nonce if (!isset($_GET['_wpnonce']) || !wp_verify_nonce($_GET['_wpnonce'], 'mxchat_delete_pinecone_prompt_nonce')) { wp_die(esc_html__('Security check failed.', 'mxchat')); } $vector_id = isset($_GET['vector_id']) ? sanitize_text_field($_GET['vector_id']) : ''; if (empty($vector_id)) { set_transient('mxchat_admin_notice_error', esc_html__('Invalid vector ID.', 'mxchat'), 30 ); wp_safe_redirect(admin_url('admin.php?page=mxchat-prompts')); exit; } // Get Pinecone settings $pinecone_options = get_option('mxchat_pinecone_addon_options', array()); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if (!$use_pinecone || empty($pinecone_options['mxchat_pinecone_api_key'])) { set_transient('mxchat_admin_notice_error', esc_html__('Pinecone is not properly configured.', 'mxchat'), 30 ); wp_safe_redirect(admin_url('admin.php?page=mxchat-prompts')); exit; } // Delete from Pinecone $pinecone_manager = MxChat_Pinecone_Manager::get_instance(); $result = $pinecone_manager->mxchat_delete_from_pinecone_by_vector_id( $vector_id, $pinecone_options['mxchat_pinecone_api_key'], $pinecone_options['mxchat_pinecone_host'] ); if ($result['success']) { // No cache clearing needed since we removed caching set_transient('mxchat_admin_notice_success', esc_html__('Entry deleted successfully from Pinecone.', 'mxchat'), 30 ); } else { set_transient('mxchat_admin_notice_error', esc_html__('Failed to delete entry: ', 'mxchat') . $result['message'], 30 ); } wp_safe_redirect(admin_url('admin.php?page=mxchat-prompts')); exit; } /** * Handle individual Pinecone content deletion via AJAX */ public function ajax_mxchat_delete_pinecone_prompt() { // Verify nonce and permissions if (!check_ajax_referer('mxchat_delete_pinecone_prompt_nonce', 'nonce', false)) { wp_send_json_error('Invalid nonce'); exit; } if (!current_user_can('manage_options')) { wp_send_json_error('Unauthorized access'); exit; } $vector_id = isset($_POST['vector_id']) ? sanitize_text_field($_POST['vector_id']) : ''; $bot_id = isset($_POST['bot_id']) ? sanitize_text_field($_POST['bot_id']) : 'default'; if (empty($vector_id)) { wp_send_json_error('Missing vector ID'); exit; } // Get bot-specific Pinecone settings $pinecone_manager = MxChat_Pinecone_Manager::get_instance(); $pinecone_options = $pinecone_manager->mxchat_get_bot_pinecone_options($bot_id); $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1'; if (!$use_pinecone || empty($pinecone_options['mxchat_pinecone_api_key'])) { wp_send_json_error('Pinecone is not properly configured for bot: ' . $bot_id); exit; } // Delete from the correct Pinecone index $result = $pinecone_manager->mxchat_delete_from_pinecone_by_vector_id( $vector_id, $pinecone_options['mxchat_pinecone_api_key'], $pinecone_options['mxchat_pinecone_host'] ); if ($result['success']) { // No cache clearing needed since we removed caching wp_send_json_success(array( 'message' => 'Entry deleted successfully from Pinecone', 'vector_id' => $vector_id, 'bot_id' => $bot_id )); } else { wp_send_json_error('Failed to delete from Pinecone: ' . $result['message']); } exit; } /** * NEW: Get hierarchical roles for dropdown */ public function mxchat_get_role_options() { return array( 'public' => __('Public (Everyone)', 'mxchat'), 'logged_in' => __('Logged In Users', 'mxchat'), 'subscriber' => __('Subscribers & Above', 'mxchat'), 'contributor' => __('Contributors & Above', 'mxchat'), 'author' => __('Authors & Above', 'mxchat'), 'editor' => __('Editors & Above', 'mxchat'), 'administrator' => __('Administrators Only', 'mxchat') ); } /** * NEW: Check if user has access to content based on role restriction */ public function mxchat_user_has_content_access($role_restriction) { // Public content is always accessible if ($role_restriction === 'public' || empty($role_restriction)) { return true; } // Check if user is logged in for logged_in restriction if ($role_restriction === 'logged_in') { return is_user_logged_in(); } // If not logged in, no access to role-restricted content if (!is_user_logged_in()) { return false; } $user = wp_get_current_user(); $user_roles = $user->roles; if (empty($user_roles)) { return false; } // Define role hierarchy (higher number = higher access) $hierarchy = array( 'subscriber' => 1, 'contributor' => 2, 'author' => 3, 'editor' => 4, 'administrator' => 5 ); // Get required level $required_level = isset($hierarchy[$role_restriction]) ? $hierarchy[$role_restriction] : 0; // Check if user has required level or higher foreach ($user_roles as $user_role) { $user_level = isset($hierarchy[$user_role]) ? $hierarchy[$user_role] : 0; if ($user_level >= $required_level) { return true; } } return false; } /** * Handle role restriction updates via AJAX * UPDATED: Removed cache clearing call since we removed caching */ public function ajax_mxchat_update_role_restriction() { // Verify nonce and permissions if (!check_ajax_referer('mxchat_update_role_nonce', 'nonce', false)) { wp_send_json_error('Invalid nonce'); exit; } if (!current_user_can('manage_options')) { wp_send_json_error('Unauthorized access'); exit; } $entry_id = isset($_POST['entry_id']) ? sanitize_text_field($_POST['entry_id']) : ''; $role_restriction = isset($_POST['role_restriction']) ? sanitize_text_field($_POST['role_restriction']) : 'public'; $data_source = isset($_POST['data_source']) ? sanitize_text_field($_POST['data_source']) : 'wordpress'; if (empty($entry_id)) { wp_send_json_error('Invalid entry ID'); exit; } // Get knowledge manager instance to validate role restriction $knowledge_manager = MxChat_Knowledge_Manager::get_instance(); $valid_roles = array_keys($knowledge_manager->mxchat_get_role_options()); if (!in_array($role_restriction, $valid_roles)) { wp_send_json_error('Invalid role restriction'); exit; } global $wpdb; if ($data_source === 'pinecone') { // Handle Pinecone role restriction (stored separately in WordPress table) $roles_table = $wpdb->prefix . 'mxchat_pinecone_roles'; // Use REPLACE to insert or update the role restriction $result = $wpdb->replace( $roles_table, array( 'vector_id' => $entry_id, 'role_restriction' => $role_restriction, 'updated_at' => current_time('mysql') ), array('%s', '%s', '%s') ); // No cache clearing needed since we removed caching } else { // Handle WordPress database role restriction (existing functionality) $table_name = $wpdb->prefix . 'mxchat_system_prompt_content'; $result = $wpdb->update( $table_name, array('role_restriction' => $role_restriction), array('id' => absint($entry_id)), array('%s'), array('%d') ); } if ($result === false) { wp_send_json_error('Database update failed: ' . $wpdb->last_error); exit; } wp_send_json_success(array( 'message' => 'Role restriction updated successfully', 'role_restriction' => $role_restriction, 'data_source' => $data_source, 'entry_id' => $entry_id )); exit; } // ======================================== // HELPER METHODS // ======================================== /** * Check if user has required permissions for content processing */ private function mxchat_check_user_permissions() { if (!current_user_can('manage_options')) { wp_die(esc_html__('You do not have sufficient permissions.', 'mxchat')); } } /** * Validate nonce for security */ private function mxchat_validate_nonce($nonce_name, $nonce_action) { if (!isset($_POST[$nonce_name]) || !wp_verify_nonce($_POST[$nonce_name], $nonce_action)) { wp_die(esc_html__('Security check failed.', 'mxchat')); } } /** * Get embedding API credentials */ private function mxchat_get_embedding_credentials() { $embedding_model = $this->options['embedding_model'] ?? 'text-embedding-ada-002'; if (strpos($embedding_model, 'text-embedding-') !== false) { return array( 'type' => 'openai', 'api_key' => $this->options['api_key'] ?? '' ); } elseif (strpos($embedding_model, 'voyage-') !== false) { return array( 'type' => 'voyage', 'api_key' => $this->options['voyage_api_key'] ?? '' ); } elseif (strpos($embedding_model, 'gemini-embedding-') !== false) { return array( 'type' => 'gemini', 'api_key' => $this->options['gemini_api_key'] ?? '' ); } return array('type' => 'unknown', 'api_key' => ''); } /** * Log processing errors */ private function mxchat_log_processing_error($operation, $error_message) { //error_log("MxChat Knowledge Processing {$operation} Error: " . $error_message); } /** * Set admin notice transient */ private function mxchat_set_admin_notice($type, $message) { set_transient("mxchat_admin_notice_{$type}", $message, 30); } /** * Get Pinecone manager instance for vector operations */ private function mxchat_get_pinecone_manager() { return MxChat_Pinecone_Manager::get_instance(); } // ======================================== // STATIC ACCESS METHODS // ======================================== /** * Get singleton instance */ public static function get_instance() { static $instance = null; if ($instance === null) { $instance = new self(); } return $instance; } } // Initialize the Knowledge manager $mxchat_knowledge_manager = MxChat_Knowledge_Manager::get_instance();