PluginProbe
ElasticPress / 5.3.5
ElasticPress v5.3.5
5.3.5 5.3.4 3.6.5 3.6.6 4.0.0 4.0.1 4.1.0 4.2.0 4.2.1 4.2.2 4.3.0 4.3.1 4.4.0 4.4.1 4.5.0 4.5.1 4.5.2 4.6.0 4.6.1 4.7.0 4.7.1 4.7.2 5.0.0 5.0.1 5.0.2 All 108 releases
← All changes | includes/classes/Elasticsearch.php +264 -47 4.2.25.3.5 View file →
@@ -7,10 +7,11 @@
7 7 */
8 8
9 9 namespace ElasticPress;
10 10
11 -use ElasticPress\Utils as Utils;
12 -use \WP_Error as WP_Error;
11 +use WP_Error;
12 +use ElasticPress\Indexables;
13 +use ElasticPress\Utils;
13 14
14 15 if ( ! defined( 'ABSPATH' ) ) {
15 16 exit; // Exit if accessed directly.
16 17 }
@@ -76,9 +77,9 @@
76 77 * @param string $type Index type. Previously this was used for index type. Now it's just passed to hooks for legacy reasons.
77 78 * @param array $document Formatted Elasticsearch document.
78 79 * @param boolean $blocking Blocking HTTP request or not.
79 80 * @since 3.0
80 - * @return boolean|array
81 + * @return boolean|object
81 82 */
82 83 public function index_document( $index, $type, $document, $blocking = true ) {
83 84 /**
84 85 * Filter Elasticsearch index document request path
@@ -90,9 +91,9 @@
90 91 * @param {string} $type Type of document
91 92 * @return {string} New path
92 93 * @since 3.0
93 94 */
94 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
95 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
95 96 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/' . $document['ID'], $document, $type );
96 97 } else {
97 98 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_doc/' . $document['ID'], $document, $type );
98 99 }
@@ -282,9 +283,9 @@
282 283 * @since 3.0
283 284 * @return bool|array
284 285 */
285 286 public function query( $index, $type, $query, $query_args, $query_object = null ) {
286 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
287 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
287 288 $path = $index . '/' . $type . '/_search';
288 289 } else {
289 290 $path = $index . '/_search';
290 291 }
@@ -402,8 +403,16 @@
402 403 * @param {string} $scope Backwards compat for scope parameter.
403 404 * @param {array} $query_args Current WP Query arguments
404 405 */
405 406 do_action( 'ep_retrieve_aggregations', $response['aggregations'], $query, '', $query_args );
407 +
408 + if ( is_object( $query_object ) ) {
409 + if ( method_exists( $query_object, 'set' ) ) {
410 + $query_object->set( 'ep_aggregations', $response['aggregations'] );
411 + } else {
412 + $query_object->query_vars['ep_aggregations'] = $response['aggregations'];
413 + }
414 + }
406 415 }
407 416
408 417 /**
409 418 * Fires after valid Elasticsearch query
@@ -430,9 +439,9 @@
430 439
431 440 $documents = [];
432 441
433 442 foreach ( $hits as $hit ) {
434 - $document = $hit['_source'];
443 + $document = isset( $hit['_source'] ) ? $hit['_source'] : array();
435 444 $document['site_id'] = $this->parse_site_id( $hit['_index'] );
436 445
437 446 if ( ! empty( $hit['highlight'] ) ) {
438 447 $document['highlight'] = $hit['highlight'];
@@ -454,13 +463,17 @@
454 463 * Filter Elasticsearch query results
455 464 *
456 465 * @hook ep_es_query_results
457 466 * @param {array} $results Results from Elasticsearch
458 - * @param {response} $response Raw response from Elasticsearch
459 - * @param {array} $query Raw Elasticsearch query
460 - * @param {array} $query_args Query arguments
461 - * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
462 - * @return {array} New results
467 + * @param {int} $results.found_documents Total number of documents.
468 + * @param {array} $results.documents Array of documents.
469 + * @param {array} $results.aggregations Array of aggregations.
470 + * @param {array} $results.suggest Array of suggestions.
471 + * @param {response} $response Raw response from Elasticsearch
472 + * @param {array} $query Raw Elasticsearch query
473 + * @param {array} $query_args Query arguments
474 + * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
475 + * @return {array} New results
463 476 */
464 477 return apply_filters(
465 478 'ep_es_query_results',
466 479 [
@@ -465,8 +478,10 @@
465 478 'ep_es_query_results',
466 479 [
467 480 'found_documents' => $total_hits,
468 481 'documents' => $documents,
482 + 'aggregations' => $response['aggregations'] ?? [],
483 + 'suggest' => $response['suggest'] ?? [],
469 484 ],
470 485 $response,
471 486 $query,
472 487 $query_args,
@@ -568,9 +583,9 @@
568 583 * @since 3.0
569 584 * @return boolean
570 585 */
571 586 public function delete_document( $index, $type, $document_id, $blocking = true ) {
572 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
587 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
573 588 $path = $index . '/' . $type . '/' . $document_id;
574 589 } else {
575 590 $path = $index . '/_doc/' . $document_id;
576 591 }
@@ -624,8 +639,13 @@
624 639 $headers['Authorization'] = 'Basic ' . base64_encode( $shield );
625 640 // phpcs:enable
626 641 }
627 642
643 + $request_id = Utils\generate_request_id();
644 + if ( ! empty( $request_id ) ) {
645 + $headers['X-ElasticPress-Request-ID'] = $request_id;
646 + }
647 +
628 648 /**
629 649 * Filter Elasticsearch request headers
630 650 *
631 651 * @hook ep_format_request_headers
@@ -646,9 +666,9 @@
646 666 * @since 3.0
647 667 * @return boolean|array
648 668 */
649 669 public function get_document( $index, $type, $document_id ) {
650 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
670 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
651 671 $path = $index . '/' . $type . '/' . $document_id;
652 672 } else {
653 673 $path = $index . '/_doc/' . $document_id;
654 674 }
@@ -704,9 +724,9 @@
704 724 * @since 3.6.0
705 725 * @return boolean|array
706 726 */
707 727 public function get_documents( $index, $type, $document_ids ) {
708 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
728 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
709 729 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/_mget', $document_ids, $type );
710 730 } else {
711 731 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_mget', $document_ids, $type );
712 732 }
@@ -806,12 +826,13 @@
806 826 * Put a mapping into Elasticsearch
807 827 *
808 828 * @param string $index Index name.
809 829 * @param array $mapping Mapping array.
830 + * @param string $return_type Desired return type. Can be either 'bool' or 'raw'
810 831 * @since 3.0
811 - * @return boolean
832 + * @return boolean|WP_Error
812 833 */
813 - public function put_mapping( $index, $mapping ) {
834 + public function put_mapping( $index, $mapping, $return_type = 'bool' ) {
814 835 /**
815 836 * Filter Elasticsearch mapping before put mapping
816 837 *
817 838 * @hook ep_config_mapping
@@ -839,17 +860,43 @@
839 860 * @return {array} New response
840 861 */
841 862 $request = apply_filters( 'ep_config_mapping_request', $request, $index, $mapping );
842 863
843 - $response_body = wp_remote_retrieve_body( $request );
864 + $response_code = wp_remote_retrieve_response_code( $request );
844 865
845 - if ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) ) {
846 - $response_body = wp_remote_retrieve_body( $request );
866 + /**
867 + * Fires after sending a put mapping request
868 + *
869 + * @hook ep_after_put_mapping
870 + * @since 4.7.0
871 + * @param {string} $index Index name
872 + * @param {WP_Error|array} $request The response or WP_Error on failure.
873 + */
874 + do_action( 'ep_after_put_mapping', $index, $request );
847 875
848 - return true;
876 + // If WP_Error or not 200, return false or error message depends on attribute.
877 + if ( is_wp_error( $request ) || 200 !== $response_code ) {
878 + if ( 'bool' === $return_type ) {
879 + return false;
880 + }
881 +
882 + if ( is_wp_error( $request ) ) {
883 + return $request;
884 + }
885 +
886 + $response_body = wp_remote_retrieve_body( $request );
887 + $parsed_response = json_decode( $response_body, true );
888 + if ( is_array( $parsed_response ) ) {
889 + $status = $parsed_response['status'] ?? 'status-not-set';
890 + $error = $parsed_response['error'] ?? 'error-not-set';
891 + } else {
892 + $status = $response_code;
893 + $error = $response_body;
894 + }
895 + return new \WP_Error( $status, $error );
849 896 }
850 897
851 - return false;
898 + return true;
852 899 }
853 900
854 901 /**
855 902 * Get current index mapping from Elasticsearch.
@@ -919,8 +966,81 @@
919 966 return ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) );
920 967 }
921 968
922 969 /**
970 + * Get index settings
971 + *
972 + * @param string $index Index name
973 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
974 + * @since 4.4.0, 4.7.0 added the $force_refresh parameter
975 + * @return array|WP_Error Raw ES response from the $index/_settings?flat_settings=true endpoint
976 + */
977 + public function get_index_settings( string $index, bool $force_refresh = false ) {
978 + $transient_key = "ep_index_settings_{$index}";
979 +
980 + if ( ! $force_refresh ) {
981 + $cache = Utils\get_transient( $transient_key );
982 + if ( false !== $cache ) {
983 + return $cache;
984 + }
985 + }
986 +
987 + $endpoint = trailingslashit( $index ) . '_settings?flat_settings=true';
988 + $request = $this->remote_request( $endpoint, [], [], 'get_index_settings' );
989 +
990 + if ( is_wp_error( $request ) ) {
991 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
992 + return $request;
993 + }
994 +
995 + if ( wp_remote_retrieve_response_code( $request ) !== 200 ) {
996 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
997 + return new \WP_Error(
998 + 'ep_get_index_settings_failed',
999 + esc_html__( 'Error while getting the index settings.', 'elasticpress' ),
1000 + $request
1001 + );
1002 + }
1003 +
1004 + $response_body = wp_remote_retrieve_body( $request );
1005 +
1006 + $settings = json_decode( $response_body, true );
1007 +
1008 + Utils\set_transient( $transient_key, $settings, DAY_IN_SECONDS );
1009 +
1010 + return $settings;
1011 + }
1012 +
1013 + /**
1014 + * Get a particular index setting
1015 + *
1016 + * @param string $index Index name
1017 + * @param string $setting Setting name
1018 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
1019 + * @return mixed
1020 + */
1021 + public function get_index_setting( string $index, string $setting, bool $force_refresh = false ) {
1022 + $settings = $this->get_index_settings( $index, $force_refresh );
1023 +
1024 + if ( is_wp_error( $settings ) || empty( $settings[ $index ]['settings'][ $setting ] ) ) {
1025 + return null;
1026 + }
1027 +
1028 + return $settings[ $index ]['settings'][ $setting ];
1029 + }
1030 +
1031 + /**
1032 + * Given an index return its total fields limit
1033 + *
1034 + * @since 4.4.0, 4.7.0 wrapper of get_index_setting()
1035 + * @param string $index_name The index name
1036 + * @return int|null
1037 + */
1038 + public function get_index_total_fields_limit( $index_name ) {
1039 + return $this->get_index_setting( $index_name, 'index.mapping.total_fields.limit' );
1040 + }
1041 +
1042 + /**
923 1043 * Update index settings.
924 1044 *
925 1045 * @param string $index Index name.
926 1046 * @param array $settings Setting update array.
@@ -940,13 +1060,23 @@
940 1060 if ( $close_first ) {
941 1061 $this->close_index( $index );
942 1062 }
943 1063
944 - $settings = trailingslashit( $index ) . '_settings';
945 - $request = $this->remote_request( $settings, $request_args, [], 'update_index_settings' );
1064 + $settings_url = trailingslashit( $index ) . '_settings';
1065 + $request = $this->remote_request( $settings_url, $request_args, [], 'update_index_settings' );
946 1066
947 1067 $updated = ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) );
948 1068
1069 + /**
1070 + * Fires after updating an index settings
1071 + *
1072 + * @hook ep_update_index_settings
1073 + * @since 4.4.0
1074 + * @param {string} $index Index name
1075 + * @param {array} $settings Setting update array
1076 + */
1077 + do_action( 'ep_update_index_settings', $index, $settings );
1078 +
949 1079 if ( $close_first ) {
950 1080 $opened = $this->open_index( $index );
951 1081 return ( $updated && $opened );
952 1082 }
@@ -1040,9 +1170,9 @@
1040 1170 * @param {string} $body Bulk index request body
1041 1171 * @param {string} $type Index type
1042 1172 * @return {string} New path
1043 1173 */
1044 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1174 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1045 1175 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/' . $type . '/_bulk', $body, $type );
1046 1176 } else {
1047 1177 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/_bulk', $body, $type );
1048 1178 }
@@ -1074,9 +1204,17 @@
1074 1204 * @since 1.8
1075 1205 * @return array
1076 1206 */
1077 1207 public function get_query_log() {
1078 - return $this->queries;
1208 + /**
1209 + * Filter the query log
1210 + *
1211 + * @hook ep_get_query_log
1212 + * @since 5.3.0
1213 + * @param {array} $queries The query log
1214 + * @return {array} The query log
1215 + */
1216 + return apply_filters( 'ep_get_query_log', $this->queries );
1079 1217 }
1080 1218
1081 1219 /**
1082 1220 * Wrapper for wp_remote_request
@@ -1091,9 +1229,9 @@
1091 1229 * @param string $type Type of request, used for debugging.
1092 1230 *
1093 1231 * @return WP_Error|array The response or WP_Error on failure.
1094 1232 */
1095 - public function remote_request( $path, $args = [], $query_args = [], $type = null ) {
1233 + public function remote_request( $path, $args = [], $query_args = [], $type = '' ) {
1096 1234
1097 1235 if ( empty( $args['method'] ) ) {
1098 1236 $args['method'] = 'GET';
1099 1237 }
@@ -1169,9 +1307,9 @@
1169 1307 * @hook ep_intercept_remote_request
1170 1308 * @param {boolean} $intercept True to intercept
1171 1309 * @return {boolean} New value
1172 1310 */
1173 - if ( true === apply_filters( 'ep_intercept_remote_request', false ) ) {
1311 + if ( true === apply_filters( 'ep_intercept_remote_request', false ) || ! empty( $query_args['ep_intercept_request'] ) ) {
1174 1312 /**
1175 1313 * Filter intercepted request
1176 1314 *
1177 1315 * @hook ep_do_intercept_request
@@ -1194,9 +1332,9 @@
1194 1332 $is_valid_res = ( $request_response_code >= 200 && $request_response_code <= 299 );
1195 1333 $is_non_blocking_request = ( 0 === $request_response_code );
1196 1334
1197 1335 if ( false === $request || is_wp_error( $request ) || ( ! $is_valid_res && ! $is_non_blocking_request ) ) {
1198 - $failures++;
1336 + ++$failures;
1199 1337
1200 1338 /**
1201 1339 * Filter max number of times to attempt remote requests
1202 1340 *
@@ -1221,8 +1359,17 @@
1221 1359 $query['blocking'] = true;
1222 1360 $query['request'] = $request;
1223 1361 $this->add_query_log( $query );
1224 1362
1363 + /**
1364 + * Fires after Elasticsearch remote request
1365 + *
1366 + * @hook ep_remote_request
1367 + * @param {array} $query Remote request arguments
1368 + * @param {string} $type Request type
1369 + */
1370 + do_action( 'ep_remote_request', $query, $type );
1371 +
1225 1372 return $request;
1226 1373 }
1227 1374
1228 1375 $query['time_finish'] = microtime( true );
@@ -1228,19 +1375,12 @@
1228 1375 $query['time_finish'] = microtime( true );
1229 1376 $query['request'] = $request;
1230 1377 $this->add_query_log( $query );
1231 1378
1232 - /**
1233 - * Fires after Elasticsearch remote request
1234 - *
1235 - * @hook ep_remote_request
1236 - * @param {array} $query Remote request arguments
1237 - * @param {string} $type Request type
1238 - */
1379 + // This action is documented above
1239 1380 do_action( 'ep_remote_request', $query, $type );
1240 1381
1241 1382 return $request;
1242 -
1243 1383 }
1244 1384
1245 1385 /**
1246 1386 * Parse response from Elasticsearch
@@ -1288,9 +1428,8 @@
1288 1428 return array(
1289 1429 'status' => true,
1290 1430 'data' => $response->_all->primaries->indexing,
1291 1431 );
1292 -
1293 1432 }
1294 1433
1295 1434 /**
1296 1435 * Set ES plugins and version, detect server type, and cache everything
@@ -1364,20 +1503,24 @@
1364 1503 $node = end( $response['nodes'] );
1365 1504 // Save version of last node. We assume all nodes are same version.
1366 1505 $this->elasticsearch_version = $node['version'];
1367 1506
1507 + // Elasticsearch calls "modules" all default plugins that can't be uninstalled
1508 + if ( isset( $node['modules'] ) && is_array( $node['modules'] ) ) {
1509 + foreach ( $node['modules'] as $plugin ) {
1510 + $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1511 + }
1512 +
1513 + if ( ! empty( $node['modules'] ) && ! empty( $node['modules'][0]['opensearch_version'] ) ) {
1514 + $this->server_type = 'opensearch';
1515 + }
1516 + }
1517 +
1368 1518 if ( isset( $node['plugins'] ) && is_array( $node['plugins'] ) ) {
1369 1519 foreach ( $node['plugins'] as $plugin ) {
1370 1520 $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1371 1521 }
1372 1522 }
1373 - if ( isset( $node['modules'] )
1374 - && is_array( $node['modules'] )
1375 - && ! empty( $node['modules'] )
1376 - && ! empty( $node['modules'][0]['opensearch_version'] )
1377 - ) {
1378 - $this->server_type = 'opensearch';
1379 - }
1380 1523 }
1381 1524
1382 1525 /**
1383 1526 * Cache ES info
@@ -1576,9 +1719,9 @@
1576 1719 /**
1577 1720 * Filter the User Agent header when submitting requests to Elasticsearch.
1578 1721 *
1579 1722 * @hook ep_remote_request_add_ep_user_agent
1580 - * @param {bool} $should_add_ep_verion Whether the ElasticPress version should be added to the User Agent string.
1723 + * @param {bool} $should_add_ep_version Whether the ElasticPress version should be added to the User Agent string.
1581 1724 * @return {bool} New value
1582 1725 * @since 3.6.1
1583 1726 */
1584 1727 if ( apply_filters( 'ep_remote_request_add_ep_user_agent', Utils\is_epio() ) ) {
@@ -1595,14 +1738,27 @@
1595 1738 /**
1596 1739 * Query logging. Don't log anything to the queries property when
1597 1740 * WP_DEBUG is not enabled. Calls action 'ep_add_query_log' if you
1598 1741 * want to access the query outside of the ElasticPress plugin. This
1599 - * runs regardless of debufg settings.
1742 + * runs regardless of debug settings.
1600 1743 *
1601 1744 * @param array $query Query to log.
1602 1745 */
1603 1746 protected function add_query_log( $query ) {
1604 - if ( ( defined( 'WP_DEBUG' ) && WP_DEBUG ) || ( defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG ) ) {
1747 + $wp_debug = defined( 'WP_DEBUG' ) && WP_DEBUG;
1748 + $wp_ep_debug = defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG;
1749 +
1750 + /**
1751 + * Filter query logging. Don't log anything to the queries property when true.
1752 + *
1753 + * @hook ep_disable_query_logging
1754 + * @param {bool} Whether to log to the queries property. Defaults to false.
1755 + * @return {bool} New value
1756 + * @since 5.1.4
1757 + */
1758 + $disable_query_logging = apply_filters( 'ep_disable_query_logging', false );
1759 +
1760 + if ( ! $disable_query_logging && ( $wp_debug || $wp_ep_debug ) ) {
1605 1761 $this->queries[] = $query;
1606 1762 }
1607 1763
1608 1764 /**
@@ -1613,5 +1769,66 @@
1613 1769 */
1614 1770 do_action( 'ep_add_query_log', $query );
1615 1771 }
1616 1772
1773 + /**
1774 + * Get all index names.
1775 + *
1776 + * @param string $status Whether to return active indexables or all registered.
1777 + * @since 4.4.0, 4.5.0 Added $status
1778 + * @return array
1779 + */
1780 + public function get_index_names( $status = 'active' ) {
1781 + $sites = ( defined( 'EP_IS_NETWORK' ) && EP_IS_NETWORK ) ?
1782 + Utils\get_sites( 0, true ) :
1783 + array( array( 'blog_id' => get_current_blog_id() ) );
1784 +
1785 + $all_indexables = Indexables::factory()->get_all( null, false, $status );
1786 +
1787 + $global_indexes = [];
1788 + $non_global_indexes = [];
1789 + foreach ( $all_indexables as $indexable ) {
1790 + if ( $indexable->global ) {
1791 + $global_indexes[] = $indexable->get_index_name();
1792 + continue;
1793 + }
1794 +
1795 + foreach ( $sites as $site ) {
1796 + $non_global_indexes[] = $indexable->get_index_name( $site['blog_id'] );
1797 + }
1798 + }
1799 +
1800 + return array_merge( $non_global_indexes, $global_indexes );
1801 + }
1802 +
1803 + /**
1804 + * Return all indices from the cluster.
1805 + *
1806 + * @since 4.4.0
1807 + * @return array Array of indices in Elasticsearch
1808 + */
1809 + public function get_cluster_indices(): array {
1810 + $path = '_cat/indices?format=json';
1811 +
1812 + $response = $this->remote_request( $path );
1813 +
1814 + return (array) json_decode( wp_remote_retrieve_body( $response ), true );
1815 + }
1816 +
1817 + /**
1818 + * Return a comparison between which indices should be and are present in the ES server.
1819 + *
1820 + * @since 4.6.0
1821 + * @return array Array with `missing_indices` and `present_indices` keys.
1822 + */
1823 + public function get_indices_comparison() {
1824 + $all_index_names = $this->get_index_names();
1825 + $cluster_indices = $this->get_cluster_indices();
1826 +
1827 + $cluster_index_names = wp_list_pluck( $cluster_indices, 'index' );
1828 +
1829 + return [
1830 + 'missing_indices' => array_diff( $all_index_names, $cluster_index_names ),
1831 + 'present_indices' => array_intersect( $all_index_names, $cluster_index_names ),
1832 + ];
1833 + }
1617 1834 }