PluginProbe
ElasticPress / 5.3.5
ElasticPress v5.3.5
5.3.5 5.3.4 3.6.5 3.6.6 4.0.0 4.0.1 4.1.0 4.2.0 4.2.1 4.2.2 4.3.0 4.3.1 4.4.0 4.4.1 4.5.0 4.5.1 4.5.2 4.6.0 4.6.1 4.7.0 4.7.1 4.7.2 5.0.0 5.0.1 5.0.2 All 108 releases
← All changes | includes/classes/Elasticsearch.php +263 -47 4.3.15.3.5 View file →
@@ -7,10 +7,11 @@
7 7 */
8 8
9 9 namespace ElasticPress;
10 10
11 -use ElasticPress\Utils as Utils;
12 -use \WP_Error as WP_Error;
11 +use WP_Error;
12 +use ElasticPress\Indexables;
13 +use ElasticPress\Utils;
13 14
14 15 if ( ! defined( 'ABSPATH' ) ) {
15 16 exit; // Exit if accessed directly.
16 17 }
@@ -76,9 +77,9 @@
76 77 * @param string $type Index type. Previously this was used for index type. Now it's just passed to hooks for legacy reasons.
77 78 * @param array $document Formatted Elasticsearch document.
78 79 * @param boolean $blocking Blocking HTTP request or not.
79 80 * @since 3.0
80 - * @return boolean|array
81 + * @return boolean|object
81 82 */
82 83 public function index_document( $index, $type, $document, $blocking = true ) {
83 84 /**
84 85 * Filter Elasticsearch index document request path
@@ -90,9 +91,9 @@
90 91 * @param {string} $type Type of document
91 92 * @return {string} New path
92 93 * @since 3.0
93 94 */
94 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
95 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
95 96 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/' . $document['ID'], $document, $type );
96 97 } else {
97 98 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_doc/' . $document['ID'], $document, $type );
98 99 }
@@ -282,9 +283,9 @@
282 283 * @since 3.0
283 284 * @return bool|array
284 285 */
285 286 public function query( $index, $type, $query, $query_args, $query_object = null ) {
286 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
287 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
287 288 $path = $index . '/' . $type . '/_search';
288 289 } else {
289 290 $path = $index . '/_search';
290 291 }
@@ -402,8 +403,16 @@
402 403 * @param {string} $scope Backwards compat for scope parameter.
403 404 * @param {array} $query_args Current WP Query arguments
404 405 */
405 406 do_action( 'ep_retrieve_aggregations', $response['aggregations'], $query, '', $query_args );
407 +
408 + if ( is_object( $query_object ) ) {
409 + if ( method_exists( $query_object, 'set' ) ) {
410 + $query_object->set( 'ep_aggregations', $response['aggregations'] );
411 + } else {
412 + $query_object->query_vars['ep_aggregations'] = $response['aggregations'];
413 + }
414 + }
406 415 }
407 416
408 417 /**
409 418 * Fires after valid Elasticsearch query
@@ -430,9 +439,9 @@
430 439
431 440 $documents = [];
432 441
433 442 foreach ( $hits as $hit ) {
434 - $document = $hit['_source'];
443 + $document = isset( $hit['_source'] ) ? $hit['_source'] : array();
435 444 $document['site_id'] = $this->parse_site_id( $hit['_index'] );
436 445
437 446 if ( ! empty( $hit['highlight'] ) ) {
438 447 $document['highlight'] = $hit['highlight'];
@@ -454,13 +463,17 @@
454 463 * Filter Elasticsearch query results
455 464 *
456 465 * @hook ep_es_query_results
457 466 * @param {array} $results Results from Elasticsearch
458 - * @param {response} $response Raw response from Elasticsearch
459 - * @param {array} $query Raw Elasticsearch query
460 - * @param {array} $query_args Query arguments
461 - * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
462 - * @return {array} New results
467 + * @param {int} $results.found_documents Total number of documents.
468 + * @param {array} $results.documents Array of documents.
469 + * @param {array} $results.aggregations Array of aggregations.
470 + * @param {array} $results.suggest Array of suggestions.
471 + * @param {response} $response Raw response from Elasticsearch
472 + * @param {array} $query Raw Elasticsearch query
473 + * @param {array} $query_args Query arguments
474 + * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
475 + * @return {array} New results
463 476 */
464 477 return apply_filters(
465 478 'ep_es_query_results',
466 479 [
@@ -466,8 +479,9 @@
466 479 [
467 480 'found_documents' => $total_hits,
468 481 'documents' => $documents,
469 482 'aggregations' => $response['aggregations'] ?? [],
483 + 'suggest' => $response['suggest'] ?? [],
470 484 ],
471 485 $response,
472 486 $query,
473 487 $query_args,
@@ -569,9 +583,9 @@
569 583 * @since 3.0
570 584 * @return boolean
571 585 */
572 586 public function delete_document( $index, $type, $document_id, $blocking = true ) {
573 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
587 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
574 588 $path = $index . '/' . $type . '/' . $document_id;
575 589 } else {
576 590 $path = $index . '/_doc/' . $document_id;
577 591 }
@@ -625,8 +639,13 @@
625 639 $headers['Authorization'] = 'Basic ' . base64_encode( $shield );
626 640 // phpcs:enable
627 641 }
628 642
643 + $request_id = Utils\generate_request_id();
644 + if ( ! empty( $request_id ) ) {
645 + $headers['X-ElasticPress-Request-ID'] = $request_id;
646 + }
647 +
629 648 /**
630 649 * Filter Elasticsearch request headers
631 650 *
632 651 * @hook ep_format_request_headers
@@ -647,9 +666,9 @@
647 666 * @since 3.0
648 667 * @return boolean|array
649 668 */
650 669 public function get_document( $index, $type, $document_id ) {
651 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
670 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
652 671 $path = $index . '/' . $type . '/' . $document_id;
653 672 } else {
654 673 $path = $index . '/_doc/' . $document_id;
655 674 }
@@ -705,9 +724,9 @@
705 724 * @since 3.6.0
706 725 * @return boolean|array
707 726 */
708 727 public function get_documents( $index, $type, $document_ids ) {
709 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
728 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
710 729 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/_mget', $document_ids, $type );
711 730 } else {
712 731 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_mget', $document_ids, $type );
713 732 }
@@ -807,12 +826,13 @@
807 826 * Put a mapping into Elasticsearch
808 827 *
809 828 * @param string $index Index name.
810 829 * @param array $mapping Mapping array.
830 + * @param string $return_type Desired return type. Can be either 'bool' or 'raw'
811 831 * @since 3.0
812 - * @return boolean
832 + * @return boolean|WP_Error
813 833 */
814 - public function put_mapping( $index, $mapping ) {
834 + public function put_mapping( $index, $mapping, $return_type = 'bool' ) {
815 835 /**
816 836 * Filter Elasticsearch mapping before put mapping
817 837 *
818 838 * @hook ep_config_mapping
@@ -840,17 +860,43 @@
840 860 * @return {array} New response
841 861 */
842 862 $request = apply_filters( 'ep_config_mapping_request', $request, $index, $mapping );
843 863
844 - $response_body = wp_remote_retrieve_body( $request );
864 + $response_code = wp_remote_retrieve_response_code( $request );
845 865
846 - if ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) ) {
847 - $response_body = wp_remote_retrieve_body( $request );
866 + /**
867 + * Fires after sending a put mapping request
868 + *
869 + * @hook ep_after_put_mapping
870 + * @since 4.7.0
871 + * @param {string} $index Index name
872 + * @param {WP_Error|array} $request The response or WP_Error on failure.
873 + */
874 + do_action( 'ep_after_put_mapping', $index, $request );
848 875
849 - return true;
876 + // If WP_Error or not 200, return false or error message depends on attribute.
877 + if ( is_wp_error( $request ) || 200 !== $response_code ) {
878 + if ( 'bool' === $return_type ) {
879 + return false;
880 + }
881 +
882 + if ( is_wp_error( $request ) ) {
883 + return $request;
884 + }
885 +
886 + $response_body = wp_remote_retrieve_body( $request );
887 + $parsed_response = json_decode( $response_body, true );
888 + if ( is_array( $parsed_response ) ) {
889 + $status = $parsed_response['status'] ?? 'status-not-set';
890 + $error = $parsed_response['error'] ?? 'error-not-set';
891 + } else {
892 + $status = $response_code;
893 + $error = $response_body;
894 + }
895 + return new \WP_Error( $status, $error );
850 896 }
851 897
852 - return false;
898 + return true;
853 899 }
854 900
855 901 /**
856 902 * Get current index mapping from Elasticsearch.
@@ -920,8 +966,81 @@
920 966 return ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) );
921 967 }
922 968
923 969 /**
970 + * Get index settings
971 + *
972 + * @param string $index Index name
973 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
974 + * @since 4.4.0, 4.7.0 added the $force_refresh parameter
975 + * @return array|WP_Error Raw ES response from the $index/_settings?flat_settings=true endpoint
976 + */
977 + public function get_index_settings( string $index, bool $force_refresh = false ) {
978 + $transient_key = "ep_index_settings_{$index}";
979 +
980 + if ( ! $force_refresh ) {
981 + $cache = Utils\get_transient( $transient_key );
982 + if ( false !== $cache ) {
983 + return $cache;
984 + }
985 + }
986 +
987 + $endpoint = trailingslashit( $index ) . '_settings?flat_settings=true';
988 + $request = $this->remote_request( $endpoint, [], [], 'get_index_settings' );
989 +
990 + if ( is_wp_error( $request ) ) {
991 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
992 + return $request;
993 + }
994 +
995 + if ( wp_remote_retrieve_response_code( $request ) !== 200 ) {
996 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
997 + return new \WP_Error(
998 + 'ep_get_index_settings_failed',
999 + esc_html__( 'Error while getting the index settings.', 'elasticpress' ),
1000 + $request
1001 + );
1002 + }
1003 +
1004 + $response_body = wp_remote_retrieve_body( $request );
1005 +
1006 + $settings = json_decode( $response_body, true );
1007 +
1008 + Utils\set_transient( $transient_key, $settings, DAY_IN_SECONDS );
1009 +
1010 + return $settings;
1011 + }
1012 +
1013 + /**
1014 + * Get a particular index setting
1015 + *
1016 + * @param string $index Index name
1017 + * @param string $setting Setting name
1018 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
1019 + * @return mixed
1020 + */
1021 + public function get_index_setting( string $index, string $setting, bool $force_refresh = false ) {
1022 + $settings = $this->get_index_settings( $index, $force_refresh );
1023 +
1024 + if ( is_wp_error( $settings ) || empty( $settings[ $index ]['settings'][ $setting ] ) ) {
1025 + return null;
1026 + }
1027 +
1028 + return $settings[ $index ]['settings'][ $setting ];
1029 + }
1030 +
1031 + /**
1032 + * Given an index return its total fields limit
1033 + *
1034 + * @since 4.4.0, 4.7.0 wrapper of get_index_setting()
1035 + * @param string $index_name The index name
1036 + * @return int|null
1037 + */
1038 + public function get_index_total_fields_limit( $index_name ) {
1039 + return $this->get_index_setting( $index_name, 'index.mapping.total_fields.limit' );
1040 + }
1041 +
1042 + /**
924 1043 * Update index settings.
925 1044 *
926 1045 * @param string $index Index name.
927 1046 * @param array $settings Setting update array.
@@ -941,13 +1060,23 @@
941 1060 if ( $close_first ) {
942 1061 $this->close_index( $index );
943 1062 }
944 1063
945 - $settings = trailingslashit( $index ) . '_settings';
946 - $request = $this->remote_request( $settings, $request_args, [], 'update_index_settings' );
1064 + $settings_url = trailingslashit( $index ) . '_settings';
1065 + $request = $this->remote_request( $settings_url, $request_args, [], 'update_index_settings' );
947 1066
948 1067 $updated = ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) );
949 1068
1069 + /**
1070 + * Fires after updating an index settings
1071 + *
1072 + * @hook ep_update_index_settings
1073 + * @since 4.4.0
1074 + * @param {string} $index Index name
1075 + * @param {array} $settings Setting update array
1076 + */
1077 + do_action( 'ep_update_index_settings', $index, $settings );
1078 +
950 1079 if ( $close_first ) {
951 1080 $opened = $this->open_index( $index );
952 1081 return ( $updated && $opened );
953 1082 }
@@ -1041,9 +1170,9 @@
1041 1170 * @param {string} $body Bulk index request body
1042 1171 * @param {string} $type Index type
1043 1172 * @return {string} New path
1044 1173 */
1045 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1174 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1046 1175 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/' . $type . '/_bulk', $body, $type );
1047 1176 } else {
1048 1177 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/_bulk', $body, $type );
1049 1178 }
@@ -1075,9 +1204,17 @@
1075 1204 * @since 1.8
1076 1205 * @return array
1077 1206 */
1078 1207 public function get_query_log() {
1079 - return $this->queries;
1208 + /**
1209 + * Filter the query log
1210 + *
1211 + * @hook ep_get_query_log
1212 + * @since 5.3.0
1213 + * @param {array} $queries The query log
1214 + * @return {array} The query log
1215 + */
1216 + return apply_filters( 'ep_get_query_log', $this->queries );
1080 1217 }
1081 1218
1082 1219 /**
1083 1220 * Wrapper for wp_remote_request
@@ -1092,9 +1229,9 @@
1092 1229 * @param string $type Type of request, used for debugging.
1093 1230 *
1094 1231 * @return WP_Error|array The response or WP_Error on failure.
1095 1232 */
1096 - public function remote_request( $path, $args = [], $query_args = [], $type = null ) {
1233 + public function remote_request( $path, $args = [], $query_args = [], $type = '' ) {
1097 1234
1098 1235 if ( empty( $args['method'] ) ) {
1099 1236 $args['method'] = 'GET';
1100 1237 }
@@ -1170,9 +1307,9 @@
1170 1307 * @hook ep_intercept_remote_request
1171 1308 * @param {boolean} $intercept True to intercept
1172 1309 * @return {boolean} New value
1173 1310 */
1174 - if ( true === apply_filters( 'ep_intercept_remote_request', false ) ) {
1311 + if ( true === apply_filters( 'ep_intercept_remote_request', false ) || ! empty( $query_args['ep_intercept_request'] ) ) {
1175 1312 /**
1176 1313 * Filter intercepted request
1177 1314 *
1178 1315 * @hook ep_do_intercept_request
@@ -1195,9 +1332,9 @@
1195 1332 $is_valid_res = ( $request_response_code >= 200 && $request_response_code <= 299 );
1196 1333 $is_non_blocking_request = ( 0 === $request_response_code );
1197 1334
1198 1335 if ( false === $request || is_wp_error( $request ) || ( ! $is_valid_res && ! $is_non_blocking_request ) ) {
1199 - $failures++;
1336 + ++$failures;
1200 1337
1201 1338 /**
1202 1339 * Filter max number of times to attempt remote requests
1203 1340 *
@@ -1222,8 +1359,17 @@
1222 1359 $query['blocking'] = true;
1223 1360 $query['request'] = $request;
1224 1361 $this->add_query_log( $query );
1225 1362
1363 + /**
1364 + * Fires after Elasticsearch remote request
1365 + *
1366 + * @hook ep_remote_request
1367 + * @param {array} $query Remote request arguments
1368 + * @param {string} $type Request type
1369 + */
1370 + do_action( 'ep_remote_request', $query, $type );
1371 +
1226 1372 return $request;
1227 1373 }
1228 1374
1229 1375 $query['time_finish'] = microtime( true );
@@ -1229,19 +1375,12 @@
1229 1375 $query['time_finish'] = microtime( true );
1230 1376 $query['request'] = $request;
1231 1377 $this->add_query_log( $query );
1232 1378
1233 - /**
1234 - * Fires after Elasticsearch remote request
1235 - *
1236 - * @hook ep_remote_request
1237 - * @param {array} $query Remote request arguments
1238 - * @param {string} $type Request type
1239 - */
1379 + // This action is documented above
1240 1380 do_action( 'ep_remote_request', $query, $type );
1241 1381
1242 1382 return $request;
1243 -
1244 1383 }
1245 1384
1246 1385 /**
1247 1386 * Parse response from Elasticsearch
@@ -1289,9 +1428,8 @@
1289 1428 return array(
1290 1429 'status' => true,
1291 1430 'data' => $response->_all->primaries->indexing,
1292 1431 );
1293 -
1294 1432 }
1295 1433
1296 1434 /**
1297 1435 * Set ES plugins and version, detect server type, and cache everything
@@ -1365,20 +1503,24 @@
1365 1503 $node = end( $response['nodes'] );
1366 1504 // Save version of last node. We assume all nodes are same version.
1367 1505 $this->elasticsearch_version = $node['version'];
1368 1506
1507 + // Elasticsearch calls "modules" all default plugins that can't be uninstalled
1508 + if ( isset( $node['modules'] ) && is_array( $node['modules'] ) ) {
1509 + foreach ( $node['modules'] as $plugin ) {
1510 + $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1511 + }
1512 +
1513 + if ( ! empty( $node['modules'] ) && ! empty( $node['modules'][0]['opensearch_version'] ) ) {
1514 + $this->server_type = 'opensearch';
1515 + }
1516 + }
1517 +
1369 1518 if ( isset( $node['plugins'] ) && is_array( $node['plugins'] ) ) {
1370 1519 foreach ( $node['plugins'] as $plugin ) {
1371 1520 $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1372 1521 }
1373 1522 }
1374 - if ( isset( $node['modules'] )
1375 - && is_array( $node['modules'] )
1376 - && ! empty( $node['modules'] )
1377 - && ! empty( $node['modules'][0]['opensearch_version'] )
1378 - ) {
1379 - $this->server_type = 'opensearch';
1380 - }
1381 1523 }
1382 1524
1383 1525 /**
1384 1526 * Cache ES info
@@ -1577,9 +1719,9 @@
1577 1719 /**
1578 1720 * Filter the User Agent header when submitting requests to Elasticsearch.
1579 1721 *
1580 1722 * @hook ep_remote_request_add_ep_user_agent
1581 - * @param {bool} $should_add_ep_verion Whether the ElasticPress version should be added to the User Agent string.
1723 + * @param {bool} $should_add_ep_version Whether the ElasticPress version should be added to the User Agent string.
1582 1724 * @return {bool} New value
1583 1725 * @since 3.6.1
1584 1726 */
1585 1727 if ( apply_filters( 'ep_remote_request_add_ep_user_agent', Utils\is_epio() ) ) {
@@ -1596,14 +1738,27 @@
1596 1738 /**
1597 1739 * Query logging. Don't log anything to the queries property when
1598 1740 * WP_DEBUG is not enabled. Calls action 'ep_add_query_log' if you
1599 1741 * want to access the query outside of the ElasticPress plugin. This
1600 - * runs regardless of debufg settings.
1742 + * runs regardless of debug settings.
1601 1743 *
1602 1744 * @param array $query Query to log.
1603 1745 */
1604 1746 protected function add_query_log( $query ) {
1605 - if ( ( defined( 'WP_DEBUG' ) && WP_DEBUG ) || ( defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG ) ) {
1747 + $wp_debug = defined( 'WP_DEBUG' ) && WP_DEBUG;
1748 + $wp_ep_debug = defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG;
1749 +
1750 + /**
1751 + * Filter query logging. Don't log anything to the queries property when true.
1752 + *
1753 + * @hook ep_disable_query_logging
1754 + * @param {bool} Whether to log to the queries property. Defaults to false.
1755 + * @return {bool} New value
1756 + * @since 5.1.4
1757 + */
1758 + $disable_query_logging = apply_filters( 'ep_disable_query_logging', false );
1759 +
1760 + if ( ! $disable_query_logging && ( $wp_debug || $wp_ep_debug ) ) {
1606 1761 $this->queries[] = $query;
1607 1762 }
1608 1763
1609 1764 /**
@@ -1614,5 +1769,66 @@
1614 1769 */
1615 1770 do_action( 'ep_add_query_log', $query );
1616 1771 }
1617 1772
1773 + /**
1774 + * Get all index names.
1775 + *
1776 + * @param string $status Whether to return active indexables or all registered.
1777 + * @since 4.4.0, 4.5.0 Added $status
1778 + * @return array
1779 + */
1780 + public function get_index_names( $status = 'active' ) {
1781 + $sites = ( defined( 'EP_IS_NETWORK' ) && EP_IS_NETWORK ) ?
1782 + Utils\get_sites( 0, true ) :
1783 + array( array( 'blog_id' => get_current_blog_id() ) );
1784 +
1785 + $all_indexables = Indexables::factory()->get_all( null, false, $status );
1786 +
1787 + $global_indexes = [];
1788 + $non_global_indexes = [];
1789 + foreach ( $all_indexables as $indexable ) {
1790 + if ( $indexable->global ) {
1791 + $global_indexes[] = $indexable->get_index_name();
1792 + continue;
1793 + }
1794 +
1795 + foreach ( $sites as $site ) {
1796 + $non_global_indexes[] = $indexable->get_index_name( $site['blog_id'] );
1797 + }
1798 + }
1799 +
1800 + return array_merge( $non_global_indexes, $global_indexes );
1801 + }
1802 +
1803 + /**
1804 + * Return all indices from the cluster.
1805 + *
1806 + * @since 4.4.0
1807 + * @return array Array of indices in Elasticsearch
1808 + */
1809 + public function get_cluster_indices(): array {
1810 + $path = '_cat/indices?format=json';
1811 +
1812 + $response = $this->remote_request( $path );
1813 +
1814 + return (array) json_decode( wp_remote_retrieve_body( $response ), true );
1815 + }
1816 +
1817 + /**
1818 + * Return a comparison between which indices should be and are present in the ES server.
1819 + *
1820 + * @since 4.6.0
1821 + * @return array Array with `missing_indices` and `present_indices` keys.
1822 + */
1823 + public function get_indices_comparison() {
1824 + $all_index_names = $this->get_index_names();
1825 + $cluster_indices = $this->get_cluster_indices();
1826 +
1827 + $cluster_index_names = wp_list_pluck( $cluster_indices, 'index' );
1828 +
1829 + return [
1830 + 'missing_indices' => array_diff( $all_index_names, $cluster_index_names ),
1831 + 'present_indices' => array_intersect( $all_index_names, $cluster_index_names ),
1832 + ];
1833 + }
1618 1834 }