PluginProbe
ElasticPress / 5.3.5
ElasticPress v5.3.5
5.3.5 5.3.4 3.6.5 3.6.6 4.0.0 4.0.1 4.1.0 4.2.0 4.2.1 4.2.2 4.3.0 4.3.1 4.4.0 4.4.1 4.5.0 4.5.1 4.5.2 4.6.0 4.6.1 4.7.0 4.7.1 4.7.2 5.0.0 5.0.1 5.0.2 All 108 releases
← All changes | includes/classes/Elasticsearch.php +173 -80 4.4.15.3.5 View file →
@@ -7,11 +7,11 @@
7 7 */
8 8
9 9 namespace ElasticPress;
10 10
11 -use ElasticPress\Utils as Utils;
11 +use WP_Error;
12 12 use ElasticPress\Indexables;
13 -use \WP_Error as WP_Error;
13 +use ElasticPress\Utils;
14 14
15 15 if ( ! defined( 'ABSPATH' ) ) {
16 16 exit; // Exit if accessed directly.
17 17 }
@@ -77,9 +77,9 @@
77 77 * @param string $type Index type. Previously this was used for index type. Now it's just passed to hooks for legacy reasons.
78 78 * @param array $document Formatted Elasticsearch document.
79 79 * @param boolean $blocking Blocking HTTP request or not.
80 80 * @since 3.0
81 - * @return boolean|array
81 + * @return boolean|object
82 82 */
83 83 public function index_document( $index, $type, $document, $blocking = true ) {
84 84 /**
85 85 * Filter Elasticsearch index document request path
@@ -91,9 +91,9 @@
91 91 * @param {string} $type Type of document
92 92 * @return {string} New path
93 93 * @since 3.0
94 94 */
95 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
95 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
96 96 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/' . $document['ID'], $document, $type );
97 97 } else {
98 98 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_doc/' . $document['ID'], $document, $type );
99 99 }
@@ -283,9 +283,9 @@
283 283 * @since 3.0
284 284 * @return bool|array
285 285 */
286 286 public function query( $index, $type, $query, $query_args, $query_object = null ) {
287 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
287 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
288 288 $path = $index . '/' . $type . '/_search';
289 289 } else {
290 290 $path = $index . '/_search';
291 291 }
@@ -403,8 +403,16 @@
403 403 * @param {string} $scope Backwards compat for scope parameter.
404 404 * @param {array} $query_args Current WP Query arguments
405 405 */
406 406 do_action( 'ep_retrieve_aggregations', $response['aggregations'], $query, '', $query_args );
407 +
408 + if ( is_object( $query_object ) ) {
409 + if ( method_exists( $query_object, 'set' ) ) {
410 + $query_object->set( 'ep_aggregations', $response['aggregations'] );
411 + } else {
412 + $query_object->query_vars['ep_aggregations'] = $response['aggregations'];
413 + }
414 + }
407 415 }
408 416
409 417 /**
410 418 * Fires after valid Elasticsearch query
@@ -455,13 +463,17 @@
455 463 * Filter Elasticsearch query results
456 464 *
457 465 * @hook ep_es_query_results
458 466 * @param {array} $results Results from Elasticsearch
459 - * @param {response} $response Raw response from Elasticsearch
460 - * @param {array} $query Raw Elasticsearch query
461 - * @param {array} $query_args Query arguments
462 - * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
463 - * @return {array} New results
467 + * @param {int} $results.found_documents Total number of documents.
468 + * @param {array} $results.documents Array of documents.
469 + * @param {array} $results.aggregations Array of aggregations.
470 + * @param {array} $results.suggest Array of suggestions.
471 + * @param {response} $response Raw response from Elasticsearch
472 + * @param {array} $query Raw Elasticsearch query
473 + * @param {array} $query_args Query arguments
474 + * @param {mixed} $query_object Could be WP_Query, WP_User_Query, etc.
475 + * @return {array} New results
464 476 */
465 477 return apply_filters(
466 478 'ep_es_query_results',
467 479 [
@@ -467,8 +479,9 @@
467 479 [
468 480 'found_documents' => $total_hits,
469 481 'documents' => $documents,
470 482 'aggregations' => $response['aggregations'] ?? [],
483 + 'suggest' => $response['suggest'] ?? [],
471 484 ],
472 485 $response,
473 486 $query,
474 487 $query_args,
@@ -570,9 +583,9 @@
570 583 * @since 3.0
571 584 * @return boolean
572 585 */
573 586 public function delete_document( $index, $type, $document_id, $blocking = true ) {
574 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
587 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
575 588 $path = $index . '/' . $type . '/' . $document_id;
576 589 } else {
577 590 $path = $index . '/_doc/' . $document_id;
578 591 }
@@ -626,8 +639,13 @@
626 639 $headers['Authorization'] = 'Basic ' . base64_encode( $shield );
627 640 // phpcs:enable
628 641 }
629 642
643 + $request_id = Utils\generate_request_id();
644 + if ( ! empty( $request_id ) ) {
645 + $headers['X-ElasticPress-Request-ID'] = $request_id;
646 + }
647 +
630 648 /**
631 649 * Filter Elasticsearch request headers
632 650 *
633 651 * @hook ep_format_request_headers
@@ -648,9 +666,9 @@
648 666 * @since 3.0
649 667 * @return boolean|array
650 668 */
651 669 public function get_document( $index, $type, $document_id ) {
652 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
670 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
653 671 $path = $index . '/' . $type . '/' . $document_id;
654 672 } else {
655 673 $path = $index . '/_doc/' . $document_id;
656 674 }
@@ -706,9 +724,9 @@
706 724 * @since 3.6.0
707 725 * @return boolean|array
708 726 */
709 727 public function get_documents( $index, $type, $document_ids ) {
710 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
728 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
711 729 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/' . $type . '/_mget', $document_ids, $type );
712 730 } else {
713 731 $path = apply_filters( 'ep_index_' . $type . '_request_path', $index . '/_mget', $document_ids, $type );
714 732 }
@@ -844,8 +862,18 @@
844 862 $request = apply_filters( 'ep_config_mapping_request', $request, $index, $mapping );
845 863
846 864 $response_code = wp_remote_retrieve_response_code( $request );
847 865
866 + /**
867 + * Fires after sending a put mapping request
868 + *
869 + * @hook ep_after_put_mapping
870 + * @since 4.7.0
871 + * @param {string} $index Index name
872 + * @param {WP_Error|array} $request The response or WP_Error on failure.
873 + */
874 + do_action( 'ep_after_put_mapping', $index, $request );
875 +
848 876 // If WP_Error or not 200, return false or error message depends on attribute.
849 877 if ( is_wp_error( $request ) || 200 !== $response_code ) {
850 878 if ( 'bool' === $return_type ) {
851 879 return false;
@@ -856,9 +884,16 @@
856 884 }
857 885
858 886 $response_body = wp_remote_retrieve_body( $request );
859 887 $parsed_response = json_decode( $response_body, true );
860 - return new \WP_Error( $parsed_response['status'], $parsed_response['error'] );
888 + if ( is_array( $parsed_response ) ) {
889 + $status = $parsed_response['status'] ?? 'status-not-set';
890 + $error = $parsed_response['error'] ?? 'error-not-set';
891 + } else {
892 + $status = $response_code;
893 + $error = $response_body;
894 + }
895 + return new \WP_Error( $status, $error );
861 896 }
862 897
863 898 return true;
864 899 }
@@ -931,30 +966,81 @@
931 966 return ( ! is_wp_error( $request ) && 200 === wp_remote_retrieve_response_code( $request ) );
932 967 }
933 968
934 969 /**
935 - * Get index settings.
970 + * Get index settings
936 971 *
937 - * @param string $index Index name.
938 - * @since 4.4.0
972 + * @param string $index Index name
973 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
974 + * @since 4.4.0, 4.7.0 added the $force_refresh parameter
939 975 * @return array|WP_Error Raw ES response from the $index/_settings?flat_settings=true endpoint
940 976 */
941 - public function get_index_settings( string $index ) {
977 + public function get_index_settings( string $index, bool $force_refresh = false ) {
978 + $transient_key = "ep_index_settings_{$index}";
979 +
980 + if ( ! $force_refresh ) {
981 + $cache = Utils\get_transient( $transient_key );
982 + if ( false !== $cache ) {
983 + return $cache;
984 + }
985 + }
986 +
942 987 $endpoint = trailingslashit( $index ) . '_settings?flat_settings=true';
943 988 $request = $this->remote_request( $endpoint, [], [], 'get_index_settings' );
944 989
945 990 if ( is_wp_error( $request ) ) {
991 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
946 992 return $request;
947 993 }
948 994
995 + if ( wp_remote_retrieve_response_code( $request ) !== 200 ) {
996 + Utils\set_transient( $transient_key, $request, MINUTE_IN_SECONDS );
997 + return new \WP_Error(
998 + 'ep_get_index_settings_failed',
999 + esc_html__( 'Error while getting the index settings.', 'elasticpress' ),
1000 + $request
1001 + );
1002 + }
1003 +
949 1004 $response_body = wp_remote_retrieve_body( $request );
950 1005
951 1006 $settings = json_decode( $response_body, true );
952 1007
1008 + Utils\set_transient( $transient_key, $settings, DAY_IN_SECONDS );
1009 +
953 1010 return $settings;
954 1011 }
955 1012
956 1013 /**
1014 + * Get a particular index setting
1015 + *
1016 + * @param string $index Index name
1017 + * @param string $setting Setting name
1018 + * @param bool $force_refresh Whether to use or not a cached value. Default false, use cached.
1019 + * @return mixed
1020 + */
1021 + public function get_index_setting( string $index, string $setting, bool $force_refresh = false ) {
1022 + $settings = $this->get_index_settings( $index, $force_refresh );
1023 +
1024 + if ( is_wp_error( $settings ) || empty( $settings[ $index ]['settings'][ $setting ] ) ) {
1025 + return null;
1026 + }
1027 +
1028 + return $settings[ $index ]['settings'][ $setting ];
1029 + }
1030 +
1031 + /**
1032 + * Given an index return its total fields limit
1033 + *
1034 + * @since 4.4.0, 4.7.0 wrapper of get_index_setting()
1035 + * @param string $index_name The index name
1036 + * @return int|null
1037 + */
1038 + public function get_index_total_fields_limit( $index_name ) {
1039 + return $this->get_index_setting( $index_name, 'index.mapping.total_fields.limit' );
1040 + }
1041 +
1042 + /**
957 1043 * Update index settings.
958 1044 *
959 1045 * @param string $index Index name.
960 1046 * @param array $settings Setting update array.
@@ -1084,9 +1170,9 @@
1084 1170 * @param {string} $body Bulk index request body
1085 1171 * @param {string} $type Index type
1086 1172 * @return {string} New path
1087 1173 */
1088 - if ( version_compare( $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1174 + if ( version_compare( (string) $this->get_elasticsearch_version(), '7.0', '<' ) ) {
1089 1175 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/' . $type . '/_bulk', $body, $type );
1090 1176 } else {
1091 1177 $path = apply_filters( 'ep_bulk_index_request_path', $index . '/_bulk', $body, $type );
1092 1178 }
@@ -1118,9 +1204,17 @@
1118 1204 * @since 1.8
1119 1205 * @return array
1120 1206 */
1121 1207 public function get_query_log() {
1122 - return $this->queries;
1208 + /**
1209 + * Filter the query log
1210 + *
1211 + * @hook ep_get_query_log
1212 + * @since 5.3.0
1213 + * @param {array} $queries The query log
1214 + * @return {array} The query log
1215 + */
1216 + return apply_filters( 'ep_get_query_log', $this->queries );
1123 1217 }
1124 1218
1125 1219 /**
1126 1220 * Wrapper for wp_remote_request
@@ -1135,9 +1229,9 @@
1135 1229 * @param string $type Type of request, used for debugging.
1136 1230 *
1137 1231 * @return WP_Error|array The response or WP_Error on failure.
1138 1232 */
1139 - public function remote_request( $path, $args = [], $query_args = [], $type = null ) {
1233 + public function remote_request( $path, $args = [], $query_args = [], $type = '' ) {
1140 1234
1141 1235 if ( empty( $args['method'] ) ) {
1142 1236 $args['method'] = 'GET';
1143 1237 }
@@ -1213,9 +1307,9 @@
1213 1307 * @hook ep_intercept_remote_request
1214 1308 * @param {boolean} $intercept True to intercept
1215 1309 * @return {boolean} New value
1216 1310 */
1217 - if ( true === apply_filters( 'ep_intercept_remote_request', false ) ) {
1311 + if ( true === apply_filters( 'ep_intercept_remote_request', false ) || ! empty( $query_args['ep_intercept_request'] ) ) {
1218 1312 /**
1219 1313 * Filter intercepted request
1220 1314 *
1221 1315 * @hook ep_do_intercept_request
@@ -1238,9 +1332,9 @@
1238 1332 $is_valid_res = ( $request_response_code >= 200 && $request_response_code <= 299 );
1239 1333 $is_non_blocking_request = ( 0 === $request_response_code );
1240 1334
1241 1335 if ( false === $request || is_wp_error( $request ) || ( ! $is_valid_res && ! $is_non_blocking_request ) ) {
1242 - $failures++;
1336 + ++$failures;
1243 1337
1244 1338 /**
1245 1339 * Filter max number of times to attempt remote requests
1246 1340 *
@@ -1265,8 +1359,17 @@
1265 1359 $query['blocking'] = true;
1266 1360 $query['request'] = $request;
1267 1361 $this->add_query_log( $query );
1268 1362
1363 + /**
1364 + * Fires after Elasticsearch remote request
1365 + *
1366 + * @hook ep_remote_request
1367 + * @param {array} $query Remote request arguments
1368 + * @param {string} $type Request type
1369 + */
1370 + do_action( 'ep_remote_request', $query, $type );
1371 +
1269 1372 return $request;
1270 1373 }
1271 1374
1272 1375 $query['time_finish'] = microtime( true );
@@ -1272,19 +1375,12 @@
1272 1375 $query['time_finish'] = microtime( true );
1273 1376 $query['request'] = $request;
1274 1377 $this->add_query_log( $query );
1275 1378
1276 - /**
1277 - * Fires after Elasticsearch remote request
1278 - *
1279 - * @hook ep_remote_request
1280 - * @param {array} $query Remote request arguments
1281 - * @param {string} $type Request type
1282 - */
1379 + // This action is documented above
1283 1380 do_action( 'ep_remote_request', $query, $type );
1284 1381
1285 1382 return $request;
1286 -
1287 1383 }
1288 1384
1289 1385 /**
1290 1386 * Parse response from Elasticsearch
@@ -1332,9 +1428,8 @@
1332 1428 return array(
1333 1429 'status' => true,
1334 1430 'data' => $response->_all->primaries->indexing,
1335 1431 );
1336 -
1337 1432 }
1338 1433
1339 1434 /**
1340 1435 * Set ES plugins and version, detect server type, and cache everything
@@ -1408,20 +1503,24 @@
1408 1503 $node = end( $response['nodes'] );
1409 1504 // Save version of last node. We assume all nodes are same version.
1410 1505 $this->elasticsearch_version = $node['version'];
1411 1506
1507 + // Elasticsearch calls "modules" all default plugins that can't be uninstalled
1508 + if ( isset( $node['modules'] ) && is_array( $node['modules'] ) ) {
1509 + foreach ( $node['modules'] as $plugin ) {
1510 + $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1511 + }
1512 +
1513 + if ( ! empty( $node['modules'] ) && ! empty( $node['modules'][0]['opensearch_version'] ) ) {
1514 + $this->server_type = 'opensearch';
1515 + }
1516 + }
1517 +
1412 1518 if ( isset( $node['plugins'] ) && is_array( $node['plugins'] ) ) {
1413 1519 foreach ( $node['plugins'] as $plugin ) {
1414 1520 $this->elasticsearch_plugins[ $plugin['name'] ] = $plugin['version'];
1415 1521 }
1416 1522 }
1417 - if ( isset( $node['modules'] )
1418 - && is_array( $node['modules'] )
1419 - && ! empty( $node['modules'] )
1420 - && ! empty( $node['modules'][0]['opensearch_version'] )
1421 - ) {
1422 - $this->server_type = 'opensearch';
1423 - }
1424 1523 }
1425 1524
1426 1525 /**
1427 1526 * Cache ES info
@@ -1620,9 +1719,9 @@
1620 1719 /**
1621 1720 * Filter the User Agent header when submitting requests to Elasticsearch.
1622 1721 *
1623 1722 * @hook ep_remote_request_add_ep_user_agent
1624 - * @param {bool} $should_add_ep_verion Whether the ElasticPress version should be added to the User Agent string.
1723 + * @param {bool} $should_add_ep_version Whether the ElasticPress version should be added to the User Agent string.
1625 1724 * @return {bool} New value
1626 1725 * @since 3.6.1
1627 1726 */
1628 1727 if ( apply_filters( 'ep_remote_request_add_ep_user_agent', Utils\is_epio() ) ) {
@@ -1639,14 +1738,27 @@
1639 1738 /**
1640 1739 * Query logging. Don't log anything to the queries property when
1641 1740 * WP_DEBUG is not enabled. Calls action 'ep_add_query_log' if you
1642 1741 * want to access the query outside of the ElasticPress plugin. This
1643 - * runs regardless of debufg settings.
1742 + * runs regardless of debug settings.
1644 1743 *
1645 1744 * @param array $query Query to log.
1646 1745 */
1647 1746 protected function add_query_log( $query ) {
1648 - if ( ( defined( 'WP_DEBUG' ) && WP_DEBUG ) || ( defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG ) ) {
1747 + $wp_debug = defined( 'WP_DEBUG' ) && WP_DEBUG;
1748 + $wp_ep_debug = defined( 'WP_EP_DEBUG' ) && WP_EP_DEBUG;
1749 +
1750 + /**
1751 + * Filter query logging. Don't log anything to the queries property when true.
1752 + *
1753 + * @hook ep_disable_query_logging
1754 + * @param {bool} Whether to log to the queries property. Defaults to false.
1755 + * @return {bool} New value
1756 + * @since 5.1.4
1757 + */
1758 + $disable_query_logging = apply_filters( 'ep_disable_query_logging', false );
1759 +
1760 + if ( ! $disable_query_logging && ( $wp_debug || $wp_ep_debug ) ) {
1649 1761 $this->queries[] = $query;
1650 1762 }
1651 1763
1652 1764 /**
@@ -1660,15 +1772,18 @@
1660 1772
1661 1773 /**
1662 1774 * Get all index names.
1663 1775 *
1664 - * @since 4.4.0
1776 + * @param string $status Whether to return active indexables or all registered.
1777 + * @since 4.4.0, 4.5.0 Added $status
1665 1778 * @return array
1666 1779 */
1667 - public function get_index_names() {
1668 - $sites = ( defined( 'EP_IS_NETWORK' ) && EP_IS_NETWORK ) ? Utils\get_sites() : array( array( 'blog_id' => get_current_blog_id() ) );
1780 + public function get_index_names( $status = 'active' ) {
1781 + $sites = ( defined( 'EP_IS_NETWORK' ) && EP_IS_NETWORK ) ?
1782 + Utils\get_sites( 0, true ) :
1783 + array( array( 'blog_id' => get_current_blog_id() ) );
1669 1784
1670 - $all_indexables = Indexables::factory()->get_all();
1785 + $all_indexables = Indexables::factory()->get_all( null, false, $status );
1671 1786
1672 1787 $global_indexes = [];
1673 1788 $non_global_indexes = [];
1674 1789 foreach ( $all_indexables as $indexable ) {
@@ -1677,11 +1792,8 @@
1677 1792 continue;
1678 1793 }
1679 1794
1680 1795 foreach ( $sites as $site ) {
1681 - if ( ! Utils\is_site_indexable( $site['blog_id'] ) ) {
1682 - continue;
1683 - }
1684 1796 $non_global_indexes[] = $indexable->get_index_name( $site['blog_id'] );
1685 1797 }
1686 1798 }
1687 1799
@@ -1693,9 +1805,9 @@
1693 1805 *
1694 1806 * @since 4.4.0
1695 1807 * @return array Array of indices in Elasticsearch
1696 1808 */
1697 - public function get_cluster_indices() : array {
1809 + public function get_cluster_indices(): array {
1698 1810 $path = '_cat/indices?format=json';
1699 1811
1700 1812 $response = $this->remote_request( $path );
1701 1813
@@ -1702,40 +1814,21 @@
1702 1814 return (array) json_decode( wp_remote_retrieve_body( $response ), true );
1703 1815 }
1704 1816
1705 1817 /**
1706 - * Given an index return its total fields limit
1818 + * Return a comparison between which indices should be and are present in the ES server.
1707 1819 *
1708 - * @since 4.4.0
1709 - * @param string $index_name The index name
1710 - * @return int|null
1820 + * @since 4.6.0
1821 + * @return array Array with `missing_indices` and `present_indices` keys.
1711 1822 */
1712 - public function get_index_total_fields_limit( $index_name ) {
1713 - $cache_key = 'ep_total_fields_limit_' . $index_name;
1823 + public function get_indices_comparison() {
1824 + $all_index_names = $this->get_index_names();
1825 + $cluster_indices = $this->get_cluster_indices();
1714 1826
1715 - $is_network = defined( 'EP_IS_NETWORK' ) && EP_IS_NETWORK;
1716 - if ( $is_network ) {
1717 - $cached = get_site_transient( $cache_key );
1718 - } else {
1719 - $cached = get_transient( $cache_key );
1720 - }
1721 - if ( ! empty( $cached ) ) {
1722 - return $cached;
1723 - }
1827 + $cluster_index_names = wp_list_pluck( $cluster_indices, 'index' );
1724 1828
1725 - $index_settings = $this->get_index_settings( $index_name );
1726 - if ( is_wp_error( $index_settings ) || empty( $index_settings[ $index_name ]['settings']['index.mapping.total_fields.limit'] ) ) {
1727 - return null;
1728 - }
1729 -
1730 - $es_field_limit = $index_settings[ $index_name ]['settings']['index.mapping.total_fields.limit'];
1731 -
1732 - if ( $is_network ) {
1733 - set_site_transient( $cache_key, $es_field_limit, DAY_IN_SECONDS );
1734 - } else {
1735 - set_transient( $cache_key, $es_field_limit, DAY_IN_SECONDS );
1736 - }
1737 -
1738 - return (int) $es_field_limit;
1829 + return [
1830 + 'missing_indices' => array_diff( $all_index_names, $cluster_index_names ),
1831 + 'present_indices' => array_intersect( $all_index_names, $cluster_index_names ),
1832 + ];
1739 1833 }
1740 -
1741 1834 }