diff --git a/dense_vector/challenges/default.json b/dense_vector/challenges/default.json index c1aeb109..76885973 100644 --- a/dense_vector/challenges/default.json +++ b/dense_vector/challenges/default.json @@ -69,7 +69,7 @@ }, { "name": "knn-search-100-1000-concurrent-with-indexing", - "operation": "knn-search-100-1000" + "operation": "compareme-knn-search-100-1000" } ] } @@ -110,36 +110,182 @@ }, { "name": "knn-search-10-100", - "operation": "knn-search-10-100", + "operation": "compareme-knn-search-10-100", "warmup-iterations": 100, "iterations": 1000 }, { "name": "knn-search-100-1000", - "operation": "knn-search-100-1000", + "operation": "compareme-knn-search-100-1000", "warmup-iterations": 100, "iterations": 1000 }, { "name": "script-score-query", - "operation": "script-score-query", + "operation": "compareme-script-score-query", "warmup-iterations": 100, "iterations": 1000 }, { - "operation": "knn-recall-10-100" + "operation": "compareme-knn-recall-10-100" }, { - "operation": "knn-recall-100-1000" + "operation": "compareme-knn-recall-100-1000" }, { - "operation": "knn-recall-10-10" + "operation": "compareme-knn-recall-10-10" }, { - "operation": "knn-recall-100-100" + "operation": "compareme-knn-recall-100-100" }, { - "operation": "knn-recall-1000-1000" + "operation": "compareme-knn-recall-1000-1000" + } + ] +}, +{ + "name": "index-and-search-cold-cache", + "description": "Indexes vectors, then executes searches under various conditions", + "default": false, + "schedule": [ + { + "operation": { + "operation-type": "delete-index" + } + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} + } + }, + { + "operation": { + "operation-type": "cluster-health", + "request-params": { + "wait_for_status": "green" + }, + "retry-until-success": true + } + }, + { + "name": "index-append", + "operation": { + "operation-type": "bulk", + "bulk-size": {{bulk_size | default(5000)}}, + "ingest-percentage": 20 + }, + "warmup-time-period": {{ bulk_warmup | default(40) | int }}, + "clients": {{bulk_indexing_clients | default(1)}} + }, + { + "name": "refresh-after-index", + "operation": { + "operation-type": "refresh", + "request-timeout": 1000, + "include-in-reporting": true + } + }, + { + "name": "wait-until-merges-finish-after-index", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "parallel": { + "warmup-time-period": 10, + "completed-by": "index-update-concurrent-with-searches", + "tasks": [ + { + "name": "index-update-concurrent-with-searches", + "operation": { + "operation-type": "bulk", + "bulk-size": 5000, + "ingest-percentage": 5 + } + }, + { + "name": "knn-search-100-1000-concurrent-with-indexing", + "operation": "knn-search-100-1000-cold_cache" + } + ] + } + }, + { + "name": "refresh-after-update", + "operation": { + "operation-type": "refresh", + "request-timeout": 1000, + "include-in-reporting": true + } + }, + { + "operation": { + "operation-type": "force-merge", + "mode" : "polling", + "max-num-segments": 1, + "request-timeout": 7200, + "include-in-reporting": true + } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "name": "cold-cache-knn-search-10-100", + "operation": "knn-search-10-100-cold_cache", + "warmup-iterations": 100, + "iterations": 1000 + }, + { + "name": "cold-cache-knn-search-100-1000", + "operation": "knn-search-100-1000-cold_cache", + "warmup-iterations": 100, + "iterations": 1000 + }, + { + "name": "cold-cache-script-score-query", + "operation": "script-score-query-cold_cache", + "warmup-iterations": 100, + "iterations": 1000 + }, + { + "operation": "knn-recall-10-100-cold_cache" + }, + { + "operation": "knn-recall-100-1000-cold_cache" + }, + { + "operation": "knn-recall-10-10-cold_cache" + }, + { + "operation": "knn-recall-100-100-cold_cache" + }, + { + "operation": "knn-recall-1000-1000-cold_cache" } ] } + diff --git a/dense_vector/operations/default.json b/dense_vector/operations/default.json index e4a48f32..3d1c8143 100644 --- a/dense_vector/operations/default.json +++ b/dense_vector/operations/default.json @@ -1,61 +1,252 @@ -{ - "name": "knn-search-10-100", - "operation-type": "search", - "param-source": "knn-param-source", - "k": 10, - "num-candidates": 100 -}, -{ - "name": "knn-search-100-1000", - "operation-type": "search", - "param-source": "knn-param-source", - "k": 100, - "num-candidates": 1000 -}, -{ - "name": "script-score-query", - "operation-type": "search", - "param-source": "knn-param-source", - "k": 10, - "exact": true -}, -{ - "name": "knn-recall-10-100", - "operation-type": "knn-recall", - "param-source": "knn-recall-param-source", - "k": 10, - "num-candidates": 100, - "include-in-reporting": false -}, -{ - "name": "knn-recall-100-1000", - "operation-type": "knn-recall", - "param-source": "knn-recall-param-source", - "k": 100, - "num-candidates": 1000, - "include-in-reporting": false -}, -{ - "name": "knn-recall-10-10", - "operation-type": "knn-recall", - "param-source": "knn-recall-param-source", - "k": 10, - "num-candidates": 10, - "include-in-reporting": false -}, -{ - "name": "knn-recall-100-100", - "operation-type": "knn-recall", - "param-source": "knn-recall-param-source", - "k": 100, - "num-candidates": 100, - "include-in-reporting": false -}, -{ - "name": "knn-recall-1000-1000", - "operation-type": "knn-recall", - "param-source": "knn-recall-param-source", - "k": 1000, - "num-candidates": 1000, - "include-in-reporting": false -} + + { + "name": "compareme-knn-search-10-100", + "operation-type": "search", + "param-source": "knn-param-source", + "k": 10, + "num-candidates": 100 + }, + { + "name": "knn-search-10-100-cold_cache", + "param-source": "knn-param-source", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-search-10-100", + "operation-type": "search", + "param-source": "knn-param-source", + "k": 10, + "num-candidates": 100 + } + ] + } + ] + }, + { + "name": "compareme-knn-search-100-1000", + "operation-type": "search", + "param-source": "knn-param-source", + "k": 100, + "num-candidates": 1000 + }, + { + "name": "knn-search-100-1000-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-search-100-1000", + "param-source": "knn-param-source", + "operation-type": "search", + "k": 100, + "num-candidates": 1000 + } + ] + } + ] + }, + { + "name": "compareme-script-score-query", + "operation-type": "search", + "param-source": "knn-param-source", + "k": 10, + "exact": true + }, + { + "name": "script-score-query-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-script-score-query", + "operation-type": "search", + "param-source": "knn-param-source", + "k": 10, + "exact": true + } + ] + } + ] + }, + { + "name": "compareme-knn-recall-10-100", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 10, + "num-candidates": 100, + "include-in-reporting": false + }, + { + "name": "knn-recall-10-100-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-recall-10-100", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 10, + "num-candidates": 100, + "include-in-reporting": false + } + ] + } + ] + }, + { + "name": "compareme-knn-recall-100-1000", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 100, + "num-candidates": 1000, + "include-in-reporting": false + }, + { + "name": "knn-recall-100-1000-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-recall-100-1000", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 100, + "num-candidates": 1000, + "include-in-reporting": false + } + ] + } + ] + }, + { + "name": "compareme-knn-recall-10-10", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 10, + "num-candidates": 10, + "include-in-reporting": false + }, + { + "name": "knn-recall-10-10-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-recall-10-10", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 10, + "num-candidates": 10, + "include-in-reporting": false + } + ] + } + ] + }, + { + "name": "compareme-knn-recall-100-100", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 100, + "num-candidates": 100, + "include-in-reporting": false + }, + { + "name": "knn-recall-100-100-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-recall-100-100", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 100, + "num-candidates": 100, + "include-in-reporting": false + } + ] + } + ] + }, + { + "name": "compareme-knn-recall-1000-1000", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 1000, + "num-candidates": 1000, + "include-in-reporting": false + }, + { + "name": "knn-recall-1000-1000-cold_cache", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-knn-recall-1000-1000", + "operation-type": "knn-recall", + "param-source": "knn-recall-param-source", + "k": 1000, + "num-candidates": 1000, + "include-in-reporting": false + } + ] + } + ] + } diff --git a/geonames/challenges/default.json b/geonames/challenges/default.json index 875c790a..0a11cfb0 100644 --- a/geonames/challenges/default.json +++ b/geonames/challenges/default.json @@ -72,165 +72,368 @@ "target-throughput": 90 }, { - "operation": "default", + "operation": "compareme-default", "warmup-iterations": 500, "iterations": 1000, "target-throughput": 50 }, { - "operation": "term", + "operation": "compareme-term", "warmup-iterations": 500, "iterations": 1000, "target-throughput": 100 }, { - "operation": "phrase", + "operation": "compareme-phrase", "warmup-iterations": 500, "iterations": 1000, "target-throughput": 110 }, { - "operation": "country_agg_uncached", + "operation": "compareme-country_agg_uncached", "warmup-iterations": 200, "iterations": 100, "target-throughput": 3 }, { - "operation": "country_agg_cached", + "operation": "compareme-country_agg_cached", "warmup-iterations": 1000, "iterations": 1000, "target-throughput": 100 }, { - "operation": "scroll", + "operation": "compareme-scroll", "warmup-iterations": 200, "iterations": 100, "#COMMENT": "Throughput is considered per request. So we issue one scroll request per second which will retrieve 25 pages", "target-throughput": 0.8 }, { - "operation": "expression", + "operation": "compareme-expression", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "painless_static", + "operation": "compareme-painless_static", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.1 }, { - "operation": "painless_dynamic", + "operation": "compareme-painless_dynamic", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.4 }, { - "operation": "decay_geo_gauss_function_score", + "operation": "compareme-decay_geo_gauss_function_score", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1 }, { - "operation": "decay_geo_gauss_script_score", + "operation": "compareme-decay_geo_gauss_script_score", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1 }, { - "operation": "field_value_function_score", + "operation": "compareme-field_value_function_score", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "field_value_script_score", + "operation": "compareme-field_value_script_score", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "large_terms", + "operation": "compareme-desc_sort_population", "warmup-iterations": 200, "iterations": 100, - "target-throughput": 1.1 + "target-throughput": 1.5 }, { - "operation": "large_filtered_terms", + "operation": "compareme-desc_sort_population_can_match_shortcut", "warmup-iterations": 200, "iterations": 100, - "target-throughput": 1.1 + "target-throughput": 1.5 + }, + { + "operation": "compareme-desc_sort_population_no_can_match_shortcut", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + + { + "operation": "compareme-asc_sort_population", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + { + "operation": "compareme-asc_sort_with_after_population", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + { + "operation": "compareme-desc_sort_geonameid", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 6 + }, + { + "operation": "compareme-desc_sort_with_after_geonameid", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 6 + }, + { + "operation": "compareme-asc_sort_geonameid", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 6 + }, + { + "operation": "compareme-asc_sort_with_after_geonameid", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 6 + }, + { + "operation": "compareme-sort_country_code_can_match_shortcut", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 }, { - "operation": "large_prohibited_terms", + "operation": "compareme-sort_country_code_no_can_match_shortcut", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + } + ] + }, + { + "name": "append-no-conflicts-cold-cache", + "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only. After that a couple of queries are run.", + "default": false, + "schedule": [ + { + "operation": "delete-index" + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} + } + }, + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "geonames", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + } + }, + { + "operation": "index-append", + "warmup-time-period": 120, + "clients": {{bulk_indexing_clients | default(8)}}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" + }, + { + "name": "refresh-after-index", + "operation": "refresh" + }, + { + "operation": { + "operation-type": "force-merge", + "request-timeout": 7200{%- if max_num_segments is defined %}, + "max-num-segments": {{max_num_segments}} + {%- endif %} + } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "operation": "index-stats", + "warmup-iterations": 500, + "iterations": 1000, + "target-throughput": 90 + }, + { + "operation": "node-stats", + "warmup-iterations": 100, + "iterations": 1000, + "target-throughput": 90 + }, + { + "operation": "cold-cache-default", + "warmup-iterations": 500, + "iterations": 1000, + "target-throughput": 50 + }, + { + "operation": "cold-cache-term", + "warmup-iterations": 500, + "iterations": 1000, + "target-throughput": 100 + }, + { + "operation": "cold-cache-phrase", + "warmup-iterations": 500, + "iterations": 1000, + "target-throughput": 110 + }, + { + "operation": "cold-cache-country_agg_uncached", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 3 + }, + { + "operation": "cold-cache-country_agg_cached", + "warmup-iterations": 1000, + "iterations": 1000, + "target-throughput": 100 + }, + { + "operation": "cold-cache-scroll", + "warmup-iterations": 200, + "iterations": 100, + "#COMMENT": "Throughput is considered per request. So we issue one scroll request per second which will retrieve 25 pages", + "target-throughput": 0.8 + }, + { + "operation": "cold-cache-expression", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + { + "operation": "cold-cache-painless_static", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.1 }, { - "operation": "desc_sort_population", + "operation": "cold-cache-painless_dynamic", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.4 + }, + { + "operation": "cold-cache-decay_geo_gauss_function_score", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1 + }, + { + "operation": "cold-cache-decay_geo_gauss_script_score", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1 + }, + { + "operation": "cold-cache-field_value_function_score", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + { + "operation": "cold-cache-field_value_script_score", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 1.5 + }, + { + "operation": "cold-cache-desc_sort_population", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "desc_sort_population_can_match_shortcut", + "operation": "cold-cache-desc_sort_population_can_match_shortcut", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "desc_sort_population_no_can_match_shortcut", + "operation": "cold-cache-desc_sort_population_no_can_match_shortcut", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "asc_sort_population", + "operation": "cold-cache-asc_sort_population", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "asc_sort_with_after_population", + "operation": "cold-cache-asc_sort_with_after_population", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "desc_sort_geonameid", + "operation": "cold-cache-desc_sort_geonameid", "warmup-iterations": 200, "iterations": 100, "target-throughput": 6 }, { - "operation": "desc_sort_with_after_geonameid", + "operation": "cold-cache-desc_sort_with_after_geonameid", "warmup-iterations": 200, "iterations": 100, "target-throughput": 6 }, { - "operation": "asc_sort_geonameid", + "operation": "cold-cache-asc_sort_geonameid", "warmup-iterations": 200, "iterations": 100, "target-throughput": 6 }, { - "operation": "asc_sort_with_after_geonameid", + "operation": "cold-cache-asc_sort_with_after_geonameid", "warmup-iterations": 200, "iterations": 100, "target-throughput": 6 }, { - "operation": "sort_country_code_can_match_shortcut", + "operation": "cold-cache-sort_country_code_can_match_shortcut", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 }, { - "operation": "sort_country_code_no_can_match_shortcut", + "operation": "cold-cache-sort_country_code_no_can_match_shortcut", "warmup-iterations": 200, "iterations": 100, "target-throughput": 1.5 diff --git a/geonames/operations/default.json b/geonames/operations/default.json index 7ef5a747..41ae7a35 100644 --- a/geonames/operations/default.json +++ b/geonames/operations/default.json @@ -1,4 +1,4 @@ - { + { "name": "index-append", "operation-type": "bulk", "bulk-size": {{bulk_size | default(5000)}}, @@ -15,7 +15,7 @@ "recency": {{recency | default(0)}} }, { - "name": "default", + "name": "compareme-default", "operation-type": "search", "body": { "query": { @@ -24,7 +24,33 @@ } }, { - "name": "term", + "name": "cold-cache-default", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-default", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + } + } + } + ] + } + ] + }, + { + "name": "compareme-term", "operation-type": "search", "body": { "query": { @@ -35,7 +61,35 @@ } }, { - "name": "phrase", + "name": "cold-cache-term", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-term", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "term": { + "country_code.raw": "AT" + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-phrase", "operation-type": "search", "body": { "query": { @@ -46,7 +100,35 @@ } }, { - "name": "country_agg_uncached", + "name": "cold-cache-phrase", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-phrase", + "index": "geonames", + "operation-type": "search", + "body": { + "query": { + "match_phrase": { + "name": "Sankt Georgen" + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-country_agg_uncached", "operation-type": "search", "body": { "size": 0, @@ -67,7 +149,45 @@ } }, { - "name": "country_agg_cached", + "name": "cold-cache-country_agg_uncached", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-country_agg_uncached", + "operation-type": "search", + "index": "geonames", + "body": { + "size": 0, + "aggs": { + "country_population": { + "terms": { + "field": "country_code.raw" + }, + "aggs": { + "sum_population": { + "sum": { + "field": "population" + } + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-country_agg_cached", "operation-type": "search", "cache": true, "body": { @@ -89,7 +209,46 @@ } }, { - "name": "scroll", + "name": "cold-cache-country_agg_cached", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-country_agg_cached", + "operation-type": "search", + "index": "geonames", + "cache": true, + "body": { + "size": 0, + "aggs": { + "country_population": { + "terms": { + "field": "country_code.raw" + }, + "aggs": { + "sum_population": { + "sum": { + "field": "population" + } + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-scroll", "operation-type": "search", "pages": 25, "results-per-page": 1000, @@ -100,7 +259,35 @@ } }, { - "name": "expression", + "name": "cold-cache-scroll", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-scroll", + "operation-type": "search", + "index": "geonames", + "pages": 25, + "results-per-page": 1000, + "body": { + "query": { + "match_all": {} + } + } + } + ] + } + ] + }, + { + "name": "compareme-expression", "operation-type": "search", "body": { "query": { @@ -123,7 +310,47 @@ } }, { - "name": "painless_static", + "name": "cold-cache-expression", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-expression", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "function_score": { + "query": { + "match_all": {} + }, + "functions": [ + { + "script_score": { + "script": { + "source": "abs(ln(abs(doc['population']) + 1) + doc['location'].lon + doc['location'].lat) * _score", + "lang": "expression" + } + } + } + ] + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-painless_static", "operation-type": "search", "body": { "query": { @@ -146,7 +373,47 @@ } }, { - "name": "painless_dynamic", + "name": "cold-cache-painless_static", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-painless_static", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "function_score": { + "query": { + "match_all": {} + }, + "functions": [ + { + "script_score": { + "script": { + "source": "Math.abs(Math.log(Math.abs((int)((List)doc.population).get(0)) + 1) + (double)(doc.location.lon) * (double)(doc.location.lat))/_score", + "lang": "painless" + } + } + } + ] + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-painless_dynamic", "operation-type": "search", "body": { "query": { @@ -169,28 +436,106 @@ } }, { - "name": "decay_geo_gauss_function_score", + "name": "cold-cache-painless_dynamic", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-painless_dynamic", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "function_score": { + "query": { + "match_all": {} + }, + "functions": [ + { + "script_score": { + "script": { + "source": "Math.abs(Math.log(Math.abs(doc['population'].value) + 1) + doc['location'].lon * doc['location'].lat)/_score", + "lang": "painless" + } + } + } + ] + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-decay_geo_gauss_function_score", "operation-type": "search", "body": { "query": { "function_score": { "query": { "match_all": {} - }, + }, "gauss": { "location": { "origin": "52.37, 4.8951", "scale": "500km", "offset": "0km", - "decay" : 0.1 + "decay": 0.1 } - } + } } } } }, - { - "name": "decay_geo_gauss_script_score", + { + "name": "cold-cache-decay_geo_gauss_function_score", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-decay_geo_gauss_function_score", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "function_score": { + "query": { + "match_all": {} + }, + "gauss": { + "location": { + "origin": "52.37, 4.8951", + "scale": "500km", + "offset": "0km", + "decay": 0.1 + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-decay_geo_gauss_script_score", "operation-type": "search", "body": { "query": { @@ -201,10 +546,10 @@ "script": { "source": "decayGeoGauss(params.origin, params.scale, params.offset, params.decay, doc['location'].value)", "params": { - "origin": "52.37, 4.8951", - "scale": "500km", - "offset": "0km", - "decay" : 0.1 + "origin": "52.37, 4.8951", + "scale": "500km", + "offset": "0km", + "decay": 0.1 } } } @@ -212,7 +557,46 @@ } }, { - "name": "field_value_function_score", + "name": "cold-cache-decay_geo_gauss_script_score", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-decay_geo_gauss_script_score", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "script_score": { + "query": { + "match_all": {} + }, + "script": { + "source": "decayGeoGauss(params.origin, params.scale, params.offset, params.decay, doc['location'].value)", + "params": { + "origin": "52.37, 4.8951", + "scale": "500km", + "offset": "0km", + "decay": 0.1 + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-field_value_function_score", "operation-type": "search", "body": { "query": { @@ -224,13 +608,48 @@ "field": "population", "factor": 1.2, "modifier": "log2p" - } + } } } } - }, + }, + { + "name": "cold-cache-field_value_function_score", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-field_value_function_score", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "function_score": { + "query": { + "match_all": {} + }, + "field_value_factor": { + "field": "population", + "factor": 1.2, + "modifier": "log2p" + } + } + } + } + } + ] + } + ] + }, { - "name": "field_value_script_score", + "name": "compareme-field_value_script_score", "operation-type": "search", "body": { "query": { @@ -246,34 +665,85 @@ } }, { - "name": "large_terms", - "operation-type": "search", - "param-source": "pure-terms-query-source" - }, - { - "name": "large_filtered_terms", - "operation-type": "search", - "param-source": "filtered-terms-query-source" - }, - { - "name": "large_prohibited_terms", - "operation-type": "search", - "param-source": "prohibited-terms-query-source" + "name": "cold-cache-field_value_script_score", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-field_value_script_score", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "script_score": { + "query": { + "match_all": {} + }, + "script": { + "source": "Math.log10(doc['population'].value * 1.2 + 2)" + } + } + } + } + } + ] + } + ] }, { - "name": "desc_sort_population", + "name": "compareme-desc_sort_population", "operation-type": "search", "body": { "query": { "match_all": {} }, - "sort" : [ - {"population" : "desc"} + "sort": [ + { + "population": "desc" + } ] } }, { - "name": "desc_sort_population_can_match_shortcut", + "name": "cold-cache-desc_sort_population", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-desc_sort_population", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + }, + "sort": [ + { + "population": "desc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-desc_sort_population_can_match_shortcut", "operation-type": "search", "body": { "track_total_hits": false, @@ -282,16 +752,52 @@ "timezone": "America" } }, - "sort" : [ - {"population" : "desc"} + "sort": [ + { + "population": "desc" + } ] } }, { - "name": "desc_sort_population_no_can_match_shortcut", + "name": "cold-cache-desc_sort_population_can_match_shortcut", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-desc_sort_population_can_match_shortcut", + "operation-type": "search", + "index": "geonames", + "body": { + "track_total_hits": false, + "query": { + "match": { + "timezone": "America" + } + }, + "sort": [ + { + "population": "desc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-desc_sort_population_no_can_match_shortcut", "operation-type": "search", - "request-params" : { - "pre_filter_shard_size" : 10000 + "request-params": { + "pre_filter_shard_size": 10000 }, "body": { "track_total_hits": false, @@ -300,90 +806,344 @@ "timezone": "America" } }, - "sort" : [ - {"population" : "desc"} + "sort": [ + { + "population": "desc" + } ] } }, { - "name": "asc_sort_population", + "name": "cold-cache-desc_sort_population_no_can_match_shortcut", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-desc_sort_population_no_can_match_shortcut", + "operation-type": "search", + "index": "geonames", + "request-params": { + "pre_filter_shard_size": 10000 + }, + "body": { + "track_total_hits": false, + "query": { + "match": { + "timezone": "America" + } + }, + "sort": [ + { + "population": "desc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-asc_sort_population", "operation-type": "search", "body": { "query": { "match_all": {} }, - "sort" : [ - {"population" : "asc"} + "sort": [ + { + "population": "asc" + } ] } }, { - "name": "asc_sort_with_after_population", + "name": "cold-cache-asc_sort_population", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-asc_sort_population", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + }, + "sort": [ + { + "population": "asc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-asc_sort_with_after_population", "operation-type": "search", "body": { "query": { "match_all": {} }, - "sort" : [ - {"population" : "asc"} + "sort": [ + { + "population": "asc" + } ], - "search_after" : [1000000] + "search_after": [ + 1000000 + ] } }, { - "name": "desc_sort_geonameid", + "name": "cold-cache-asc_sort_with_after_population", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-asc_sort_with_after_population", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + }, + "sort": [ + { + "population": "asc" + } + ], + "search_after": [ + 1000000 + ] + } + } + ] + } + ] + }, + { + "name": "compareme-desc_sort_geonameid", "operation-type": "search", "body": { "query": { "match_all": {} }, - "sort" : [ - {"geonameid" : "desc"} + "sort": [ + { + "geonameid": "desc" + } ] } }, { - "name": "desc_sort_with_after_geonameid", + "name": "cold-cache-desc_sort_geonameid", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-desc_sort_geonameid", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + }, + "sort": [ + { + "geonameid": "desc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-desc_sort_with_after_geonameid", "operation-type": "search", "body": { "track_total_hits": false, "query": { "match_all": {} }, - "sort" : [ - {"geonameid" : "desc"} + "sort": [ + { + "geonameid": "desc" + } ], - "search_after": [5000000] + "search_after": [ + 5000000 + ] } }, { - "name": "asc_sort_geonameid", + "name": "cold-cache-desc_sort_with_after_geonameid", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-desc_sort_with_after_geonameid", + "operation-type": "search", + "index": "geonames", + "body": { + "track_total_hits": false, + "query": { + "match_all": {} + }, + "sort": [ + { + "geonameid": "desc" + } + ], + "search_after": [ + 5000000 + ] + } + } + ] + } + ] + }, + { + "name": "compareme-asc_sort_geonameid", "operation-type": "search", "body": { "query": { "match_all": {} }, - "sort" : [ - {"geonameid" : "asc"} + "sort": [ + { + "geonameid": "asc" + } ] } }, { - "name": "asc_sort_with_after_geonameid", + "name": "cold-cache-asc_sort_geonameid", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-asc_sort_geonameid", + "operation-type": "search", + "index": "geonames", + "body": { + "query": { + "match_all": {} + }, + "sort": [ + { + "geonameid": "asc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-asc_sort_with_after_geonameid", "operation-type": "search", "body": { "track_total_hits": false, "query": { "match_all": {} }, - "sort" : [ - {"geonameid" : "asc"} + "sort": [ + { + "geonameid": "asc" + } ], - "search_after": [5000000] + "search_after": [ + 5000000 + ] } }, { - "name": "sort_country_code_can_match_shortcut", + "name": "cold-cache-asc_sort_with_after_geonameid", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-asc_sort_with_after_geonameid", + "operation-type": "search", + "index": "geonames", + "body": { + "track_total_hits": false, + "query": { + "match_all": {} + }, + "sort": [ + { + "geonameid": "asc" + } + ], + "search_after": [ + 5000000 + ] + } + } + ] + } + ] + }, + { + "name": "compareme-sort_country_code_can_match_shortcut", "operation-type": "search", "body": { "track_total_hits": false, @@ -392,16 +1152,52 @@ "timezone": "America" } }, - "sort" : [ - {"country_code.raw" : "asc"} + "sort": [ + { + "country_code.raw": "asc" + } ] } }, { - "name": "sort_country_code_no_can_match_shortcut", + "name": "cold-cache-sort_country_code_can_match_shortcut", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-sort_country_code_can_match_shortcut", + "operation-type": "search", + "index": "geonames", + "body": { + "track_total_hits": false, + "query": { + "match": { + "timezone": "America" + } + }, + "sort": [ + { + "country_code.raw": "asc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-sort_country_code_no_can_match_shortcut", "operation-type": "search", - "request-params" : { - "pre_filter_shard_size" : 10000 + "request-params": { + "pre_filter_shard_size": 10000 }, "body": { "track_total_hits": false, @@ -410,13 +1206,52 @@ "timezone": "America" } }, - "sort" : [ - {"country_code.raw" : "asc"} + "sort": [ + { + "country_code.raw": "asc" + } ] } }, { - "name": "significant_text_selective", + "name": "cold-cache-sort_country_code_no_can_match_shortcut", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-sort_country_code_no_can_match_shortcut", + "operation-type": "search", + "index": "geonames", + "request-params": { + "pre_filter_shard_size": 10000 + }, + "body": { + "track_total_hits": false, + "query": { + "match": { + "timezone": "America" + } + }, + "sort": [ + { + "country_code.raw": "asc" + } + ] + } + } + ] + } + ] + }, + { + "name": "compareme-significant_text_selective", "operation-type": "search", "body": { "size": 0, @@ -435,7 +1270,43 @@ } }, { - "name": "significant_text_sampled_selective", + "name": "cold-cache-significant_text_selective", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-significant_text_selective", + "operation-type": "search", + "index": "geonames", + "body": { + "size": 0, + "query": { + "match": { + "alternatenames": "street" + } + }, + "aggs": { + "sig": { + "significant_text": { + "field": "alternatenames" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-significant_text_sampled_selective", "operation-type": "search", "body": { "size": 0, @@ -461,7 +1332,50 @@ } }, { - "name": "significant_text_unselective", + "name": "cold-cache-significant_text_sampled_selective", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-significant_text_sampled_selective", + "operation-type": "search", + "index": "geonames", + "body": { + "size": 0, + "query": { + "match": { + "alternatenames": "street" + } + }, + "aggs": { + "s": { + "sampler": { + "shard_size": 100 + }, + "aggs": { + "sig": { + "significant_text": { + "field": "alternatenames" + } + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-significant_text_unselective", "operation-type": "search", "body": { "size": 0, @@ -480,7 +1394,43 @@ } }, { - "name": "significant_text_sampled_unselective", + "name": "cold-cache-significant_text_unselective", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-significant_text_unselective", + "operation-type": "search", + "index": "geonames", + "body": { + "size": 0, + "query": { + "match": { + "timezone": "America" + } + }, + "aggs": { + "sig": { + "significant_text": { + "field": "alternatenames" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-significant_text_sampled_unselective", "operation-type": "search", "body": { "size": 0, @@ -504,4 +1454,47 @@ } } } + }, + { + "name": "cold-cache-significant_text_sampled_unselective", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-significant_text_sampled_unselective", + "operation-type": "search", + "index": "geonames", + "body": { + "size": 0, + "query": { + "match": { + "timezone": "America" + } + }, + "aggs": { + "s": { + "sampler": { + "shard_size": 100 + }, + "aggs": { + "sig": { + "significant_text": { + "field": "alternatenames" + } + } + } + } + } + } + } + ] + } + ] } diff --git a/geopointshape/challenges/default.json b/geopointshape/challenges/default.json index 96db6220..08aa7731 100644 --- a/geopointshape/challenges/default.json +++ b/geopointshape/challenges/default.json @@ -59,44 +59,148 @@ } }, { - "operation": "polygon", + "operation": "compareme-polygon", "warmup-iterations": 200, "iterations": 100, "target-throughput": 2 }, { - "operation": "bbox", + "operation": "compareme-bbox", "warmup-iterations": 200, "iterations": 100, "target-throughput": 2 }, { - "operation": "geoGrid_geohash", + "operation": "compareme-geoGrid_geohash", "warmup-iterations": 200, "iterations": 100 }, { - "operation": "geoGrid_geotile", + "operation": "compareme-geoGrid_geotile", "warmup-iterations": 200, "iterations": 100 }, { - "operation": "geoGrid_geohex", + "operation": "compareme-geoGrid_geohex", "warmup-iterations": 200, "iterations": 100 }, { - "operation": "geoGrid_aggs_geohash", + "operation": "compareme-geoGrid_aggs_geohash", "warmup-iterations": 200, "iterations": 100 }, { - "operation": "geoGrid_aggs_geotile", + "operation": "compareme-geoGrid_aggs_geotile", "warmup-iterations": 200, "iterations": 100 }, { - "operation": "geoGrid_aggs_geohex", + "operation": "compareme-geoGrid_aggs_geohex", + "warmup-iterations": 200, + "iterations": 100 + } + ] + }, + { + "name": "append-no-conflicts-cold-cache", + "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only. After that a couple of queries are run.", + "default": false, + "schedule": [ + { + "operation": "delete-index" + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} + } + }, + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "osmgeoshapes", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + } + }, + { + "operation": "index-append", + "warmup-time-period": 120, + "clients": {{bulk_indexing_clients | default(8)}}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" + }, + { + "name": "refresh-after-index", + "operation": "refresh" + }, + { + "operation": { + "operation-type": "force-merge", + "max-num-segments": 1, + "request-timeout": 7200 + } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "operation": "cold-cache-polygon", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 2 + }, + { + "operation": "cold-cache-bbox", + "warmup-iterations": 200, + "iterations": 100, + "target-throughput": 2 + }, + { + "operation": "cold-cache-geoGrid_geohash", + "warmup-iterations": 200, + "iterations": 100 + }, + { + "operation": "cold-cache-geoGrid_geotile", + "warmup-iterations": 200, + "iterations": 100 + }, + { + "operation": "cold-cache-geoGrid_geohex", + "warmup-iterations": 200, + "iterations": 100 + }, + { + "operation": "cold-cache-geoGrid_aggs_geohash", + "warmup-iterations": 200, + "iterations": 100 + }, + { + "operation": "cold-cache-geoGrid_aggs_geotile", + "warmup-iterations": 200, + "iterations": 100 + }, + { + "operation": "cold-cache-geoGrid_aggs_geohex", "warmup-iterations": 200, "iterations": 100 } diff --git a/geopointshape/operations/default.json b/geopointshape/operations/default.json index 63724415..3464e622 100644 --- a/geopointshape/operations/default.json +++ b/geopointshape/operations/default.json @@ -15,7 +15,7 @@ "recency": {{recency | default(0)}} }, { - "name": "polygon", + "name": "compareme-polygon", "operation-type": "search", "body": { "query": { @@ -38,7 +38,47 @@ } }, { - "name": "bbox", + "name": "cold-cache-polygon", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-polygon", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_shape": { + "location": { + "shape": { + "type": "polygon", + "coordinates" : [[ + [-0.1, 49.0], + [5.0, 48.0], + [15.0, 49.0], + [14.0, 60.0], + [-0.1, 61.0], + [-0.1, 49.0] + ]] + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-bbox", "operation-type": "search", "body": { "query": { @@ -54,7 +94,40 @@ } }, { - "name": "geoGrid_geohash", + "name": "cold-cache-bbox", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-bbox", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_shape": { + "location": { + "shape": { + "type": "envelope", + "coordinates" : [[-0.1, 61.0], [15.0, 48.0]] + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_geohash", "operation-type": "search", "body": { "query": { @@ -67,7 +140,37 @@ } }, { - "name": "geoGrid_geotile", + "name": "cold-cache-geoGrid_geohash", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_geohash", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_grid": { + "location": { + "geohash": "u0" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_geotile", "operation-type": "search", "body": { "query": { @@ -80,7 +183,37 @@ } }, { - "name": "geoGrid_geohex", + "name": "cold-cache-geoGrid_geotile", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_geotile", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_grid": { + "location": { + "geotile" : "6/32/22" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_geohex", "operation-type": "search", "body": { "query": { @@ -93,7 +226,37 @@ } }, { - "name": "geoGrid_aggs_geohash", + "name": "cold-cache-geoGrid_geohex", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_geohex", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_grid": { + "location": { + "geohex" : "811fbffffffffff" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_aggs_geohash", "operation-type": "search", "body": { "query": { @@ -120,7 +283,51 @@ } }, { - "name": "geoGrid_aggs_geotile", + "name": "cold-cache-geoGrid_aggs_geohash", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_aggs_geohash", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_bounding_box": { + "location": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + }, + "size": 0, + "aggs": { + "zoomed-in": { + "geohash_grid": { + "field": "location", + "precision": 5, + "bounds": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_aggs_geotile", "operation-type": "search", "body": { "query": { @@ -147,7 +354,51 @@ } }, { - "name": "geoGrid_aggs_geohex", + "name": "cold-cache-geoGrid_aggs_geotile", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_aggs_geotile", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_bounding_box": { + "location": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + }, + "size": 0, + "aggs": { + "zoomed-in": { + "geotile_grid": { + "field": "location", + "precision": 13, + "bounds": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-geoGrid_aggs_geohex", "operation-type": "search", "body": { "query": { @@ -172,4 +423,48 @@ } } } + }, + { + "name": "cold-cache-geoGrid_aggs_geohex", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-geoGrid_aggs_geohex", + "operation-type": "search", + "index": "osmgeoshapes", + "body": { + "query": { + "geo_bounding_box": { + "location": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + }, + "size": 0, + "aggs": { + "zoomed-in": { + "geohex_grid": { + "field": "location", + "precision": 6, + "bounds": { + "top_left": "POINT (2.20 48.95)", + "bottom_right": "POINT (2.40 48.75)" + } + } + } + } + } + } + ] + } + ] } diff --git a/nyc_taxis/operations/default.json b/nyc_taxis/operations/default.json index 72aae95f..a669959c 100644 --- a/nyc_taxis/operations/default.json +++ b/nyc_taxis/operations/default.json @@ -1,4 +1,4 @@ - { + { "name": "index", "operation-type": "bulk", "bulk-size": {{bulk_size | default(10000)}}, @@ -28,118 +28,220 @@ }, { "name": "default", - "operation-type": "search", - "body": { - "query": { - "match_all": {} + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "default-op", + "operation-type": "search", + "index": "nyc_taxis", + "body": { + "query": { + "match_all": {} + } + } + } + ] } - } + ] }, { "name": "default_1k", - "operation-type": "search", - "body": { - "query": { - "match_all": {} - }, - "size": 1000 - } + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "default_1k-op", + "operation-type": "search", + "index": "nyc_taxis", + "body": { + "query": { + "match_all": {} + }, + "size": 1000 + } + } + ] + } + ] }, { "name": "range", - "operation-type": "search", - "body": { - "query": { - "range": { - "total_amount": { - "gte": 5, - "lt": 15 + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "range-op", + "operation-type": "search", + "index": "nyc_taxis", + "body": { + "query": { + "range": { + "total_amount": { + "gte": 5, + "lt": 15 + } + } + } + } } - } + ] } - } + ] }, { "name": "distance_amount_agg", - "operation-type": "search", - "body": { - "size": 0, - "query": { - "bool": { - "filter": { - "range": { - "trip_distance": { - "lt": 50, - "gte": 0 - } - } - } - } - }, - "aggs": { - "distance_histo": { - "histogram": { - "field": "trip_distance", - "interval": 1 + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" }, - "aggs": { - "total_amount_stats": { - "stats": { - "field": "total_amount" + { + "name": "distance_amount_agg-op", + "operation-type": "search", + "index": "nyc_taxis", + "body": { + "size": 0, + "query": { + "bool": { + "filter": { + "range": { + "trip_distance": { + "lt": 50, + "gte": 0 + } + } + } + } + }, + "aggs": { + "distance_histo": { + "histogram": { + "field": "trip_distance", + "interval": 1 + }, + "aggs": { + "total_amount_stats": { + "stats": { + "field": "total_amount" + } + } + } + } } } } - } + ] } - } + ] }, { "name": "autohisto_agg", - "operation-type": "search", - "body": { - "size": 0, - "query": { - "range": { - "dropoff_datetime": { - "gte": "01/01/2015", - "lte": "21/01/2015", - "format": "dd/MM/yyyy" - } - } - }, - "aggs": { - "dropoffs_over_time": { - "auto_date_histogram": { - "field": "dropoff_datetime", - "buckets": 20 + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "autohisto_agg-op", + "operation-type": "search", + "index": "nyc_taxis", + "body": { + "size": 0, + "query": { + "range": { + "dropoff_datetime": { + "gte": "01/01/2015", + "lte": "21/01/2015", + "format": "dd/MM/yyyy" + } + } + }, + "aggs": { + "dropoffs_over_time": { + "auto_date_histogram": { + "field": "dropoff_datetime", + "buckets": 20 + } + } + } + } } - } + ] } - } + ] }, { "name": "date_histogram_agg", - "operation-type": "search", - "body": { - "size": 0, - "query": { - "range": { - "dropoff_datetime": { - "gte": "01/01/2015", - "lte": "21/01/2015", - "format": "dd/MM/yyyy" - } - } - }, - "aggs": { - "dropoffs_over_time": { - "date_histogram": { - "field": "dropoff_datetime", - "calendar_interval": "day" + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "date_histogram_agg-op", + "index": "nyc_taxis", + "operation-type": "search", + "body": { + "size": 0, + "query": { + "range": { + "dropoff_datetime": { + "gte": "01/01/2015", + "lte": "21/01/2015", + "format": "dd/MM/yyyy" + } + } + }, + "aggs": { + "dropoffs_over_time": { + "date_histogram": { + "field": "dropoff_datetime", + "calendar_interval": "day" + } + } + } + } } - } + ] } - } + ] }, { "name": "date_histogram_calendar_interval", diff --git a/percolator/challenges/default.json b/percolator/challenges/default.json index ca11ff48..c56148e9 100644 --- a/percolator/challenges/default.json +++ b/percolator/challenges/default.json @@ -1,111 +1,222 @@ +{ + "name": "append-no-conflicts", + "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green and we want to ensure that we don't use the query cache. Document ids are unique so all index operations are append only. After that a couple of queries are run.", + "default": true, + "schedule": [ { - "name": "append-no-conflicts", - "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green and we want to ensure that we don't use the query cache. Document ids are unique so all index operations are append only. After that a couple of queries are run.", - "default": true, - "schedule": [ - { - "operation": "delete-index" - }, - { - "operation": { - "operation-type": "create-index", - "settings": {{index_settings | default({}) | tojson}} - } - }, - { - "name": "check-cluster-health", - "operation": { - "operation-type": "cluster-health", - "index": "queries", - "request-params": { - "wait_for_status": "{{cluster_health | default('green')}}", - "wait_for_no_relocating_shards": "true" - }, - "retry-until-success": true - } - }, - { - "operation": "index", - "#COMMENT": "This is an incredibly short warmup time period but it is necessary to get also measurement samples. As this benchmark is rather about search than indexing this is ok.", - "warmup-time-period": 10, - "clients": {{bulk_indexing_clients | default(8)}}, - "ignore-response-error-level": "{{error_level | default('non-fatal')}}" - }, - { - "name": "refresh-after-index", - "operation": "refresh" - }, - { - "operation": { - "operation-type": "force-merge", - "request-timeout": 7200 - } - }, - { - "name": "refresh-after-force-merge", - "operation": "refresh" - }, - { - "name": "wait-until-merges-finish", - "operation": { - "operation-type": "index-stats", - "index": "_all", - "condition": { - "path": "_all.total.merges.current", - "expected-value": 0 - }, - "retry-until-success": true, - "include-in-reporting": false - } - }, - { - "operation": "percolator_with_content_president_bush", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 50 - }, - { - "operation": "percolator_with_content_saddam_hussein", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 50 - }, - { - "operation": "percolator_with_content_hurricane_katrina", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 50 - }, - { - "operation": "percolator_with_content_google", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 27 - }, - { - "operation": "percolator_no_score_with_content_google", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 100 - }, - { - "operation": "percolator_with_highlighting", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 50 + "operation": "delete-index" + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} + } + }, + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "queries", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" }, - { - "operation": "percolator_with_content_ignore_me", - "warmup-iterations": 10, - "iterations": 100, - "#COMMENT": "Be aware that we specify *target-interval* here! This means we issue one query every 12 seconds", - "target-interval": 12 + "retry-until-success": true + } + }, + { + "operation": "index", + "#COMMENT": "This is an incredibly short warmup time period but it is necessary to get also measurement samples. As this benchmark is rather about search than indexing this is ok.", + "warmup-time-period": 10, + "clients": {{bulk_indexing_clients | default(8)}}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" + }, + { + "name": "refresh-after-index", + "operation": "refresh" + }, + { + "operation": { + "operation-type": "force-merge", + "request-timeout": 7200 + } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 }, - { - "operation": "percolator_no_score_with_content_ignore_me", - "warmup-iterations": 100, - "iterations": 100, - "target-throughput": 15 - } - ] + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "operation": "compareme-percolator_with_content_president_bush", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "compareme-percolator_with_content_saddam_hussein", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "compareme-percolator_with_content_hurricane_katrina", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "compareme-percolator_with_content_google", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 27 + }, + { + "operation": "compareme-percolator_no_score_with_content_google", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 100 + }, + { + "operation": "compareme-percolator_with_highlighting", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "compareme-percolator_with_content_ignore_me", + "warmup-iterations": 10, + "iterations": 100, + "#COMMENT": "Be aware that we specify *target-interval* here! This means we issue one query every 12 seconds", + "target-interval": 12 + }, + { + "operation": "compareme-percolator_no_score_with_content_ignore_me", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 15 } + ] +}, + { + "name": "append-no-conflicts-cold-cache", + "description": "Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green and we want to ensure that we don't use the query cache. Document ids are unique so all index operations are append only. After that a couple of queries are run.", + "default": false, + "schedule": [ + { + "operation": "delete-index" + }, + { + "operation": { + "operation-type": "create-index", + "settings": {{index_settings | default({}) | tojson}} + } + }, + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "queries", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + } + }, + { + "operation": "index", + "#COMMENT": "This is an incredibly short warmup time period but it is necessary to get also measurement samples. As this benchmark is rather about search than indexing this is ok.", + "warmup-time-period": 10, + "clients": {{bulk_indexing_clients | default(8)}}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" + }, + { + "name": "refresh-after-index", + "operation": "refresh" + }, + { + "operation": { + "operation-type": "force-merge", + "request-timeout": 7200 + } + }, + { + "name": "refresh-after-force-merge", + "operation": "refresh" + }, + { + "name": "wait-until-merges-finish", + "operation": { + "operation-type": "index-stats", + "index": "_all", + "condition": { + "path": "_all.total.merges.current", + "expected-value": 0 + }, + "retry-until-success": true, + "include-in-reporting": false + } + }, + { + "operation": "cold-cache-percolator_with_content_president_bush", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "cold-cache-percolator_with_content_saddam_hussein", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "cold-cache-percolator_with_content_hurricane_katrina", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "cold-cache-percolator_with_content_google", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 27 + }, + { + "operation": "cold-cache-percolator_no_score_with_content_google", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 100 + }, + { + "operation": "cold-cache-percolator_with_highlighting", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 50 + }, + { + "operation": "cold-cache-percolator_with_content_ignore_me", + "warmup-iterations": 10, + "iterations": 100, + "#COMMENT": "Be aware that we specify *target-interval* here! This means we issue one query every 12 seconds", + "target-interval": 12 + }, + { + "operation": "cold-cache-percolator_no_score_with_content_ignore_me", + "warmup-iterations": 100, + "iterations": 100, + "target-throughput": 15 + } + ] + } diff --git a/percolator/operations/default.json b/percolator/operations/default.json index 533f14d1..15baedd4 100644 --- a/percolator/operations/default.json +++ b/percolator/operations/default.json @@ -5,8 +5,9 @@ "ingest-percentage": {{ingest_percentage | default(100)}} }, { - "name": "percolator_with_content_president_bush", + "name": "compareme-percolator_with_content_president_bush", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -19,8 +20,40 @@ } }, { - "name": "percolator_with_content_saddam_hussein", + "name": "cold-cache-percolator_with_content_president_bush", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_content_president_bush", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "president bush" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_with_content_saddam_hussein", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -33,8 +66,40 @@ } }, { - "name": "percolator_with_content_hurricane_katrina", + "name": "cold-cache-percolator_with_content_saddam_hussein", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_content_saddam_hussein", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "saddam hussein" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_with_content_hurricane_katrina", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -47,8 +112,40 @@ } }, { - "name": "percolator_with_content_google", + "name": "cold-cache-percolator_with_content_hurricane_katrina", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_content_hurricane_katrina", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "hurricane katrina" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_with_content_google", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -61,8 +158,40 @@ } }, { - "name": "percolator_no_score_with_content_google", + "name": "cold-cache-percolator_with_content_google", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_content_google", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "google" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_no_score_with_content_google", "operation-type": "search", + "index": "queries", "body": { "query": { "constant_score": { @@ -79,8 +208,44 @@ } }, { - "name": "percolator_with_highlighting", + "name": "cold-cache-percolator_no_score_with_content_google", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_no_score_with_content_google", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "constant_score": { + "filter": { + "percolate": { + "field": "query", + "document": { + "body": "google" + } + } + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_with_highlighting", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -98,8 +263,45 @@ } }, { - "name": "percolator_with_content_ignore_me", + "name": "cold-cache-percolator_with_highlighting", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_highlighting", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "Israeli prime minister Ariel Sharon suffers a massive stroke; he is replaced by acting prime minister Ehud Olmert" + } + } + }, + "highlight": { + "fields": { + "body": {} + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_with_content_ignore_me", "operation-type": "search", + "index": "queries", "body": { "query": { "percolate": { @@ -112,8 +314,40 @@ } }, { - "name": "percolator_no_score_with_content_ignore_me", + "name": "cold-cache-percolator_with_content_ignore_me", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_with_content_ignore_me", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "percolate": { + "field": "query", + "document": { + "body": "ignore me" + } + } + } + } + } + ] + } + ] + }, + { + "name": "compareme-percolator_no_score_with_content_ignore_me", "operation-type": "search", + "index": "queries", "body": { "query": { "constant_score": { @@ -128,4 +362,39 @@ } } } + }, + { + "name": "cold-cache-percolator_no_score_with_content_ignore_me", + "operation-type": "composite", + "requests": [ + { + "stream": [ + { + "name": "cache-clear", + "operation-type": "raw-request", + "path": "/_internal/blob_caches/clear", + "method": "POST" + }, + { + "name": "compareme-percolator_no_score_with_content_ignore_me", + "operation-type": "search", + "index": "queries", + "body": { + "query": { + "constant_score": { + "filter": { + "percolate": { + "field": "query", + "document": { + "body": "ignore me" + } + } + } + } + } + } + } + ] + } + ] } \ No newline at end of file