Revision 6050bd55a413b3e01822785dd272fd7f2ad9a138 authored by David Roberts on 24 May 2021, 12:21:03 UTC, committed by GitHub on 24 May 2021, 12:21:03 UTC
Due to https://github.com/elastic/elasticsearch/issues/73316
1 parent 0216cf0
build.gradle
import org.elasticsearch.gradle.OS
apply plugin: 'elasticsearch.build'
apply plugin: 'elasticsearch.publish'
apply plugin: 'elasticsearch.rest-resources'
apply plugin: 'elasticsearch.validate-rest-spec'
apply plugin: 'elasticsearch.yaml-rest-test'
apply plugin: 'elasticsearch.yaml-rest-compat-test'
restResources {
restTests {
includeCore '*'
}
}
// REST API specifications are published under the Apache 2.0 License
ext.projectLicenses = ['The Apache Software License, Version 2.0': 'http://www.apache.org/licenses/LICENSE-2.0']
ext.licenseFile = rootProject.file('licenses/APACHE-LICENSE-2.0.txt')
artifacts {
restSpecs(new File(projectDir, "src/main/resources/rest-api-spec/api"))
restTests(new File(projectDir, "src/yamlRestTest/resources/rest-api-spec/test"))
}
testClusters.all {
module ':modules:mapper-extras'
}
tasks.named("test").configure { enabled = false }
tasks.named("jarHell").configure { enabled = false }
tasks.named("yamlRestCompatTest").configure {
onlyIf {
// Skip these tests on Windows since the blacklist exceeds Windows CLI limits
OS.current() != OS.WINDOWS
}
systemProperty 'tests.rest.blacklist', [
'cat.aliases/10_basic/Alias against closed index',
'cat.aliases/10_basic/Alias name',
'cat.aliases/10_basic/Alias sorting',
'cat.aliases/10_basic/Column headers',
'cat.aliases/10_basic/Complex alias',
'cat.aliases/10_basic/Empty cluster',
'cat.aliases/10_basic/Multiple alias names',
'cat.aliases/10_basic/Select columns',
'cat.aliases/10_basic/Simple alias',
'cat.aliases/40_hidden/Test cat aliases output with a hidden index with a hidden alias',
'cat.aliases/40_hidden/Test cat aliases output with a hidden index with a visible alias',
'cat.aliases/40_hidden/Test cat aliases output with a visible index with a hidden alias',
'cat.allocation/10_basic/All Nodes',
'cat.allocation/10_basic/Bytes',
'cat.allocation/10_basic/Column headers',
'cat.allocation/10_basic/Empty cluster',
'cat.allocation/10_basic/Node ID',
'cat.allocation/10_basic/One index',
'cat.allocation/10_basic/Select columns',
'cat.count/10_basic/Test cat count output',
'cat.fielddata/10_basic/Test cat fielddata output',
'cat.health/10_basic/Empty cluster',
'cat.health/10_basic/With ts parameter',
'cat.indices/10_basic/Test cat indices output',
'cat.indices/10_basic/Test cat indices output (no indices)',
'cat.indices/10_basic/Test cat indices output for closed index',
'cat.indices/10_basic/Test cat indices sort',
'cat.indices/10_basic/Test cat indices using health status',
'cat.indices/10_basic/Test cat indices using wildcards',
'cat.indices/20_hidden/Test cat indices output for dot-hidden index and dot-prefixed pattern',
'cat.indices/20_hidden/Test cat indices output for hidden index',
'cat.indices/20_hidden/Test cat indices output with a hidden index with a hidden alias',
'cat.indices/20_hidden/Test cat indices output with a hidden index with a visible alias',
'cat.indices/20_hidden/Test cat indices output with a hidden index, dot-hidden alias and dot pattern',
'cat.nodeattrs/10_basic/Test cat nodes attrs output',
'cat.nodes/10_basic/Additional disk information',
'cat.nodes/10_basic/Test cat nodes output',
'cat.nodes/10_basic/Test cat nodes output with full_id set',
'cat.recovery/10_basic/Test cat recovery output',
'cat.recovery/10_basic/Test cat recovery output for closed index',
'cat.repositories/10_basic/Test cat repositories output',
'cat.repositories/10_basic/Test cat repositories sort',
'cat.segments/10_basic/Test cat segments output',
'cat.segments/10_basic/Test cat segments using wildcards',
'cat.shards/10_basic/Help',
'cat.shards/10_basic/Test cat shards output',
'cat.shards/10_basic/Test cat shards sort',
'cat.shards/10_basic/Test cat shards using wildcards',
'cat.snapshots/10_basic/Help',
'cat.snapshots/10_basic/Test cat snapshots output',
'cat.tasks/10_basic/Test cat tasks output',
'cat.tasks/10_basic/Test cat tasks output with X-Opaque-Id',
'cat.templates/10_basic/Column headers',
'cat.templates/10_basic/Filtered templates',
'cat.templates/10_basic/Mixture of legacy and composable templates',
'cat.templates/10_basic/Normal templates',
'cat.templates/10_basic/Select columns',
'cat.thread_pool/10_basic/Test cat thread_pool output',
// type information about the type is removed and not passed down. The logic to check for this is also removed.
'delete/70_mix_typeless_typeful/DELETE with typeless API on an index that has types',
// WILL NOT BE FIXED - failing due to not recognising missing type (the type path param is ignored)
'get/100_mix_typeless_typeful/GET with typeless API on an index that has types',
// type information about the type is removed and not passed down. The logic to check for this is also removed.
'indices.create/20_mix_typeless_typeful/Implicitly create a typed index while there is a typeless template',
'indices.create/20_mix_typeless_typeful/Implicitly create a typeless index while there is a typed template',
//
// This test returns test_index.mappings:{} when {} was expected. difference between 20_missing_field and 21_missing_field_with_types?
'indices.get_field_mapping/21_missing_field_with_types/Return empty object if field doesn\'t exist, but type and index do',
// The information about the type is not present in the index. hence it cannot know if the type exist or not.
'indices.get_field_mapping/30_missing_type/Raise 404 when type doesn\'t exist',
// The information about the type is not present in the index. hence it cannot know if the type exist or not.
'indices.get_mapping/20_missing_type/Existent and non-existent type returns 404 and the existing type',
'indices.get_mapping/20_missing_type/Existent and non-existent types returns 404 and the existing type',
'indices.get_mapping/20_missing_type/No type matching pattern returns 404',
'indices.get_mapping/20_missing_type/Non-existent type returns 404',
'indices.get_mapping/20_missing_type/Type missing when no types exist',
//
// The information about the type is not present in the index. hence it cannot know if the type was already used or not
'indices.put_mapping/20_mix_typeless_typeful/PUT mapping with _doc on an index that has types',
'indices.put_mapping/20_mix_typeless_typeful/PUT mapping with typeless API on an index that has types',
// there is a small distinction between empty mappings and no mappings at all. The code to implement this test was refactored #54003
// field search on _type field- not implementing. The data for _type is considered incorrect in this search
'search/160_exists_query/Test exists query on _type field',
//type information is not stored, hence the the index will be found
'termvectors/50_mix_typeless_typeful/Term vectors with typeless API on an index that has types',
// 85 - 13 = 72 tests won't be fixed
'bulk/11_basic_with_types/Array of objects',
'bulk/11_basic_with_types/Empty _id',
'bulk/11_basic_with_types/Empty _id with op_type create',
'bulk/11_basic_with_types/empty action',
'bulk/21_list_of_strings_with_types/List of strings',
'bulk/31_big_string_with_types/One big string',
'bulk/41_source_with_types/Source filtering',
'bulk/51_refresh_with_types/refresh=empty string immediately makes changes are visible in search',
'bulk/51_refresh_with_types/refresh=true immediately makes changes are visible in search',
'bulk/51_refresh_with_types/refresh=wait_for waits until changes are visible in search',
'bulk/81_cas_with_types/Compare And Swap Sequence Numbers',
'cluster.voting_config_exclusions/10_basic/Throw exception when adding voting config exclusion and specifying both node_ids and node_names',
'cluster.voting_config_exclusions/10_basic/Throw exception when adding voting config exclusion without specifying nodes',
'count/11_basic_with_types/count body without query element',
'count/11_basic_with_types/count with body',
'count/11_basic_with_types/count with empty body',
'explain/10_basic/Basic explain',
'explain/10_basic/Basic explain with alias',
'explain/11_basic_with_types/Basic explain',
'explain/11_basic_with_types/Basic explain with alias',
'explain/20_source_filtering/Source filtering',
'explain/21_source_filtering_with_types/Source filtering',
'explain/31_query_string_with_types/explain with query_string parameters',
'explain/40_mix_typeless_typeful/Explain with typeless API on an index that has types',
'field_caps/30_filter/Field caps with index filter',
'get_source/11_basic_with_types/Basic with types',
'get_source/16_default_values_with_types/Default values',
'get_source/41_routing_with_types/Routing',
'get_source/61_realtime_refresh_with_types/Realtime',
'get_source/71_source_filtering_with_types/Source filtering',
'get_source/81_missing_with_types/Missing document with catch',
'get_source/81_missing_with_types/Missing document with ignore',
'get_source/86_source_missing_with_types/Missing document source with catch',
'get_source/86_source_missing_with_types/Missing document source with ignore',
'indices.create/10_basic/Create index without soft deletes',
'indices.flush/10_basic/Index synced flush rest test',
'indices.forcemerge/10_basic/Check deprecation warning when incompatible only_expunge_deletes and max_num_segments values are both set',
'indices.open/10_basic/?wait_for_active_shards default is deprecated',
'indices.open/10_basic/?wait_for_active_shards=index-setting',
// not fixing this in #70966
'indices.put_template/11_basic_with_types/Put template with empty mappings',
'indices.shrink/30_copy_settings/Copy settings during shrink index',
'indices.split/30_copy_settings/Copy settings during split index',
'indices.stats/15_types/Types - _all metric',
'indices.stats/15_types/Types - indexing metric',
'indices.stats/15_types/Types - multi',
'indices.stats/15_types/Types - multi metric',
'indices.stats/15_types/Types - one',
'indices.stats/15_types/Types - pattern',
'indices.stats/15_types/Types - star',
'indices.stats/20_translog/Translog retention settings are deprecated',
'indices.stats/20_translog/Translog retention without soft_deletes',
'indices.stats/20_translog/Translog stats on closed indices without soft-deletes',
'indices.upgrade/10_basic/Basic test for upgrade indices',
'indices.upgrade/10_basic/Upgrade indices allow no indices',
'indices.upgrade/10_basic/Upgrade indices disallow no indices',
'indices.upgrade/10_basic/Upgrade indices disallow unavailable',
'indices.upgrade/10_basic/Upgrade indices ignore unavailable',
'mget/10_basic/Basic multi-get',
'mget/11_default_index_type/Default index/type',
'mget/14_alias_to_multiple_indices/Multi Get with alias that resolves to multiple indices',
'mget/16_basic_with_types/Basic multi-get',
'mget/17_default_index/Default index/type',
'mget/18_non_existent_index_with_types/Non-existent index',
'mget/19_missing_metadata_with_types/Missing metadata',
'mget/21_alias_to_multiple_indices_with_types/Multi Get with alias that resolves to multiple indices',
'mget/22_ids_with_types/IDs',
'mget/23_stored_fields_with_types/Stored fields',
'mget/41_routing_with_types/Routing',
'mget/61_realtime_refresh_with_types/Realtime Refresh',
'mget/71_source_filtering_with_types/Source filtering - exclude field',
'mget/71_source_filtering_with_types/Source filtering - include field',
'mget/71_source_filtering_with_types/Source filtering - include nested field',
'mget/71_source_filtering_with_types/Source filtering - true/false',
'mlt/20_docs/Basic mlt query with docs',
'mlt/30_unlike/Basic mlt query with unlike',
'search.aggregation/10_histogram/Deprecated _time order',
'search.aggregation/200_top_hits_metric/top_hits aggregation with sequence numbers',
'search.aggregation/20_terms/Deprecated _term order',
'search.aggregation/51_filter_with_types/Filter aggs with terms lookup and ensure it\'s cached',
'mtermvectors/11_basic_with_types/Basic tests for multi termvector get',
'mtermvectors/21_deprecated_with_types/Deprecated camel case and _ parameters should fail in Term Vectors query',
'mtermvectors/30_mix_typeless_typeful/mtermvectors without types on an index that has types',
'search/10_source_filtering/docvalue_fields with default format', //use_field_mapping change
'search/40_indices_boost/Indices boost using object', //indices_boost
'search/150_rewrite_on_coordinator/Ensure that we fetch the document only once', //terms_lookup
'search/171_terms_query_with_types/Terms Query with No.of terms exceeding index.max_terms_count should FAIL', //bulk
'search/260_parameter_validation/test size=-1 is deprecated', //size=-1 change
'search/310_match_bool_prefix/multi_match multiple fields with cutoff_frequency throws exception', //cutoff_frequency
'search/340_type_query/type query', // type_query - probably should behave like match_all
'search_shards/10_basic/Search shards aliases with and without filters',
'snapshot.get/10_basic/Get missing snapshot info succeeds when ignore_unavailable is true',
'snapshot.get/10_basic/Get missing snapshot info throws an exception',
'snapshot.get/10_basic/Get snapshot info',
'snapshot.get/10_basic/Get snapshot info contains include_global_state',
'snapshot.get/10_basic/Get snapshot info when verbose is false',
'snapshot.get/10_basic/Get snapshot info with metadata',
'snapshot.get/10_basic/Get snapshot info with index details',
'suggest/20_completion/Suggestions with source should work'
].join(',')
}
tasks.named("transformV7RestTests").configure({ task ->
task.replaceValueInMatch("_type", "_doc")
task.addAllowedWarningRegex("\\[types removal\\].*")
task.replaceValueInMatch("nodes.\$node_id.roles.8", "ml", "node_info role test")
task.replaceValueInMatch("nodes.\$node_id.roles.9", "remote_cluster_client", "node_info role test")
task.removeMatch("nodes.\$node_id.roles.10", "node_info role test")
task.replaceIsTrue("test_index.mappings.type_1", "test_index.mappings._doc")
//override for indices.get and indices.create
//task.replaceIsFalse("test_index.mappings.type_1", "test_index.mappings._doc")
//overrides for indices.create/20_mix_typeless_typeful
task.replaceIsFalse("test-1.mappings._doc","false", "Create a typed index while there is a typeless template")
task.replaceIsFalse("test-1.mappings._doc","false", "Create a typeless index while there is a typed template")
task.replaceIsTrue("test-1.mappings.my_type", "test-1.mappings._doc")
task.replaceIsTrue("test-1.mappings.my_type.properties.foo", "test-1.mappings._doc.properties.foo")
task.replaceIsTrue("test-1.mappings.my_type.properties.bar", "test-1.mappings._doc.properties.bar")
// overrides for indices.get_field_mapping
task.replaceKeyInLength("test_index.mappings.test_type.text.mapping.text.type",
"test_index.mappings._doc.text.mapping.text.type"
)
task.replaceKeyInMatch("test_index.mappings.test_type.text.mapping.text.analyzer",
"test_index.mappings._doc.text.mapping.text.analyzer"
)
task.replaceKeyInMatch("test_index.mappings.test_type.t1.full_name",
"test_index.mappings._doc.t1.full_name"
)
task.replaceKeyInMatch("test_index.mappings.test_type.t2.full_name",
"test_index.mappings._doc.t2.full_name"
)
task.replaceKeyInMatch("test_index.mappings.test_type.obj\\.t1.full_name",
"test_index.mappings._doc.obj\\.t1.full_name"
)
task.replaceKeyInMatch("test_index.mappings.test_type.obj\\.i_t1.full_name",
"test_index.mappings._doc.obj\\.i_t1.full_name"
)
task.replaceKeyInMatch("test_index.mappings.test_type.obj\\.i_t3.full_name",
"test_index.mappings._doc.obj\\.i_t3.full_name"
)
task.replaceKeyInLength("test_index.mappings.test_type",
"test_index.mappings._doc"
)
task.replaceKeyInMatch("test_index_2.mappings.test_type_2.t1.full_name",
"test_index.mappings._doc.t1.full_name"
)
task.replaceKeyInMatch("test_index_2.mappings.test_type_2.t2.full_name",
"test_index.mappings._doc.t2.full_name"
)
task.replaceKeyInLength("test_index_2.mappings.test_type_2",
"test_index.mappings._doc"
)
task.replaceKeyInMatch("test_index.mappings.test_type.text.mapping.text.type",
"test_index.mappings._doc.text.mapping.text.type"
)
// overrides for indices.put_mapping/11_basic_with_types
task.replaceKeyInMatch("test_index.mappings.test_type.properties.text1.type",
"test_index.mappings._doc.properties.text1.type"
)
task.replaceKeyInMatch("test_index.mappings.test_type.properties.text1.analyzer",
"test_index.mappings._doc.properties.text1.analyzer"
)
task.replaceKeyInMatch("test_index.mappings.test_type.properties.text2.type",
"test_index.mappings._doc.properties.text2.type"
)
task.replaceKeyInMatch("test_index.mappings.test_type.properties.text2.analyzer",
"test_index.mappings._doc.properties.text2.analyzer"
)
task.replaceKeyInMatch("test_index.mappings.test_type.properties.subfield.properties.text3.type",
"test_index.mappings._doc.properties.subfield.properties.text3.type"
)
task.replaceKeyInMatch("test_index.mappings.test_type.properties.text1.fields.text_raw.type",
"test_index.mappings._doc.properties.text1.fields.text_raw.type"
)
// overrides for indices.put_mapping/all_path_options_with_types
task.replaceKeyInMatch("test_index1.mappings.test_type.properties.text.type",
"test_index1.mappings._doc.properties.text.type"
)
task.replaceKeyInMatch("test_index1.mappings.test_type.properties.text.analyzer",
"test_index1.mappings._doc.properties.text.analyzer"
)
task.replaceKeyInMatch("test_index2.mappings.test_type.properties.text.type",
"test_index2.mappings._doc.properties.text.type"
)
task.replaceKeyInMatch("test_index2.mappings.test_type.properties.text.analyzer",
"test_index2.mappings._doc.properties.text.analyzer"
)
task.replaceKeyInMatch("foo.mappings.test_type.properties.text.type",
"foo.mappings._doc.properties.text.type"
)
task.replaceKeyInMatch("foo.mappings.test_type.properties.text.analyzer",
"foo.mappings._doc.properties.text.analyzer"
)
// overrides for indices.get_mapping
task.replaceIsTrue("test_1.mappings.doc", "test_1.mappings._doc")
task.replaceIsTrue("test_2.mappings.doc", "test_2.mappings._doc")
})
tasks.register('enforceYamlTestConvention').configure {
doLast {
if (fileTree('src/main/resources/rest-api-spec/test').files) {
throw new GradleException("There are YAML tests in src/main source set. These should be moved to src/yamlRestTest.")
}
}
}
tasks.named("precommit").configure {
dependsOn 'enforceYamlTestConvention'
}
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...