Implement async_search APIs (#4637)

Relates: #4610

This commit implements the async search APIs that are part
of basic

Co-authored-by: Martijn Laarman <Mpdreamz@gmail.com>
(cherry picked from commit a17338e)

Author: russcam

src/ApiGenerator/Configuration/CodeConfiguration.cs

@@ -31,12 +31,33 @@ public static class CodeConfiguration
 
 		public static string[] IgnoredApisHighLevel { get; } =
 		{
+			"autoscaling.delete_autoscaling_decision.json",
+			"autoscaling.get_autoscaling_policy.json",
+			"autoscaling.put_autoscaling_policy.json",
+			"autoscaling.delete_autoscaling_policy.json",
+
+			"indices.delete_index_template.json",
+			"indices.exists_index_template.json",
+			"indices.get_index_template.json",
+			"indices.put_index_template.json",
+			"indices.simulate_index_template.json",
+			"indices.simulate_template.json",
+
+			"searchable_snapshots.stats.json",
+			"searchable_snapshots.clear_cache.json",
+			"searchable_snapshots.mount.json",
+			"searchable_snapshots.repository_stats.json",
+
+			"cluster.delete_voting_config_exclusions.json",
+			"cluster.post_voting_config_exclusions.json",
+
 			"autoscaling.get_autoscaling_decision.json", // 7.7 experimental
 			"eql.search.json", // 7.7 beta
 			"get_script_context.json", // 7.7 experimental
 			"get_script_languages.json", // 7.7 experimental
 			"indices.create_data_stream.json", // 7.7 experimental
 			"indices.delete_data_stream.json", // 7.7 experimental
+			"indices.get_data_stream.json", // 7.7 experimental
 			"indices.get_data_streams.json", // 7.7 experimental
 			"ml.delete_data_frame_analytics.json", // 7.7 experimental
 			"ml.delete_trained_model.json", // 7.7 experimental
@@ -55,12 +76,10 @@ public static class CodeConfiguration
 			"scripts_painless_context.json", // 7.7 experimental
 
 			// 7.7 - to be implemented
-			"async_search.delete.json",
-			"async_search.get.json",
-			"async_search.submit.json",
 			"cluster.delete_component_template.json",
 			"cluster.get_component_template.json",
 			"cluster.put_component_template.json",
+			"cluster.exists_component_template.json",
 			"transform.delete_transform.json",
 			"transform.get_transform.json",
 			"transform.get_transform_stats.json",

src/ApiGenerator/Configuration/Overrides/Endpoints/AsyncSearchSubmitOverrides.cs

@@ -0,0 +1,28 @@
+using System.Collections.Generic;
+
+namespace ApiGenerator.Configuration.Overrides.Endpoints
+{
+	// ReSharper disable once UnusedMember.Global
+	public class AsyncSearchSubmitOverrides : EndpointOverridesBase
+	{
+		public override IEnumerable<string> SkipQueryStringParams => new[]
+		{
+			"size",
+			"from",
+			"timeout",
+			"explain",
+			"version",
+			"sort",
+			"_source",
+			"_source_includes",
+			"_source_excludes",
+			"track_scores",
+			"terminate_after",
+		};
+
+		public override IEnumerable<string> RenderPartial => new[]
+		{
+			"track_total_hits"
+		};
+	}
+}

src/ApiGenerator/RestSpecification/Core/root.html

@@ -1,7 +1,7 @@
 {
   "snapshot.cleanup_repository": {
     "documentation": {
-      "url": "https://www.elastic.co/guide/en/elasticsearch/reference/master/modules-snapshots.html",
+      "url": "https://www.elastic.co/guide/en/elasticsearch/reference/master/clean-up-snapshot-repo-api.html",
       "description": "Removes stale data from repository."
     },
     "stability": "stable",

src/ApiGenerator/RestSpecification/Core/snapshot.cleanup_repository.json

@@ -15,7 +15,7 @@
           "parts":{
             "repository":{
               "type":"list",
-              "description":"A comma-separated list of repository names"
+              "description":"Name of the snapshot repository to unregister. Wildcard (`*`) patterns are supported."
             }
           }
         }

src/ApiGenerator/RestSpecification/Core/snapshot.delete_repository.json

@@ -1,7 +1,7 @@
 {
   "ml.validate":{
     "documentation":{
-      "url":null,
+      "url":"https://www.elastic.co/guide/en/machine-learning/current/ml-jobs.html",
       "description":"Validates an anomaly detection job."
     },
     "stability":"stable",

src/ApiGenerator/RestSpecification/XPack/ml.validate.json

@@ -1,7 +1,7 @@
 {
   "ml.validate_detector":{
     "documentation":{
-      "url":null,
+      "url":"https://www.elastic.co/guide/en/machine-learning/current/ml-jobs.html",
       "description":"Validates an anomaly detection detector."
     },
     "stability":"stable",

src/ApiGenerator/RestSpecification/XPack/ml.validate_detector.json

@@ -25,13 +25,13 @@
 namespace Elasticsearch.Net.Specification.AsyncSearchApi
 {
 	///<summary>Request options for Delete <para>https://www.elastic.co/guide/en/elasticsearch/reference/current/async-search.html</para></summary>
-	public class DeleteRequestParameters : RequestParameters<DeleteRequestParameters>
+	public class AsyncSearchDeleteRequestParameters : RequestParameters<AsyncSearchDeleteRequestParameters>
 	{
 		public override HttpMethod DefaultHttpMethod => HttpMethod.DELETE;
 	}
 
 	///<summary>Request options for Get <para>https://www.elastic.co/guide/en/elasticsearch/reference/current/async-search.html</para></summary>
-	public class GetRequestParameters : RequestParameters<GetRequestParameters>
+	public class AsyncSearchGetRequestParameters : RequestParameters<AsyncSearchGetRequestParameters>
 	{
 		public override HttpMethod DefaultHttpMethod => HttpMethod.GET;
 		///<summary>Specify the time interval in which the results (partial or final) for this search will be available</summary>
@@ -57,7 +57,7 @@ public TimeSpan WaitForCompletionTimeout
 	}
 
 	///<summary>Request options for Submit <para>https://www.elastic.co/guide/en/elasticsearch/reference/current/async-search.html</para></summary>
-	public class SubmitRequestParameters : RequestParameters<SubmitRequestParameters>
+	public class AsyncSearchSubmitRequestParameters : RequestParameters<AsyncSearchSubmitRequestParameters>
 	{
 		public override HttpMethod DefaultHttpMethod => HttpMethod.POST;
 		///<summary>
@@ -129,20 +129,6 @@ public ExpandWildcards? ExpandWildcards
 			set => Q("expand_wildcards", value);
 		}
 
-		///<summary>Specify whether to return detailed information about score computation as part of a hit</summary>
-		public bool? Explain
-		{
-			get => Q<bool? >("explain");
-			set => Q("explain", value);
-		}
-
-		///<summary>Starting offset (default: 0)</summary>
-		public long? From
-		{
-			get => Q<long? >("from");
-			set => Q("from", value);
-		}
-
 		///<summary>Whether specified concrete, expanded or aliased indices should be ignored when throttled</summary>
 		public bool? IgnoreThrottled
 		{
@@ -233,41 +219,6 @@ public bool? SequenceNumberPrimaryTerm
 			set => Q("seq_no_primary_term", value);
 		}
 
-		///<summary>Number of hits to return (default: 10)</summary>
-		public long? Size
-		{
-			get => Q<long? >("size");
-			set => Q("size", value);
-		}
-
-		///<summary>A comma-separated list of <field>:<direction> pairs</summary>
-		public string[] Sort
-		{
-			get => Q<string[]>("sort");
-			set => Q("sort", value);
-		}
-
-		///<summary>True or false to return the _source field or not, or a list of fields to return</summary>
-		public bool? SourceEnabled
-		{
-			get => Q<bool? >("_source");
-			set => Q("_source", value);
-		}
-
-		///<summary>A list of fields to exclude from the returned _source field</summary>
-		public string[] SourceExcludes
-		{
-			get => Q<string[]>("_source_excludes");
-			set => Q("_source_excludes", value);
-		}
-
-		///<summary>A list of fields to extract and return from the _source field</summary>
-		public string[] SourceIncludes
-		{
-			get => Q<string[]>("_source_includes");
-			set => Q("_source_includes", value);
-		}
-
 		///<summary>Specific 'tag' of the request for logging and statistical purposes</summary>
 		public string[] Stats
 		{
@@ -310,27 +261,6 @@ public string SuggestText
 			set => Q("suggest_text", value);
 		}
 
-		///<summary>The maximum number of documents to collect for each shard, upon reaching which the query execution will terminate early.</summary>
-		public long? TerminateAfter
-		{
-			get => Q<long? >("terminate_after");
-			set => Q("terminate_after", value);
-		}
-
-		///<summary>Explicit operation timeout</summary>
-		public TimeSpan Timeout
-		{
-			get => Q<TimeSpan>("timeout");
-			set => Q("timeout", value);
-		}
-
-		///<summary>Whether to calculate and return scores even if they are not used for sorting</summary>
-		public bool? TrackScores
-		{
-			get => Q<bool? >("track_scores");
-			set => Q("track_scores", value);
-		}
-
 		///<summary>Indicate if the number of documents that match the query should be tracked</summary>
 		public bool? TrackTotalHits
 		{
@@ -345,13 +275,6 @@ public bool? TypedKeys
 			set => Q("typed_keys", value);
 		}
 
-		///<summary>Specify whether to return document version as part of a hit</summary>
-		public bool? Version
-		{
-			get => Q<bool? >("version");
-			set => Q("version", value);
-		}
-
 		///<summary>Specify the time that the request should block waiting for the final response</summary>
 		public TimeSpan WaitForCompletionTimeout
 		{

src/ApiGenerator/RestSpecification/XPack/root.html

@@ -815,13 +815,13 @@ public class UpdateModelSnapshotRequestParameters : RequestParameters<UpdateMode
 		public override HttpMethod DefaultHttpMethod => HttpMethod.POST;
 	}
 
-	///<summary>Request options for ValidateJob</summary>
+	///<summary>Request options for ValidateJob <para>https://www.elastic.co/guide/en/machine-learning/current/ml-jobs.html</para></summary>
 	public class ValidateJobRequestParameters : RequestParameters<ValidateJobRequestParameters>
 	{
 		public override HttpMethod DefaultHttpMethod => HttpMethod.POST;
 	}
 
-	///<summary>Request options for ValidateDetector</summary>
+	///<summary>Request options for ValidateDetector <para>https://www.elastic.co/guide/en/machine-learning/current/ml-jobs.html</para></summary>
 	public class ValidateDetectorRequestParameters : RequestParameters<ValidateDetectorRequestParameters>
 	{
 		public override HttpMethod DefaultHttpMethod => HttpMethod.POST;