-
Notifications
You must be signed in to change notification settings - Fork 24.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[ML] Data Frame HLRC Get Stats API (#40443)
- Loading branch information
Showing
27 changed files
with
1,310 additions
and
247 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
177 changes: 177 additions & 0 deletions
177
client/rest-high-level/src/main/java/org/elasticsearch/client/core/IndexerJobStats.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,177 @@ | ||
| /* | ||
| * Licensed to Elasticsearch under one or more contributor | ||
| * license agreements. See the NOTICE file distributed with | ||
| * this work for additional information regarding copyright | ||
| * ownership. Elasticsearch licenses this file to you under | ||
| * the Apache License, Version 2.0 (the "License"); you may | ||
| * not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an | ||
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| * KIND, either express or implied. See the License for the | ||
| * specific language governing permissions and limitations | ||
| * under the License. | ||
| */ | ||
|
|
||
| package org.elasticsearch.client.core; | ||
|
|
||
| import org.elasticsearch.common.ParseField; | ||
|
|
||
| import java.util.Objects; | ||
|
|
||
| public abstract class IndexerJobStats { | ||
| public static final String NAME = "data_frame_indexer_transform_stats"; | ||
| public static ParseField NUM_PAGES = new ParseField("pages_processed"); | ||
| public static ParseField NUM_INPUT_DOCUMENTS = new ParseField("documents_processed"); | ||
| public static ParseField NUM_OUTPUT_DOCUMENTS = new ParseField("documents_indexed"); | ||
| public static ParseField NUM_INVOCATIONS = new ParseField("trigger_count"); | ||
| public static ParseField INDEX_TIME_IN_MS = new ParseField("index_time_in_ms"); | ||
| public static ParseField SEARCH_TIME_IN_MS = new ParseField("search_time_in_ms"); | ||
| public static ParseField INDEX_TOTAL = new ParseField("index_total"); | ||
| public static ParseField SEARCH_TOTAL = new ParseField("search_total"); | ||
| public static ParseField SEARCH_FAILURES = new ParseField("search_failures"); | ||
| public static ParseField INDEX_FAILURES = new ParseField("index_failures"); | ||
|
|
||
| private final long numPages; | ||
| private final long numInputDocuments; | ||
| private final long numOuputDocuments; | ||
| private final long numInvocations; | ||
| private final long indexTime; | ||
| private final long indexTotal; | ||
| private final long searchTime; | ||
| private final long searchTotal; | ||
| private final long indexFailures; | ||
| private final long searchFailures; | ||
|
|
||
| public IndexerJobStats(long numPages, long numInputDocuments, long numOuputDocuments, long numInvocations, | ||
| long indexTime, long searchTime, long indexTotal, long searchTotal, long indexFailures, long searchFailures) { | ||
| this.numPages = numPages; | ||
| this.numInputDocuments = numInputDocuments; | ||
| this.numOuputDocuments = numOuputDocuments; | ||
| this.numInvocations = numInvocations; | ||
| this.indexTime = indexTime; | ||
| this.indexTotal = indexTotal; | ||
| this.searchTime = searchTime; | ||
| this.searchTotal = searchTotal; | ||
| this.indexFailures = indexFailures; | ||
| this.searchFailures = searchFailures; | ||
| } | ||
|
|
||
| /** | ||
| * The number of pages read from the input indices | ||
| */ | ||
| public long getNumPages() { | ||
| return numPages; | ||
| } | ||
|
|
||
| /** | ||
| * The number of documents read from the input indices | ||
| */ | ||
| public long getNumDocuments() { | ||
| return numInputDocuments; | ||
| } | ||
|
|
||
| /** | ||
| * Number of times that the job woke up to write documents | ||
| */ | ||
| public long getNumInvocations() { | ||
| return numInvocations; | ||
| } | ||
|
|
||
| /** | ||
| * Number of documents written | ||
| */ | ||
| public long getOutputDocuments() { | ||
| return numOuputDocuments; | ||
| } | ||
|
|
||
| /** | ||
| * Number of index failures that have occurred | ||
| */ | ||
| public long getIndexFailures() { | ||
| return indexFailures; | ||
| } | ||
|
|
||
| /** | ||
| * Number of failures that have occurred | ||
| */ | ||
| public long getSearchFailures() { | ||
| return searchFailures; | ||
| } | ||
|
|
||
| /** | ||
| * Returns the time spent indexing (cumulative) in milliseconds | ||
| */ | ||
| public long getIndexTime() { | ||
| return indexTime; | ||
| } | ||
|
|
||
| /** | ||
| * Returns the time spent searching (cumulative) in milliseconds | ||
| */ | ||
| public long getSearchTime() { | ||
| return searchTime; | ||
| } | ||
|
|
||
| /** | ||
| * Returns the total number of indexing requests that have been processed | ||
| * (Note: this is not the number of _documents_ that have been indexed) | ||
| */ | ||
| public long getIndexTotal() { | ||
| return indexTotal; | ||
| } | ||
|
|
||
| /** | ||
| * Returns the total number of search requests that have been made | ||
| */ | ||
| public long getSearchTotal() { | ||
| return searchTotal; | ||
| } | ||
|
|
||
| @Override | ||
| public boolean equals(Object other) { | ||
| if (this == other) { | ||
| return true; | ||
| } | ||
|
|
||
| if (other instanceof IndexerJobStats == false) { | ||
| return false; | ||
| } | ||
|
|
||
| IndexerJobStats that = (IndexerJobStats) other; | ||
| return Objects.equals(this.numPages, that.numPages) | ||
| && Objects.equals(this.numInputDocuments, that.numInputDocuments) | ||
| && Objects.equals(this.numOuputDocuments, that.numOuputDocuments) | ||
| && Objects.equals(this.numInvocations, that.numInvocations) | ||
| && Objects.equals(this.indexTime, that.indexTime) | ||
| && Objects.equals(this.searchTime, that.searchTime) | ||
| && Objects.equals(this.indexFailures, that.indexFailures) | ||
| && Objects.equals(this.searchFailures, that.searchFailures) | ||
| && Objects.equals(this.searchTotal, that.searchTotal) | ||
| && Objects.equals(this.indexTotal, that.indexTotal); | ||
| } | ||
|
|
||
| @Override | ||
| public int hashCode() { | ||
| return Objects.hash(numPages, numInputDocuments, numOuputDocuments, numInvocations, | ||
| indexTime, searchTime, indexFailures, searchFailures, searchTotal, indexTotal); | ||
| } | ||
|
|
||
| @Override | ||
| public final String toString() { | ||
| return "{pages=" + numPages | ||
| + ", input_docs=" + numInputDocuments | ||
| + ", output_docs=" + numOuputDocuments | ||
| + ", invocations=" + numInvocations | ||
| + ", index_failures=" + indexFailures | ||
| + ", search_failures=" + searchFailures | ||
| + ", index_time_in_ms=" + indexTime | ||
| + ", index_total=" + indexTotal | ||
| + ", search_time_in_ms=" + searchTime | ||
| + ", search_total=" + searchTotal+ "}"; | ||
| } | ||
| } |
59 changes: 59 additions & 0 deletions
59
client/rest-high-level/src/main/java/org/elasticsearch/client/core/IndexerState.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,59 @@ | ||
| /* | ||
| * Licensed to Elasticsearch under one or more contributor | ||
| * license agreements. See the NOTICE file distributed with | ||
| * this work for additional information regarding copyright | ||
| * ownership. Elasticsearch licenses this file to you under | ||
| * the Apache License, Version 2.0 (the "License"); you may | ||
| * not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an | ||
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| * KIND, either express or implied. See the License for the | ||
| * specific language governing permissions and limitations | ||
| * under the License. | ||
| */ | ||
|
|
||
| package org.elasticsearch.client.core; | ||
|
|
||
|
|
||
| import java.util.Locale; | ||
|
|
||
| /** | ||
| * IndexerState represents the internal state of the indexer. It | ||
| * is also persistent when changing from started/stopped in case the allocated | ||
| * task is restarted elsewhere. | ||
| */ | ||
| public enum IndexerState { | ||
| /** Indexer is running, but not actively indexing data (e.g. it's idle). */ | ||
| STARTED, | ||
|
|
||
| /** Indexer is actively indexing data. */ | ||
| INDEXING, | ||
|
|
||
| /** | ||
| * Transition state to where an indexer has acknowledged the stop | ||
| * but is still in process of halting. | ||
| */ | ||
| STOPPING, | ||
|
|
||
| /** Indexer is "paused" and ignoring scheduled triggers. */ | ||
| STOPPED, | ||
|
|
||
| /** | ||
| * Something (internal or external) has requested the indexer abort | ||
| * and shutdown. | ||
| */ | ||
| ABORTING; | ||
|
|
||
| public static IndexerState fromString(String name) { | ||
| return valueOf(name.trim().toUpperCase(Locale.ROOT)); | ||
| } | ||
|
|
||
| public String value() { | ||
| return name().toLowerCase(Locale.ROOT); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.