opensearch-project · Xtansia · Jan 20, 2025 · Jan 14, 2025 · Jan 16, 2025 · Jan 20, 2025
@@ -53,6 +53,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Added `GET /_plugins/_ml/stats/`, `stats/{stat}`, `{nodeId}/stats/`, `{nodeId}/stats/{stat}` ([#794](https://github.com/opensearch-project/opensearch-api-specification/pull/794))
 - Added `GET`, `POST /_plugins/_ml/tasks/_search`, `GET /_plugins/_ml/tools`, `tools/{tool_name}` ([#797](https://github.com/opensearch-project/opensearch-api-specification/pull/797))
 - Added `POST /_plugins/_ml/agents/{agent_id}/_execute`, `GET /_plugins/_ml/agents/{agent_id}`, `GET`, `POST /_plugins/_ml/agents/_search` ([#798](https://github.com/opensearch-project/opensearch-api-specification/pull/798))
+- Added a warning for test file names that don't match the API being tested ([#793](https://github.com/opensearch-project/opensearch-api-specification/pull/793))
 
 ### Removed
 - Removed unsupported `_common.mapping:SourceField`'s `mode` field and associated `_common.mapping:SourceFieldMode` enum ([#652](https://github.com/opensearch-project/opensearch-api-specification/pull/652))

@@ -20,6 +20,7 @@
     - [Waiting for Tasks](#waiting-for-tasks)
     - [Warnings](#warnings)
       - [multiple-paths-detected](#multiple-paths-detected)
+      - [invalid-path-detected](#invalid-path-detected)
       - [Suppressing Warnings](#suppressing-warnings)
   - [Collecting Test Coverage](#collecting-test-coverage)
     - [Coverage Summary](#coverage-summary)
@@ -358,7 +359,7 @@ For example, an ML task returns `CREATED` when created, and `COMPLETED` when it'
 
 #### multiple-paths-detected
 
-The test runner expects all tests in the same file to be variation of the same path in order to keep tests well-organized. Otherwise, a warning will be emitted.
+The test runner expects all tests in the same file to be variation of the same path in order to keep tests well-organized. Prerequisites to the API being tested should be moved to `prologues`, and any cleanup to `epilogues`. Otherwise, a warning will be emitted.
 
 ```
 WARNING Multiple paths detected, please group similar tests together and move paths not being tested to prologues or epilogues.
@@ -367,6 +368,15 @@ WARNING Multiple paths detected, please group similar tests together and move pa
   /{index}
 ```
 
+#### invalid-path-detected
+
+The test file names are expected to match the one API being tested in that file. Otherwise, a warning will be emitted.
+
+```
+PASSED  plugins/ml/ml/train_and_predict.yaml (tests/plugins/ml/ml/train_and_predict.yaml)
+WARNING Invalid path detected, please move /tests/plugins/ml/ml/train_and_predict.yaml to ml/train_predict.yaml.
+```
+
 #### Suppressing Warnings
 
 The test runner may generate warnings that can be suppressed with `warnings:` at story or chapter level. For example, to suppress the multiple paths detected warning.

@@ -252,4 +252,8 @@ definitions:
         type: boolean
         default: true
         description: Enable/disable warnings about multiple paths being tested in the same story.
+      invalid-path-detected:
+        type: boolean
+        default: true
+        description: Enable/disable warnings about file paths that do not match paths tested in the story.
     additionalProperties: false
@@ -781,7 +781,7 @@ paths:
       responses:
         '200':
           $ref: '#/components/responses/ml.get_stats@200'
-  /_plugins/_ml/{node_id}/stats/:
+  /_plugins/_ml/{node_id}/stats:
     get:
       operationId: ml.get_stats.2
       x-operation-group: ml.get_stats

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.17'
 chapters:
   - synopsis: Apply a asciifolding filter.

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 chapters:
   - synopsis: Apply a lowercase character filter.
     path: /_analyze

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.17'
 chapters:
   - synopsis: Apply a persian_stem filter.

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.17'
 chapters:
   - synopsis: Apply a porter_stem filter.

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 chapters:
   - synopsis: Combine a lowercase translation with a stop filter.
     path: /_analyze

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test /_analyze with a filter.
+warnings:
+  invalid-path-detected: false
 chapters:
   - synopsis: Apply an uppercase character filter.
     path: /_analyze

@@ -2,6 +2,8 @@
 $schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test root endpoint.
+warnings:
+  invalid-path-detected: false
 distributions:
   excluded:
     - amazon-serverless

@@ -1,4 +1,4 @@
-$schema: ../../../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test document multi-search.
 epilogues:

@@ -2,6 +2,7 @@ $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test reindex with a Search pipeline.
 warnings:
+  invalid-path-detected: false
   multiple-paths-detected: false
 epilogues:
   - path: /movies

@@ -1,7 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test the _scripts contexts endpoint.
-
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_scripts/add_ratings
     method: DELETE

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint (_source).
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies/_doc
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test avg aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test histogram aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test max aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test min aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: books
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test range aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test sum aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /_bulk
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test terms aggregation.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with cancel_after_time_interval.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies/_doc
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with knn query.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.17'
 
 prologues:

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with match query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies/_doc
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with multi_match query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies/_doc
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with phase_took.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies/_doc
     method: POST

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test the creation of a search pipeline.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.9'
 epilogues:
   - path: /_search/pipeline/empty-pipeline

@@ -2,6 +2,8 @@ $schema: ../../../../../../json_schemas/test_story.schema.yaml
 
 description: |-
   Test the creation of a search pipeline with a filter_query request processor.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.8'
 prologues:
   - path: /_bulk

@@ -2,6 +2,8 @@ $schema: ../../../../../../json_schemas/test_story.schema.yaml
 
 description: |-
   Test the creation of a search pipeline with a response processor.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.8'
 prologues:
   - path: /movies/_doc/1

@@ -2,6 +2,8 @@ $schema: ../../../../../../json_schemas/test_story.schema.yaml
 
 description: |-
   Test the creation of a search pipeline with a response processor.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.16'
 prologues:
   - path: /movies/_doc/1

@@ -2,6 +2,8 @@ $schema: ../../../../../../json_schemas/test_story.schema.yaml
 
 description: |-
   Test the creation of a search pipeline with split and sort response processors.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.17'
 prologues:
   - path: /numbers/_doc/1

@@ -1,6 +1,8 @@
 $schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test point-in-time.
+warnings:
+  invalid-path-detected: false
 version: '>= 2.4'
 epilogues:
   - path: /_search/point_in_time/_all

@@ -1,4 +1,4 @@
-$schema: ../../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test point-in-time.
 version: '>= 2.4'

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with fuzzy query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /movies
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with geo_bounding_box query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /cinemas
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with geo_distance query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /cinemas
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with geo_shape query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /cinemas
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with geo_shape query.
+warnings:
+  invalid-path-detected: false
 prologues:
   - path: /cinemas
     method: PUT

@@ -1,6 +1,8 @@
 $schema: ../../../../../json_schemas/test_story.schema.yaml
 
 description: Test ScriptQuery functionality.
+warnings:
+  invalid-path-detected: false
 
 prologues:
   - path: /movies

@@ -1,6 +1,8 @@
 $schema: ../../../../../../json_schemas/test_story.schema.yaml
 
 description: Comprehensive test suite for TermsQuery, including array of terms.
+warnings:
+  invalid-path-detected: false
 version: '>= 1.2'
 
 prologues: