Added persian_stem.

Signed-off-by: dblock <[email protected]>

CHANGELOG.md

@@ -98,7 +98,8 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Added `/_bulk/stream` ([#584](https://github.com/opensearch-project/opensearch-api-specification/pull/584))
 - Added `/_plugins/_ml/agents/_register`, `/_plugins/_ml/connectors/_create`, `DELETE /_plugins/_ml/agents/{agent_id}`, `DELETE /_plugins/_ml/connectors/{connector_id}` ([#228](https://github.com/opensearch-project/opensearch-api-specification/issues/228))
 - Added the `context` query param to the `put_script` APIs ([#586](https://github.com/opensearch-project/opensearch-api-specification/pull/586))
-
+- Added `persian_stem` filter ([#](https://github.com/opensearch-project/opensearch-api-specification/))
+- 
 ### Changed
 
 - Replaced Smithy with a native OpenAPI spec ([#189](https://github.com/opensearch-project/opensearch-api-specification/issues/189))

spec/schemas/_common.analysis.yaml

@@ -474,6 +474,7 @@ components:
         - $ref: '#/components/schemas/NoriPartOfSpeechTokenFilter'
         - $ref: '#/components/schemas/PatternCaptureTokenFilter'
         - $ref: '#/components/schemas/PatternReplaceTokenFilter'
+        - $ref: '#/components/schemas/PersianStemTokenFilter'
         - $ref: '#/components/schemas/PorterStemTokenFilter'
         - $ref: '#/components/schemas/PredicateTokenFilter'
         - $ref: '#/components/schemas/RemoveDuplicatesTokenFilter'
@@ -894,6 +895,17 @@ components:
           required:
             - pattern
             - type
+    PersianStemTokenFilter:
+      allOf:
+        - $ref: '#/components/schemas/TokenFilterBase'
+        - type: object
+          properties:
+            type:
+              type: string
+              enum:
+                - persian_stem
+          required:
+            - type
     PorterStemTokenFilter:
       allOf:
         - $ref: '#/components/schemas/TokenFilterBase'

tests/default/_core/analyze.yaml

@@ -30,63 +30,3 @@ chapters:
           - Moneyball, directed by Bennett Miller
     response:
       status: 200
-  - synopsis: Apply a filter.
-    path: /_analyze
-    method: GET
-    request:
-      payload:
-        tokenizer: keyword
-        filter:
-          - uppercase
-        text: Moneyball
-    response:
-      status: 200
-      payload:
-        tokens:
-          - token: MONEYBALL
-            type: word
-            start_offset: 0
-            end_offset: 9
-            position: 0
-  - synopsis: Apply a character filter.
-    path: /_analyze
-    method: GET
-    request:
-      payload:
-        tokenizer: keyword
-        filter:
-          - lowercase
-        char_filter:
-          - html_strip
-        text: <b>Moneyball</b>
-    response:
-      status: 200
-      payload:
-        tokens:
-          - token: moneyball
-            type: word
-            start_offset: 3
-            end_offset: 16
-            position: 0
-  - synopsis: Combine a lowercase translation with a stop filter.
-    path: /_analyze
-    method: GET
-    request:
-      payload:
-        tokenizer: whitespace
-        filter:
-          - lowercase
-          - type: stop
-            stopwords:
-              - in
-              - to
-        text: Moneyball directed by Bennett Miller
-    response:
-      status: 200
-      payload:
-        tokens:
-          - token: moneyball
-            type: word
-            start_offset: 0
-            end_offset: 9
-            position: 0

tests/default/_core/analyze/filter/asciifolding.yaml

@@ -0,0 +1,23 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+version: '>= 2.17'
+chapters:
+  - synopsis: Apply a asciifolding filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: keyword
+        filter:
+          - asciifolding
+        text: Léon
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: Leon
+            type: word
+            start_offset: 0
+            end_offset: 4
+            position: 0

tests/default/_core/analyze/filter/lowercase.yaml

@@ -0,0 +1,24 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+chapters:
+  - synopsis: Apply a lowercase character filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: keyword
+        filter:
+          - lowercase
+        char_filter:
+          - html_strip
+        text: <b>Moneyball</b>
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: moneyball
+            type: word
+            start_offset: 3
+            end_offset: 16
+            position: 0

tests/default/_core/analyze/filter/persian_stem.yaml

@@ -0,0 +1,23 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+version: '>= 2.17'
+chapters:
+  - synopsis: Apply a persian_stem filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: keyword
+        filter:
+          - persian_stem
+        text: جامدات
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: جامد
+            type: word
+            start_offset: 0
+            end_offset: 6
+            position: 0

tests/default/_core/analyze/filter/porterstem.yaml

@@ -0,0 +1,23 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+version: '>= 2.17'
+chapters:
+  - synopsis: Apply a porter_stem filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: keyword
+        filter:
+          - porter_stem
+        text: Directed by Bennett Miller
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: Directed by Bennett Mil
+            type: word
+            start_offset: 0
+            end_offset: 26
+            position: 0

tests/default/_core/analyze/filter/stop.yaml

@@ -0,0 +1,26 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+chapters:
+  - synopsis: Combine a lowercase translation with a stop filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: whitespace
+        filter:
+          - lowercase
+          - type: stop
+            stopwords:
+              - in
+              - to
+        text: Moneyball directed by Bennett Miller
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: moneyball
+            type: word
+            start_offset: 0
+            end_offset: 9
+            position: 0

tests/default/_core/analyze/filter/uppercase.yaml

@@ -0,0 +1,23 @@
+$schema: ../../../../../json_schemas/test_story.schema.yaml
+
+description: Test /_analyze with a filter.
+chapters:
+  - synopsis: Apply an uppercase character filter.
+    path: /_analyze
+    method: GET
+    request:
+      payload:
+        tokenizer: keyword
+        filter:
+          - uppercase
+        text: Moneyball
+    response:
+      status: 200
+      payload:
+        tokens:
+          - token: MONEYBALL
+            type: word
+            start_offset: 0
+            end_offset: 9
+            position: 0
+