Merge pull request #380 from finnroblin/cohere-nested-filters-corpora

Add filter and nested cohere corpora
opensearch-project · Sep 10, 2024 · 75c51a9 · 75c51a9
2 parents 3798b08 + e44fcee
commit 75c51a9
Showing 1 changed file with 36 additions and 0 deletions.
diff --git a/vectorsearch/workload.json b/vectorsearch/workload.json
@@ -61,6 +61,42 @@
           "document-count": 10000000
         }
       ]
+    },
+    {
+      "name": "cohere-nested",
+      "base-url": "https://dbyiw3u3rf9yr.cloudfront.net/corpora/vectorsearch/cohere-wikipedia-22-12-en-embeddings",
+      "target-index": "{{ target_index_name }}",
+      "documents": [
+        {
+          "source-file": "cohere-1m-nested.hdf5.bz2",
+          "source-format": "hdf5",
+          "document-count": 1000000
+        }
+      ]
+    },
+    {
+      "name": "cohere-relaxed",
+      "base-url": "https://dbyiw3u3rf9yr.cloudfront.net/corpora/vectorsearch/cohere-wikipedia-22-12-en-embeddings",
+      "target-index": "{{ target_index_name }}",
+      "documents": [
+        {
+          "source-file": "cohere-1m-relaxed-filters.hdf5.bz2",
+          "source-format": "hdf5",
+          "document-count": 1000000
+        }
+      ]
+    },
+    {
+      "name": "cohere-restrictive",
+      "base-url": "https://dbyiw3u3rf9yr.cloudfront.net/corpora/vectorsearch/cohere-wikipedia-22-12-en-embeddings",
+      "target-index": "{{ target_index_name }}",
+      "documents": [
+        {
+          "source-file": "cohere-1m-restrictive-filters.hdf5.bz2",
+          "source-format": "hdf5",
+          "document-count": 1000000
+        }
+      ]
     }
   ],
     "operations": [