Mark Cohen
a80bab2ad5
* added unnecessary-dunder-call to pylintrc files; disabled for certain lines in run_tests.py, exception thrown by 'git remote add origin' when the remote already exists will not exit Signed-off-by: Mark Cohen <markcoh@amazon.com> * updates to adhere to assignment-from-no-return lint Signed-off-by: Mark Cohen <markcoh@amazon.com> * simplified get_value_filter in Facet to return None added assert to test get_value_filter returning None Signed-off-by: Mark Cohen <markcoh@amazon.com> * added option to output HTML test coverage locally from run_tests.py returning None from test_faceted_search.Facet.get_value_filter Signed-off-by: Mark Cohen <markcoh@amazon.com> * added unused-variable lints; replaced unused variables with _ or referenced them Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated CHANGELOG to point to the right PR Signed-off-by: Mark Cohen <markcoh@amazon.com> --------- Signed-off-by: Mark Cohen <markcoh@amazon.com>
97 lines
2.4 KiB
Python
Executable File
97 lines
2.4 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
|
|
|
|
import asyncio
|
|
import os
|
|
import random
|
|
|
|
from opensearchpy import AsyncHttpConnection, AsyncOpenSearch, helpers
|
|
|
|
|
|
async def main() -> None:
|
|
"""
|
|
asynchronously create, bulk index, and query kNN. then delete the index
|
|
"""
|
|
# connect to an instance of OpenSearch
|
|
host = os.getenv("HOST", default="localhost")
|
|
port = int(os.getenv("PORT", 9200))
|
|
auth = (os.getenv("USERNAME", "admin"), os.getenv("PASSWORD", "admin"))
|
|
|
|
client = AsyncOpenSearch(
|
|
hosts=[{"host": host, "port": port}],
|
|
http_auth=auth,
|
|
use_ssl=True,
|
|
verify_certs=False,
|
|
connection_class=AsyncHttpConnection,
|
|
ssl_show_warn=False,
|
|
)
|
|
|
|
# check whether an index exists
|
|
index_name = "my-index"
|
|
dimensions = 5
|
|
|
|
if not await client.indices.exists(index_name):
|
|
await client.indices.create(
|
|
index_name,
|
|
body={
|
|
"settings": {"index.knn": True},
|
|
"mappings": {
|
|
"properties": {
|
|
"values": {"type": "knn_vector", "dimension": dimensions},
|
|
}
|
|
},
|
|
},
|
|
)
|
|
|
|
# index data
|
|
vectors = []
|
|
for i in range(10):
|
|
vec = []
|
|
for _ in range(dimensions):
|
|
vec.append(round(random.uniform(0, 1), 2))
|
|
|
|
vectors.append(
|
|
{
|
|
"_index": index_name,
|
|
"_id": i,
|
|
"values": vec,
|
|
}
|
|
)
|
|
|
|
# bulk index
|
|
await helpers.async_bulk(client, vectors)
|
|
|
|
await client.indices.refresh(index=index_name)
|
|
|
|
# search
|
|
vec = []
|
|
for _ in range(dimensions):
|
|
vec.append(round(random.uniform(0, 1), 2))
|
|
print(f"Searching for {vec} ...")
|
|
|
|
search_query = {"query": {"knn": {"values": {"vector": vec, "k": 3}}}}
|
|
results = await client.search(index=index_name, body=search_query)
|
|
for hit in results["hits"]["hits"]:
|
|
print(hit)
|
|
|
|
# delete index
|
|
await client.indices.delete(index=index_name)
|
|
|
|
await client.close()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
loop = asyncio.new_event_loop()
|
|
asyncio.set_event_loop(loop)
|
|
loop.run_until_complete(main())
|
|
loop.close()
|