Daniel (dB.) DoubrovkineandGitHub
56c96d7c4f
* Renamed json samples to fix duplicate module name. Signed-off-by: dblock <dblock@amazon.com> * Enabled mypy on all source files. Signed-off-by: dblock <dblock@amazon.com> * Added missing types. Signed-off-by: dblock <dblock@amazon.com> * Added CHANGELOG. Signed-off-by: dblock <dblock@amazon.com> * Move type: ignore to fix untyped decorator makes function untyped. Signed-off-by: dblock <dblock@amazon.com> * Fix nox -rs lint-3.7. Signed-off-by: dblock <dblock@amazon.com> * Fixed incorrect import. Signed-off-by: dblock <dblock@amazon.com> * Fix broken test. Signed-off-by: dblock <dblock@amazon.com> * Fixed TestBulk::test_bulk_works_with_bytestring_body. Signed-off-by: dblock <dblock@amazon.com> --------- Signed-off-by: dblock <dblock@amazon.com>
107 lines
2.5 KiB
Python
107 lines
2.5 KiB
Python
#!/usr/bin/env python
|
|
|
|
# -*- coding: utf-8 -*-
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
|
|
import asyncio
|
|
import uuid
|
|
from typing import Any
|
|
|
|
from opensearchpy import AsyncHttpConnection, AsyncOpenSearch
|
|
|
|
host = "localhost"
|
|
port = 9200
|
|
auth = ("admin", "admin")
|
|
index_name = "test-index-async"
|
|
item_count = 100
|
|
|
|
|
|
async def index_records(client: Any, item_count: int) -> None:
|
|
await asyncio.gather(
|
|
*[
|
|
client.index(
|
|
index=index_name,
|
|
body={
|
|
"title": "Moneyball",
|
|
"director": "Bennett Miller",
|
|
"year": "2011",
|
|
},
|
|
id=uuid.uuid4(),
|
|
)
|
|
for j in range(item_count)
|
|
]
|
|
)
|
|
|
|
|
|
async def test_async(client_count: int = 1, item_count: int = 1) -> None:
|
|
clients = []
|
|
for i in range(client_count):
|
|
clients.append(
|
|
AsyncOpenSearch(
|
|
hosts=[{"host": host, "port": port}],
|
|
http_auth=auth,
|
|
use_ssl=True,
|
|
verify_certs=False,
|
|
ssl_show_warn=False,
|
|
connection_class=AsyncHttpConnection,
|
|
pool_maxsize=client_count,
|
|
)
|
|
)
|
|
|
|
if await clients[0].indices.exists(index_name):
|
|
await clients[0].indices.delete(index_name)
|
|
|
|
await clients[0].indices.create(index_name)
|
|
|
|
await asyncio.gather(
|
|
*[index_records(clients[i], item_count) for i in range(client_count)]
|
|
)
|
|
|
|
await clients[0].indices.refresh(index=index_name)
|
|
print(await clients[0].count(index=index_name))
|
|
|
|
await clients[0].indices.delete(index_name)
|
|
|
|
await asyncio.gather(*[client.close() for client in clients])
|
|
|
|
|
|
def test(item_count: int = 1, client_count: int = 1) -> None:
|
|
loop = asyncio.new_event_loop()
|
|
asyncio.set_event_loop(loop)
|
|
loop.run_until_complete(test_async(item_count, client_count))
|
|
loop.close()
|
|
|
|
|
|
def test_1() -> None:
|
|
test(1, 32 * item_count)
|
|
|
|
|
|
def test_2() -> None:
|
|
test(2, 16 * item_count)
|
|
|
|
|
|
def test_4() -> None:
|
|
test(4, 8 * item_count)
|
|
|
|
|
|
def test_8() -> None:
|
|
test(8, 4 * item_count)
|
|
|
|
|
|
def test_16() -> None:
|
|
test(16, 2 * item_count)
|
|
|
|
|
|
def test_32() -> None:
|
|
test(32, item_count)
|
|
|
|
|
|
__benchmarks__ = [(test_1, test_8, "1 client vs. more clients (async)")]
|