Mark Cohen
a80bab2ad5
* added unnecessary-dunder-call to pylintrc files; disabled for certain lines in run_tests.py, exception thrown by 'git remote add origin' when the remote already exists will not exit Signed-off-by: Mark Cohen <markcoh@amazon.com> * updates to adhere to assignment-from-no-return lint Signed-off-by: Mark Cohen <markcoh@amazon.com> * simplified get_value_filter in Facet to return None added assert to test get_value_filter returning None Signed-off-by: Mark Cohen <markcoh@amazon.com> * added option to output HTML test coverage locally from run_tests.py returning None from test_faceted_search.Facet.get_value_filter Signed-off-by: Mark Cohen <markcoh@amazon.com> * added unused-variable lints; replaced unused variables with _ or referenced them Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated CHANGELOG to point to the right PR Signed-off-by: Mark Cohen <markcoh@amazon.com> --------- Signed-off-by: Mark Cohen <markcoh@amazon.com>
108 lines
2.6 KiB
Python
108 lines
2.6 KiB
Python
#!/usr/bin/env python
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
|
|
|
|
import logging
|
|
import sys
|
|
import time
|
|
from typing import Any
|
|
|
|
from thread_with_return_value import ThreadWithReturnValue
|
|
|
|
from opensearchpy import OpenSearch
|
|
|
|
|
|
def get_info(client: Any, request_count: int) -> float:
|
|
"""get info from client"""
|
|
total_time: float = 0
|
|
for _ in range(request_count):
|
|
start = time.time() * 1000
|
|
client.info()
|
|
total_time += time.time() * 1000 - start
|
|
return total_time
|
|
|
|
|
|
def test(thread_count: int = 1, request_count: int = 1, client_count: int = 1) -> None:
|
|
"""test to index with thread_count threads, item_count records and run client_count clients"""
|
|
host = "localhost"
|
|
port = 9200
|
|
auth = ("admin", "admin")
|
|
|
|
root = logging.getLogger()
|
|
# root.setLevel(logging.DEBUG)
|
|
# logging.getLogger("urllib3.connectionpool").setLevel(logging.DEBUG)
|
|
|
|
handler = logging.StreamHandler(sys.stdout)
|
|
handler.setLevel(logging.DEBUG)
|
|
formatter = logging.Formatter(
|
|
"%(asctime)s - %(name)s - %(levelname)s - %(message)s"
|
|
)
|
|
handler.setFormatter(formatter)
|
|
root.addHandler(handler)
|
|
|
|
clients = []
|
|
for _ in range(client_count):
|
|
clients.append(
|
|
OpenSearch(
|
|
hosts=[{"host": host, "port": port}],
|
|
http_auth=auth,
|
|
use_ssl=True,
|
|
verify_certs=False,
|
|
ssl_show_warn=False,
|
|
pool_maxsize=thread_count,
|
|
)
|
|
)
|
|
|
|
threads = []
|
|
for thread_id in range(thread_count):
|
|
thread = ThreadWithReturnValue(
|
|
target=get_info, args=[clients[thread_id % len(clients)], request_count]
|
|
)
|
|
threads.append(thread)
|
|
thread.start()
|
|
|
|
latency = 0
|
|
for thread in threads:
|
|
latency += thread.join()
|
|
|
|
print(f"latency={latency}")
|
|
|
|
|
|
REQUEST_COUNT = 250
|
|
|
|
|
|
def test_1() -> None:
|
|
"""testing 1 threads"""
|
|
test(1, 32 * REQUEST_COUNT, 1)
|
|
|
|
|
|
def test_2() -> None:
|
|
"""testing 2 threads"""
|
|
test(2, 16 * REQUEST_COUNT, 2)
|
|
|
|
|
|
def test_4() -> None:
|
|
"""testing 4 threads"""
|
|
test(4, 8 * REQUEST_COUNT, 3)
|
|
|
|
|
|
def test_8() -> None:
|
|
"""testing 8 threads"""
|
|
test(8, 4 * REQUEST_COUNT, 8)
|
|
|
|
|
|
def test_32() -> None:
|
|
"""testing 32 threads"""
|
|
test(32, REQUEST_COUNT, 32)
|
|
|
|
|
|
__benchmarks__ = [(test_1, test_32, "1 thread vs. 32 threads (sync)")]
|