0ddbf8cafa
* updated files with docstrings to pass pylint Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated samples to prepare for enabling missing-docstring linter; will continue to work on this before committing setup.cfg Signed-off-by: Mark Cohen <markcoh@amazon.com> * removed missing-function-docstring from setup.cfg so the linter doesn't fail while work on docstrings continues Signed-off-by: Mark Cohen <markcoh@amazon.com> * corrected unnecessary return docstring values Signed-off-by: Mark Cohen <markcoh@amazon.com> * fixing failure in 'black' on reformatting Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated utils to pass missing-function-docstring tests Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated functions with missing docstrings or pylint ignore instructions; added a utility to automatically add these ignore instructions to most functions that should be self-describing; rolled back some automatically generated code mistakenly changed Signed-off-by: Mark Cohen <markcoh@amazon.com> * * ignoring opensearchpy for pylint and then added it back to noxfile.py * fixed some lints; created a feature flag for newer dynamic pylint so now lints can be fixed first in legacy code and then enabled by multiple people * extracted a method for per-folder linting * updated noxfile.lint_per_folder with type hints * enabled unspecified-encoding in pylint * added disable missing-function-docstring pragma to test_clients.py in test_async and test_server * added more encodings to pass unspecified-encoding pylint tests * updated changelog Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated CHANGELOG.md entry removed the feature flag for pylint lint_per_folder fixed failures from mypy and pylint removed pylint MESSAGE CONTROL config from setup.cfg after relocating to lint_per_folder method Signed-off-by: Mark Cohen <markcoh@amazon.com> * removed pylint ignore missing-function-docstring Signed-off-by: Mark Cohen <markcoh@amazon.com> * added pylint.extensions.docparams plugin updated some docstrings to correct parameters removed pylint from setup.cfg Signed-off-by: Mark Cohen <markcoh@amazon.com> * added four lints for opensearchpy/ Signed-off-by: Mark Cohen <markcoh@amazon.com> * adding await back to client.info() call Signed-off-by: Mark Cohen <markcoh@amazon.com> * updated TODOs as requested renamed test_opensearchpy.test_async.test_server.test_helpers.conftest.setup_ubq_tests to setup_update_by_query_tests added OpenSearch-main/rest-api-spec/src/main/resources/rest-api-spec/test/indices/stats/50_noop_update[0] to skip tests list run_tests.py catches a CalledProcessError when the git repo already exists and the command to add the origin fails in fetch_opensearch_repo() Signed-off-by: Mark Cohen <markcoh@amazon.com> --------- Signed-off-by: Mark Cohen <markcoh@amazon.com>
108 lines
3.3 KiB
Python
108 lines
3.3 KiB
Python
#!/usr/bin/env python
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
import time
|
|
|
|
from opensearchpy import OpenSearch
|
|
|
|
# For cleaner output, comment in the two lines below to disable warnings and informational messages
|
|
# import urllib3
|
|
# urllib3.disable_warnings()
|
|
|
|
|
|
def main() -> None:
|
|
"""
|
|
demonstrates various functions to operate on the index
|
|
(e.g. clear different levels of cache, refreshing the index)
|
|
"""
|
|
# Set up
|
|
client = OpenSearch(
|
|
hosts=["https://localhost:9200"],
|
|
use_ssl=True,
|
|
verify_certs=False,
|
|
http_auth=("admin", "admin"),
|
|
)
|
|
client.indices.create(index="movies")
|
|
print("'movies' index created!")
|
|
|
|
# Test Clear Index Cache
|
|
client.indices.clear_cache(index="movies")
|
|
print("Cache for 'movies' index cleared!")
|
|
client.indices.clear_cache(index="movies", query=True)
|
|
print("Query cache for 'movies' index cleared!")
|
|
client.indices.clear_cache(index="movies", fielddata=True, request=True)
|
|
print("Field data and request cache for 'movies' index cleared!")
|
|
|
|
# Test Flush Index
|
|
client.indices.flush(index="movies")
|
|
print("'movies' index flushed!")
|
|
|
|
# Test Refresh Index
|
|
client.indices.refresh(index="movies")
|
|
print("'movies' index refreshed!")
|
|
|
|
# Test Close or Open Index
|
|
client.indices.close(index="movies")
|
|
print("'movies' index closed!")
|
|
time.sleep(2) # add sleep to ensure the index has time to close
|
|
client.indices.open(index="movies")
|
|
print("'movies' index opened!")
|
|
|
|
# Test Force Merge Index
|
|
client.indices.forcemerge(index="movies")
|
|
print("'movies' index force merged!")
|
|
|
|
# Test Clone
|
|
client.indices.put_settings(
|
|
index="movies", body={"index": {"blocks": {"write": True}}}
|
|
)
|
|
print("Write operations blocked for 'movies' index!")
|
|
time.sleep(2)
|
|
client.indices.clone(index="movies", target="movies_clone")
|
|
print("'movies' index cloned to 'movies_clone'!")
|
|
client.indices.put_settings(
|
|
index="movies", body={"index": {"blocks": {"write": False}}}
|
|
)
|
|
print("Write operations enabled for 'movies' index!")
|
|
|
|
# Test Split
|
|
client.indices.create(
|
|
index="books",
|
|
body={
|
|
"settings": {
|
|
"index": {
|
|
"number_of_shards": 5,
|
|
"number_of_routing_shards": 30,
|
|
"blocks": {"write": True},
|
|
}
|
|
}
|
|
},
|
|
)
|
|
print("'books' index created!")
|
|
time.sleep(2) # add sleep to ensure the index has time to become read-only
|
|
client.indices.split(
|
|
index="books",
|
|
target="bigger_books",
|
|
body={"settings": {"index": {"number_of_shards": 10}}},
|
|
)
|
|
print("'books' index split into 'bigger_books'!")
|
|
client.indices.put_settings(
|
|
index="books", body={"index": {"blocks": {"write": False}}}
|
|
)
|
|
print("Write operations enabled for 'books' index!")
|
|
|
|
# Cleanup
|
|
client.indices.delete(index=["movies", "books", "movies_clone", "bigger_books"])
|
|
print("All indices deleted!")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|