Added bulk samples and explained error handling. (#448)

* Added bulk samples and explained error handling. Signed-off-by: dblock <[email protected]> * The client can serialize an array for you. Signed-off-by: dblock <[email protected]> --------- Signed-off-by: dblock <[email protected]>
2023-07-25 19:17:28 -07:00
parent f54973e583
commit 54a517ada9
4 changed files with 225 additions and 14 deletions
@@ -0,0 +1,64 @@
+#!/usr/bin/env python
+
+# SPDX-License-Identifier: Apache-2.0
+#
+# The OpenSearch Contributors require contributions made to
+# this file be licensed under the Apache-2.0 license or a
+# compatible open source license.
+
+import os
+import json
+
+from opensearchpy import OpenSearch
+
+# connect to an instance of OpenSearch
+
+host = os.getenv('HOST', default='localhost')
+port = int(os.getenv('PORT', 9200))
+auth = (
+    os.getenv('USERNAME', 'admin'), 
+    os.getenv('PASSWORD', 'admin')
+)
+
+client = OpenSearch(
+    hosts = [{'host': host, 'port': port}],
+    http_auth = auth,
+    use_ssl = True,
+    verify_certs = False,
+    ssl_show_warn = False
+)
+
+# check whether an index exists
+index_name = "my-index"
+
+if not client.indices.exists(index_name):
+
+    client.indices.create(index_name, 
+        body={
+            "mappings":{
+                "properties": {
+                    "value": {
+                        "type": "float"
+                    },
+                }
+            }
+        }
+    )
+
+# index data
+data = []
+for i in range(100):
+    data.append({ "index": {"_index": index_name, "_id": i }})
+    data.append({ "value": i })
+
+rc = client.bulk(data)
+if rc["errors"]:
+    print(f"There were errors:")
+    for item in rc["items"]:
+        print(f"{item['index']['status']}: {item['index']['error']['type']}")
+else:
+    print(f"Bulk-inserted {len(rc['items'])} items.")
+
+# delete index
+client.indices.delete(index=index_name)
+
@@ -0,0 +1,58 @@
+#!/usr/bin/env python
+
+# SPDX-License-Identifier: Apache-2.0
+#
+# The OpenSearch Contributors require contributions made to
+# this file be licensed under the Apache-2.0 license or a
+# compatible open source license.
+
+import os
+import json
+
+from opensearchpy import OpenSearch, helpers
+
+# connect to an instance of OpenSearch
+
+host = os.getenv('HOST', default='localhost')
+port = int(os.getenv('PORT', 9200))
+auth = (
+    os.getenv('USERNAME', 'admin'), 
+    os.getenv('PASSWORD', 'admin')
+)
+
+client = OpenSearch(
+    hosts = [{'host': host, 'port': port}],
+    http_auth = auth,
+    use_ssl = True,
+    verify_certs = False,
+    ssl_show_warn = False
+)
+
+# check whether an index exists
+index_name = "my-index"
+
+if not client.indices.exists(index_name):
+
+    client.indices.create(index_name, 
+        body={
+            "mappings":{
+                "properties": {
+                    "value": {
+                        "type": "float"
+                    },
+                }
+            }
+        }
+    )
+
+# index data
+data = []
+for i in range(100):
+    data.append({ "_index": index_name, "_id": i, "value": i })
+
+rc = helpers.bulk(client, data)
+print(f"Bulk-inserted {rc[0]} items.")
+
+# delete index
+client.indices.delete(index=index_name)
+
@@ -0,0 +1,64 @@
+#!/usr/bin/env python
+
+# SPDX-License-Identifier: Apache-2.0
+#
+# The OpenSearch Contributors require contributions made to
+# this file be licensed under the Apache-2.0 license or a
+# compatible open source license.
+
+import os
+import json
+
+from opensearchpy import OpenSearch
+
+# connect to an instance of OpenSearch
+
+host = os.getenv('HOST', default='localhost')
+port = int(os.getenv('PORT', 9200))
+auth = (
+    os.getenv('USERNAME', 'admin'), 
+    os.getenv('PASSWORD', 'admin')
+)
+
+client = OpenSearch(
+    hosts = [{'host': host, 'port': port}],
+    http_auth = auth,
+    use_ssl = True,
+    verify_certs = False,
+    ssl_show_warn = False
+)
+
+# check whether an index exists
+index_name = "my-index"
+
+if not client.indices.exists(index_name):
+
+    client.indices.create(index_name, 
+        body={
+            "mappings":{
+                "properties": {
+                    "value": {
+                        "type": "float"
+                    },
+                }
+            }
+        }
+    )
+
+# index data
+data = ''
+for i in range(100):
+    data += json.dumps({ "index": {"_index": index_name, "_id": i }}) + "\n"
+    data += json.dumps({ "value": i }) + "\n"
+
+rc = client.bulk(data)
+if rc["errors"]:
+    print(f"There were errors:")
+    for item in rc["items"]:
+        print(f"{item['index']['status']}: {item['index']['error']['type']}")
+else:
+    print(f"Bulk-inserted {len(rc['items'])} items.")
+
+# delete index
+client.indices.delete(index=index_name)
+