Files
opensearch-pyd/opensearchpy/client/ingest.py
T

141 lines
4.9 KiB
Python
Raw Normal View History

# SPDX-License-Identifier: Apache-2.0
#
# The OpenSearch Contributors require contributions made to
# this file be licensed under the Apache-2.0 license or a
# compatible open source license.
#
# Modifications Copyright OpenSearch Contributors. See
# GitHub history for details.
#
# Licensed to Elasticsearch B.V. under one or more contributor
# license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright
# ownership. Elasticsearch B.V. licenses this file to you under
# the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
2020-04-23 11:22:08 -05:00
2022-10-04 00:15:18 +05:30
from .utils import SKIP_IN_PATH, NamespacedClient, _make_path, query_params
2016-03-22 21:04:07 +01:00
2019-05-10 09:16:33 -06:00
2016-03-22 21:04:07 +01:00
class IngestClient(NamespacedClient):
2022-11-28 14:29:37 -08:00
@query_params("master_timeout", "cluster_manager_timeout", "summary")
2020-03-11 16:33:15 -05:00
def get_pipeline(self, id=None, params=None, headers=None):
2016-03-22 21:04:07 +01:00
"""
2019-12-17 22:31:35 +01:00
Returns a pipeline.
2020-10-20 13:02:15 -05:00
2016-03-22 21:04:07 +01:00
2019-12-17 22:31:35 +01:00
:arg id: Comma separated list of pipeline ids. Wildcards
supported
2022-11-28 14:29:37 -08:00
:arg master_timeout (Deprecated: use cluster_manager_timeout): Explicit operation timeout for connection
2019-12-17 22:31:35 +01:00
to master node
2022-11-28 14:29:37 -08:00
:arg cluster_manager_timeout: Explicit operation timeout for connection
to cluster_manager node
2021-03-23 15:12:20 -05:00
:arg summary: Return pipelines without their definitions
(default: false)
2016-03-22 21:04:07 +01:00
"""
2019-05-10 09:16:33 -06:00
return self.transport.perform_request(
2020-03-11 16:33:15 -05:00
"GET", _make_path("_ingest", "pipeline", id), params=params, headers=headers
2019-05-10 09:16:33 -06:00
)
2016-03-22 21:04:07 +01:00
2022-11-28 14:29:37 -08:00
@query_params("master_timeout", "cluster_manager_timeout", "timeout")
2020-03-11 16:33:15 -05:00
def put_pipeline(self, id, body, params=None, headers=None):
2016-03-22 21:04:07 +01:00
"""
2019-12-17 22:31:35 +01:00
Creates or updates a pipeline.
2020-10-20 13:02:15 -05:00
2016-03-22 21:04:07 +01:00
:arg id: Pipeline ID
:arg body: The ingest definition
2022-11-28 14:29:37 -08:00
:arg master_timeout (Deprecated: use cluster_manager_timeout): Explicit operation timeout for connection
2019-12-17 22:31:35 +01:00
to master node
2022-11-28 14:29:37 -08:00
:arg cluster_manager_timeout: Explicit operation timeout for connection
to cluster_manager node
2016-03-22 21:04:07 +01:00
:arg timeout: Explicit operation timeout
"""
for param in (id, body):
if param in SKIP_IN_PATH:
raise ValueError("Empty value passed for a required argument.")
2019-12-17 22:31:35 +01:00
2019-05-10 09:16:33 -06:00
return self.transport.perform_request(
2020-03-11 16:33:15 -05:00
"PUT",
_make_path("_ingest", "pipeline", id),
params=params,
headers=headers,
body=body,
2019-05-10 09:16:33 -06:00
)
2016-03-22 21:04:07 +01:00
2022-11-28 14:29:37 -08:00
@query_params("master_timeout", "cluster_manager_timeout", "timeout")
2020-03-11 16:33:15 -05:00
def delete_pipeline(self, id, params=None, headers=None):
2016-03-22 21:04:07 +01:00
"""
2019-12-17 22:31:35 +01:00
Deletes a pipeline.
2020-10-20 13:02:15 -05:00
2016-03-22 21:04:07 +01:00
:arg id: Pipeline ID
2022-11-28 14:29:37 -08:00
:arg master_timeout (Deprecated: use cluster_manager_timeout): Explicit operation timeout for connection
2019-12-17 22:31:35 +01:00
to master node
2022-11-28 14:29:37 -08:00
:arg cluster_manager_timeout: Explicit operation timeout for connection
to cluster_manager node
2016-03-22 21:04:07 +01:00
:arg timeout: Explicit operation timeout
"""
if id in SKIP_IN_PATH:
raise ValueError("Empty value passed for a required argument 'id'.")
2019-12-17 22:31:35 +01:00
2019-05-10 09:16:33 -06:00
return self.transport.perform_request(
2020-03-11 16:33:15 -05:00
"DELETE",
_make_path("_ingest", "pipeline", id),
params=params,
headers=headers,
2019-05-10 09:16:33 -06:00
)
2016-03-22 21:04:07 +01:00
2019-05-10 09:16:33 -06:00
@query_params("verbose")
2020-03-11 16:33:15 -05:00
def simulate(self, body, id=None, params=None, headers=None):
2016-03-22 21:04:07 +01:00
"""
2019-12-17 22:31:35 +01:00
Allows to simulate a pipeline with example documents.
2020-10-20 13:02:15 -05:00
2016-03-22 21:04:07 +01:00
:arg body: The simulate definition
:arg id: Pipeline ID
2019-12-17 22:31:35 +01:00
:arg verbose: Verbose mode. Display data output for each
processor in executed pipeline
2016-03-22 21:04:07 +01:00
"""
if body in SKIP_IN_PATH:
raise ValueError("Empty value passed for a required argument 'body'.")
2019-12-17 22:31:35 +01:00
2019-05-10 09:16:33 -06:00
return self.transport.perform_request(
2020-03-13 13:44:46 -05:00
"POST",
2019-05-10 09:16:33 -06:00
_make_path("_ingest", "pipeline", id, "_simulate"),
params=params,
2020-03-11 16:33:15 -05:00
headers=headers,
2019-05-10 09:16:33 -06:00
body=body,
)
@query_params()
2020-03-11 16:33:15 -05:00
def processor_grok(self, params=None, headers=None):
"""
2019-12-17 22:31:35 +01:00
Returns a list of the built-in patterns.
2020-10-20 13:02:15 -05:00
"""
return self.transport.perform_request(
2020-03-11 16:33:15 -05:00
"GET", "/_ingest/processor/grok", params=params, headers=headers
)
@query_params()
def geo_ip_stats(self, params=None, headers=None):
"""
Returns statistical information about geoip databases
"""
return self.transport.perform_request(
"GET", "/_ingest/geoip/stats", params=params, headers=headers
)