Skip to content

Commit

Permalink
Added async AWS sample. (#857)
Browse files Browse the repository at this point in the history
Signed-off-by: dblock <[email protected]>
  • Loading branch information
dblock authored Nov 28, 2024
1 parent b9e48dc commit 6c9d8f4
Show file tree
Hide file tree
Showing 3 changed files with 90 additions and 1 deletion.
3 changes: 2 additions & 1 deletion samples/aws/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,8 @@ export AWS_REGION=us-west-2
export SERVICE=es # use "aoss" for OpenSearch Serverless.
export ENDPOINT=https://....us-west-2.es.amazonaws.com
poetry run aws/search_urllib.py
poetry run python aws/search_urllib_sync.py
poetry run python aws/search_urllib_async.py
```

This will output the version of OpenSearch and a search result.
Expand Down
88 changes: 88 additions & 0 deletions samples/aws/search_urllib3_async.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
#!/usr/bin/env python

# SPDX-License-Identifier: Apache-2.0
#
# The OpenSearch Contributors require contributions made to
# this file be licensed under the Apache-2.0 license or a
# compatible open source license.
#
# Modifications Copyright OpenSearch Contributors. See
# GitHub history for details.

import asyncio
import logging
from os import environ
from time import sleep
from urllib.parse import urlparse

from boto3 import Session

from opensearchpy import AsyncHttpConnection, AsyncOpenSearch, AWSV4SignerAsyncAuth


async def main() -> None:
"""
1. connects to an OpenSearch cluster on AWS defined by environment variables
(i.e. ENDPOINT - cluster endpoint like my-test-domain.us-east-1.es.
amazonaws.com; AWS_REGION like us-east-1, us-west-2; and SERVICE like es which
differentiates between serverless and the managed service.
2. creates an index called "movies" and adds a single document
3. queries for that document
4. deletes the document
5. deletes the index
"""
# verbose logging
logging.basicConfig(format="%(levelname)s:%(message)s", level=logging.INFO)

url = urlparse(environ["ENDPOINT"])
region = environ.get("AWS_REGION", "us-east-1")
service = environ.get("SERVICE", "es")

credentials = Session().get_credentials()

auth = AWSV4SignerAsyncAuth(credentials, region, service)

client = AsyncOpenSearch(
hosts=[{"host": url.netloc, "port": url.port or 443}],
http_auth=auth,
use_ssl=True,
verify_certs=True,
connection_class=AsyncHttpConnection,
timeout=30,
)

# TODO: remove when OpenSearch Serverless adds support for /
if service == "es":
info = await client.info()
print(f"{info['version']['distribution']}: {info['version']['number']}")

# create an index
index = "movies"
await client.indices.create(index=index)

try:
# index data
document = {"director": "Bennett Miller", "title": "Moneyball", "year": 2011}
await client.index(index=index, body=document, id="1")

# wait for the document to index
sleep(1)

# search for the document
results = await client.search(body={"query": {"match": {"director": "miller"}}})
for hit in results["hits"]["hits"]:
print(hit["_source"])

# delete the document
await client.delete(index=index, id="1")
finally:
# delete the index
await client.indices.delete(index=index)
await client.close()


if __name__ == "__main__":
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
loop.run_until_complete(main())
loop.close()
File renamed without changes.

0 comments on commit 6c9d8f4

Please sign in to comment.