{ "cells": [ { "cell_type": "markdown", "id": "680f118a", "metadata": {}, "source": [ "# アップストリームとダウンストリーム\n", "\n", "ここではiscp-pyを使用してアップストリームとダウンストリームを行うサンプルを示します\n", "\n", "## 環境\n", "- python 3.10\n", "\n", "## 事前準備\n", "\n", "本サンプルを動作させるための準備をします。\n", "まず、アップストリーム用のノードとダウンストリーム用のノードを作成します。\n", "そして環境に合わせて下記に示す値を環境変数としてセットします。" ] }, { "cell_type": "code", "execution_count": 1, "id": "39b5756d", "metadata": {}, "outputs": [], "source": [ "import os\n", "URL_API = os.getenv(\"URL_API\", \"http://localhost:8080\")\n", "DOWN_NODE_ID = os.getenv(\"DOWN_NODE_ID\", \"downstream-node-id\")\n", "DOWN_NODE_SECRET = os.getenv(\"DOWN_NODE_SECRET\", \"xxxxxxx\")\n", "UP_NODE_ID = os.getenv(\"UP_NODE_ID\", \"upstream-node-id\")\n", "UP_NODE_SECRET = os.getenv(\"UP_NODE_SECRET\", \"xxxxxxx\")\n", "ADDRESS_WEBSOCKET = os.getenv(\"ADDRESS_WEBSOCKET\", \"localhost:8080\")" ] }, { "cell_type": "markdown", "id": "6ddae02e", "metadata": {}, "source": [ "## アクセストークンの発行\n", "\n", "アップストリーム用のアクセストークンと、ダウンストリーム用のアクセストークンをそれぞれ発行します。" ] }, { "cell_type": "code", "execution_count": 2, "id": "e8f7fbc8", "metadata": { "hide_input": false }, "outputs": [], "source": [ "import string\n", "\n", "import requests\n", "from oauthlib.oauth2 import BackendApplicationClient\n", "from requests_oauthlib import OAuth2Session\n", "\n", "_URL_TOKEN_ENDPOINT = f\"{URL_API}/api/auth/oauth2/token\"\n", "\n", "def token_client_credentials(edge_id: str, secret: str) -> str:\n", " \"\"\"\n", " トークンの払い出しコード\n", " \"\"\"\n", " oauth = OAuth2Session(client=BackendApplicationClient(client_id=edge_id))\n", " oauth.fetch_token(\n", " token_url=_URL_TOKEN_ENDPOINT,\n", " client_id=edge_id,\n", " client_secret=secret,\n", " include_client_id=True,\n", " )\n", " return oauth.token[\"access_token\"]" ] }, { "cell_type": "code", "execution_count": 3, "id": "af4abdf4", "metadata": {}, "outputs": [], "source": [ "down_token=token_client_credentials(DOWN_NODE_ID, DOWN_NODE_SECRET)" ] }, { "cell_type": "code", "execution_count": 4, "id": "8da6d1f6", "metadata": {}, "outputs": [], "source": [ "up_token=token_client_credentials(UP_NODE_ID, UP_NODE_SECRET)" ] }, { "cell_type": "markdown", "id": "6132e424", "metadata": {}, "source": [ "## アップストリームを行うコードの定義\n", "\n", "アップストリームを行うコードのサンプルです。\n", "このサンプルでは、基準時刻のメタデータと、文字列型のデータポイントをiSCPサーバーへ送信しています。" ] }, { "cell_type": "code", "execution_count": 5, "id": "74ed69ce", "metadata": {}, "outputs": [], "source": [ "import iscp\n", "import asyncio\n", "\n", "started_downstream = asyncio.Event()\n", "\n", "async def start_upstream():\n", " async with await iscp.Conn.connect(address=ADDRESS_WEBSOCKET, connector=iscp.WebSocketConnector(enable_tls=False), token_source=lambda: up_token, node_id=UP_NODE_ID) as conn:\n", " async with await conn.open_upstream(session_id=\"session_id\") as up:\n", " await started_downstream.wait()\n", " start = iscp.DateTime.utcnow()\n", " await conn.send_base_time(\n", " iscp.BaseTime(\n", " name=\"manual\",\n", " elapsed_time=1_000_000,\n", " base_time=start,\n", " priority=1000,\n", " session_id=\"session_id\",\n", " )\n", " )\n", " for i in range(10):\n", " await asyncio.sleep(1)\n", " await up.write_data_point(\n", " iscp.DataID(name=\"greeting\", type=\"string\"),\n", " iscp.DataPoint(\n", " elapsed_time=iscp.DateTime.utcnow().unix_nano() - start.unix_nano(),\n", " payload=b\"hello\",\n", " ),\n", " )\n", " await up.write_data_point(\n", " iscp.DataID(name=\"end\", type=\"string\"),\n", " iscp.DataPoint(\n", " elapsed_time=iscp.DateTime.utcnow().unix_nano() - start.unix_nano(),\n", " payload=b\"end\",\n", " ),\n", " )\n", " print(\"closed upstream\")\n", " print(\"closed upstream connection\")" ] }, { "cell_type": "markdown", "id": "0fa924b8", "metadata": {}, "source": [ "## ダウンストリームを行うコードの定義\n", "\n", "前述のアップストリームで送信されたデータをダウンストリームで受信するコードのサンプルです。\n", "\n", "このサンプルでは、アップストリーム開始のメタデータ、基準時刻のメタデータ、\n", "文字列型のデータポイントを受信しています。\n" ] }, { "cell_type": "code", "execution_count": 6, "id": "4b11e81c", "metadata": {}, "outputs": [], "source": [ "import iscp\n", "import json\n", "import dataclasses\n", "\n", "\n", "async def start_downstream():\n", " async with await iscp.Conn.connect(address=ADDRESS_WEBSOCKET, connector=iscp.WebSocketConnector(enable_tls=False), token_source=lambda: down_token, node_id=DOWN_NODE_ID) as conn:\n", " async with await conn.open_downstream(\n", " filters=[\n", " iscp.DownstreamFilter(\n", " source_node_id=UP_NODE_ID,\n", " data_filters=[iscp.DataFilter(name=\"#\", type=\"#\")],\n", " )\n", " ]\n", " ) as down:\n", " started_downstream.set()\n", " metadata = await down.metadatas().__anext__() # 基準時刻の受信\n", " print(f\"Received Metadata: {metadata}\")\n", " async for msg in down.chunks(): # データポイントの受信\n", " print(f\"Received DownstreamChunk: {msg}\")\n", " for data_point_group in msg.data_point_groups:\n", " if data_point_group.data_id.name == \"end\":\n", " print(\"Received end message\")\n", " return" ] }, { "cell_type": "markdown", "id": "e8c34f22", "metadata": {}, "source": [ "## 実行" ] }, { "cell_type": "code", "execution_count": 7, "id": "2a356597", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Received Metadata: DownstreamMetadata(source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2', metadata=BaseTime(session_id='session_id', name='manual', priority=1000, elapsed_time=1000000, base_time=DateTime(datetime=datetime.datetime(2022, 10, 28, 10, 43, 28, 398778), nano_secs=684)))\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=1, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=1001233458, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=2, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=2003434134, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=3, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=3004909490, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=4, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=4006918583, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=5, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=5008279107, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=6, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=6010449217, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=7, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=7011792592, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=8, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=8013026155, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=9, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=9014630130, payload=b'hello')])])\n", "Received DownstreamChunk: DownstreamChunk(upstream_info=UpstreamInfo(session_id='session_id', stream_id=UUID('b683e4bb-e0c7-43b4-9b32-da3f0ec3e0f8'), source_node_id='3e6e8296-19fa-4561-9250-b16d80880ea2'), sequence_number=10, data_point_groups=[DataPointGroup(data_id=DataID(name='greeting', type='string'), data_points=[DataPoint(elapsed_time=10016019181, payload=b'hello')]), DataPointGroup(data_id=DataID(name='end', type='string'), data_points=[DataPoint(elapsed_time=10016057115, payload=b'end')])])\n", "Received end message\n", "closed upstream\n", "closed upstream connection\n" ] }, { "data": { "text/plain": [ "[None, None]" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import asyncio\n", "\n", "await asyncio.gather(start_downstream(), start_upstream())" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.1" } }, "nbformat": 4, "nbformat_minor": 5 }