From mboxrd@z Thu Jan 1 00:00:00 1970 Received: from gandalf.ozlabs.org (gandalf.ozlabs.org [150.107.74.76]) by passt.top (Postfix) with ESMTPS id 7C3A55A0271 for ; Tue, 27 Jun 2023 04:54:46 +0200 (CEST) Received: by gandalf.ozlabs.org (Postfix, from userid 1007) id 4Qqq7K0w0lz4wqv; Tue, 27 Jun 2023 12:54:37 +1000 (AEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gibson.dropbear.id.au; s=201602; t=1687834477; bh=8/t7Q8yiBbWyINjQL1Z0e0WQE0cVVraej8I8PaAg1DQ=; h=From:To:Cc:Subject:Date:In-Reply-To:References:From; b=nytGEeC95IBQEcffRDJ1dcyW1CZcUKoyZvh1ji2PF0T+28IJPLgyegQVUEb6qblb+ 9mJaUWKDJkRke10N2RzNh4v/qJqL/F7aZkCnBZlDM0+FosmnPdViCNJyUrBjTKVyIn cwEVyh7JUFaEMXlKvb2Q5VdCjvY8WewBCjVobq4E= From: David Gibson To: passt-dev@passt.top, Stefano Brivio Subject: [PATCH 21/27] tasst: Helpers to test transferring data between sites Date: Tue, 27 Jun 2023 12:54:22 +1000 Message-ID: <20230627025429.2209702-22-david@gibson.dropbear.id.au> X-Mailer: git-send-email 2.41.0 In-Reply-To: <20230627025429.2209702-1-david@gibson.dropbear.id.au> References: <20230627025429.2209702-1-david@gibson.dropbear.id.au> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit Message-ID-Hash: WANLTZXOGUH2HMQNVKLRUJM5NWYWE2OI X-Message-ID-Hash: WANLTZXOGUH2HMQNVKLRUJM5NWYWE2OI X-MailFrom: dgibson@gandalf.ozlabs.org X-Mailman-Rule-Misses: dmarc-mitigation; no-senders; approved; emergency; loop; banned-address; member-moderation; nonmember-moderation; administrivia; implicit-dest; max-recipients; max-size; news-moderation; no-subject; digests; suspicious-header CC: crosa@redhat.com, jarichte@redhat.com, David Gibson X-Mailman-Version: 3.3.8 Precedence: list List-Id: Development discussion and patches for passt Archived-At: Archived-At: List-Archive: List-Archive: List-Help: List-Owner: List-Post: List-Subscribe: List-Unsubscribe: Many of our existing tests are based on using socat to transfer between various locations connected via pasta or passt. Add helpers to make avocado tests performing similar transfers. Add meta tests to verify those work as expected when we don't have pasta or passt involved yet. Signed-off-by: David Gibson --- test/Makefile | 2 +- test/tasst/transfer.py | 175 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 176 insertions(+), 1 deletion(-) create mode 100644 test/tasst/transfer.py diff --git a/test/Makefile b/test/Makefile index da542d33..953eacf2 100644 --- a/test/Makefile +++ b/test/Makefile @@ -226,7 +226,7 @@ $(VENV): $(VENV)/bin/pip install -e ./$(PLUGIN) .PHONY: avocado-assets -avocado-assets: nstool +avocado-assets: nstool small.bin medium.bin big.bin .PHONY: avocado avocado: avocado-assets $(VENV) diff --git a/test/tasst/transfer.py b/test/tasst/transfer.py new file mode 100644 index 00000000..788c1d52 --- /dev/null +++ b/test/tasst/transfer.py @@ -0,0 +1,175 @@ +#! /usr/bin/env avocado-runner-avocado-classless + +# SPDX-License-Identifier: GPL-2.0-or-later +# +# Copyright Red Hat +# Author: David Gibson + +""" +Test A Simple Socket Transport + +transfer.py - Helpers for testing data transfers +""" + +import contextlib +import ipaddress +import time + +from avocado_classless.test import assert_eq, test_output + +from tasst.nstool import unshare_site + + +# HACK: how long to wait for the server to be ready and listening (s) +SERVER_READY_DELAY = 0.05 # 1/20th of a second + + +# socat needs IPv6 addresses in square brackets +def socat_fmt(ip): + if isinstance(ip, ipaddress.IPv6Address): + return f'[{ip}]' + if isinstance(ip, ipaddress.IPv4Address): + return f'{ip}' + raise TypeError + + +def socat_upload(datafile, cs, ss, connect, listen): + cs.require_cmds('socat', 'cat') + ss.require_cmds('socat') + + with ss.bg(f'socat -u {listen} STDOUT', verbose=False) as server: + time.sleep(SERVER_READY_DELAY) + cs.fg(f'socat -u OPEN:{datafile} {connect}') + res = server.run() + srcdata = cs.output(f'cat {datafile}', verbose=False) + assert_eq(srcdata, res.stdout) + + +def socat_download(datafile, cs, ss, connect, listen): + cs.require_cmds('socat') + ss.require_cmds('socat', 'cat') + + with ss.bg(f'socat -u OPEN:{datafile} {listen}'): + time.sleep(SERVER_READY_DELAY) + dstdata = cs.output(f'socat -u {connect} STDOUT', verbose=False) + srcdata = ss.output(f'cat {datafile}', verbose=False) + assert_eq(srcdata, dstdata) + + +# pylint: disable=R0913 +def _tcp_socat(connectip, connectport, listenip, listenport, fromip): + v6 = isinstance(connectip, ipaddress.IPv6Address) + if listenport is None: + listenport = connectport + if v6: + connect = f'TCP6:[{connectip}]:{connectport},ipv6only' + listen = f'TCP6-LISTEN:{listenport},ipv6only' + else: + connect = f'TCP4:{connectip}:{connectport}' + listen = f'TCP4-LISTEN:{listenport}' + if listenip is not None: + listen += f',bind={socat_fmt(listenip)}' + if fromip is not None: + connect += f',bind={socat_fmt(fromip)}' + return (connect, listen) + + +def tcp_upload(datafile, cs, ss, connectip, connectport, + listenip=None, listenport=None, fromip=None): + connect, listen = _tcp_socat(connectip, connectport, listenip, listenport, + fromip) + socat_upload(datafile, cs, ss, connect, listen) + + +def tcp_download(datafile, cs, ss, connectip, connectport, + listenip=None, listenport=None, fromip=None): + connect, listen = _tcp_socat(connectip, connectport, listenip, listenport, + fromip) + socat_download(datafile, cs, ss, connect, listen) + + +def udp_transfer(datafile, cs, ss, connectip, connectport, + listenip=None, listenport=None, fromip=None): + v6 = isinstance(connectip, ipaddress.IPv6Address) + if listenport is None: + listenport = connectport + if v6: + connect = f'UDP6:[{connectip}]:{connectport},ipv6only,shut-null' + listen = f'UDP6-LISTEN:{listenport},ipv6only,null-eof' + else: + connect = f'UDP4:{connectip}:{connectport},shut-null' + listen = f'UDP4-LISTEN:{listenport},null-eof' + if listenip is not None: + listen += f',bind={socat_fmt(listenip)}' + if fromip is not None: + connect += f',bind={socat_fmt(fromip)}' + + socat_upload(datafile, cs, ss, connect, listen) + + +def test_tcp_uploads(datafile, ip4, ip6, port, + listenip4=None, listenip6=None, listenport=None, + fromip4=None, fromip6=None): + if listenport is None: + listenport = port + + def dec(sitefn): + def tcp4_upload(sites): + with sites as (cs, ss): + tcp_upload(datafile, cs, ss, ip4, port, + listenip=listenip4, listenport=listenport, + fromip=fromip4) + + def tcp6_upload(sites): + with sites as (cs, ss): + tcp_upload(datafile, cs, ss, ip6, port, + listenip=listenip6, listenport=listenport, + fromip=fromip6) + + return test_output(tcp4_upload, tcp6_upload)(sitefn) + + return dec + + +def test_udp_transfers(datafile, ip4, ip6, port, + listenip4=None, listenip6=None, listenport=None, + fromip4=None, fromip6=None): + if listenport is None: + listenport = port + + def dec(sitefn): + def udp4_transfer(sites): + with sites as (cs, ss): + udp_transfer(datafile, cs, ss, ip4, port, + listenip=listenip4, listenport=listenport, + fromip=fromip4) + + def udp6_transfer(sites): + with sites as (cs, ss): + udp_transfer(datafile, cs, ss, ip6, port, + listenip=listenip6, listenport=listenport, + fromip=fromip6) + return test_output(udp4_transfer, udp6_transfer)(sitefn) + + return dec + + +def test_transfers(ip4, ip6, port, **kwargs): + def dec(sitefn): + sitefn = test_tcp_uploads('small.bin', ip4, ip6, port, + **kwargs)(sitefn) + sitefn = test_udp_transfers('medium.bin', ip4, ip6, port, + **kwargs)(sitefn) + return sitefn + + return dec + + +@test_transfers(ip4=ipaddress.ip_address('127.0.0.1'), + ip6=ipaddress.ip_address('::1'), + port=10000) +@contextlib.contextmanager +def local_only(): + with unshare_site('ns', '-Un') as ns: + ns.ifup('lo') + yield (ns, ns) -- 2.41.0