From b86a5fd460b82ba60f279ca80cf273d6aac3dd35 Mon Sep 17 00:00:00 2001 From: driazati Date: Thu, 16 Dec 2021 00:11:17 -0800 Subject: [PATCH 1/5] Add skip to flaky MacOS RPC test --- tests/python/contrib/test_rpc_server_device.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/python/contrib/test_rpc_server_device.py b/tests/python/contrib/test_rpc_server_device.py index f1b8647683ac..f614076e0160 100644 --- a/tests/python/contrib/test_rpc_server_device.py +++ b/tests/python/contrib/test_rpc_server_device.py @@ -387,6 +387,7 @@ def test_graph_executor_remote_run(host, port): tvm.testing.assert_allclose(out.numpy(), a + b) +@pytest.mark.skip(reason="flaky test (see https://github.com/apache/tvm/pull/9753)") @pytest.mark.dependency(depends=["test_rpc_tracker"]) @ios_rpc_bundle_description_required @setup_rpc_tracker_configuration From f9f731f16548cc36ddb15590a07a5413b1780475 Mon Sep 17 00:00:00 2001 From: driazati Date: Mon, 20 Dec 2021 13:39:29 -0800 Subject: [PATCH 2/5] Use flaky marker instead --- tests/python/contrib/test_rpc_server_device.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/python/contrib/test_rpc_server_device.py b/tests/python/contrib/test_rpc_server_device.py index f614076e0160..da0ccaf16c58 100644 --- a/tests/python/contrib/test_rpc_server_device.py +++ b/tests/python/contrib/test_rpc_server_device.py @@ -387,7 +387,7 @@ def test_graph_executor_remote_run(host, port): tvm.testing.assert_allclose(out.numpy(), a + b) -@pytest.mark.skip(reason="flaky test (see https://github.com/apache/tvm/pull/9753)") +@pytest.mark.xfail(strict=False, reason="flaky test (see https://github.com/apache/tvm/pull/9753)") @pytest.mark.dependency(depends=["test_rpc_tracker"]) @ios_rpc_bundle_description_required @setup_rpc_tracker_configuration From af419800e9e1de15363469d3bbed32b751e49dc8 Mon Sep 17 00:00:00 2001 From: driazati Date: Mon, 3 Jan 2022 15:07:08 -0800 Subject: [PATCH 3/5] link issue --- tests/python/contrib/test_rpc_server_device.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/python/contrib/test_rpc_server_device.py b/tests/python/contrib/test_rpc_server_device.py index da0ccaf16c58..7999a05be2d9 100644 --- a/tests/python/contrib/test_rpc_server_device.py +++ b/tests/python/contrib/test_rpc_server_device.py @@ -387,7 +387,9 @@ def test_graph_executor_remote_run(host, port): tvm.testing.assert_allclose(out.numpy(), a + b) -@pytest.mark.xfail(strict=False, reason="flaky test (see https://github.com/apache/tvm/pull/9753)") +@pytest.mark.xfail( + strict=False, reason="flaky test (see https://github.com/apache/tvm/issues/9824)" +) @pytest.mark.dependency(depends=["test_rpc_tracker"]) @ios_rpc_bundle_description_required @setup_rpc_tracker_configuration From a6e623a4d7673ced732fb56785d9f3bd590e469b Mon Sep 17 00:00:00 2001 From: driazati Date: Tue, 4 Jan 2022 12:41:41 -0800 Subject: [PATCH 4/5] trigger ci From 94f8045f1dbc3f717e9ce0bd20bae2fb43690b01 Mon Sep 17 00:00:00 2001 From: driazati Date: Tue, 4 Jan 2022 12:41:43 -0800 Subject: [PATCH 5/5] trigger ci