diff --git a/acceptance/libs/telemetry/dummy-without-server/test.toml b/acceptance/libs/telemetry/dummy-without-server/test.toml
new file mode 100644
index 000000000..e782cec37
--- /dev/null
+++ b/acceptance/libs/telemetry/dummy-without-server/test.toml
@@ -0,0 +1,6 @@
+# TODO: We do not run this on windows because we don't have proper stubbing
+# for API errors yet. Run this on windows as well once we can stub API errors
+GOOS = {
+    "darwin",
+    "linux"
+}