diff --git a/Tapeti.Tests/Client/RabbitMQFixture.cs b/Tapeti.Tests/Client/RabbitMQFixture.cs
index fb73113..5c8d473 100644
--- a/Tapeti.Tests/Client/RabbitMQFixture.cs
+++ b/Tapeti.Tests/Client/RabbitMQFixture.cs
@@ -1,4 +1,6 @@
-using System;
+// Do not include in the Release build for AppVeyor due to the Docker requirement
+#if DEBUG
+using System;
 using System.Threading.Tasks;
 using Docker.DotNet;
 using Docker.DotNet.Models;
@@ -77,3 +79,4 @@ namespace Tapeti.Tests.Client
         }
     }
 }
+#endif
\ No newline at end of file
diff --git a/Tapeti.Tests/Client/TapetiClientTests.cs b/Tapeti.Tests/Client/TapetiClientTests.cs
index eda0622..0bebbd7 100644
--- a/Tapeti.Tests/Client/TapetiClientTests.cs
+++ b/Tapeti.Tests/Client/TapetiClientTests.cs
@@ -1,4 +1,6 @@
-using System.Threading;
+// Do not include in the Release build for AppVeyor due to the Docker requirement
+#if DEBUG
+using System.Threading;
 using System.Threading.Tasks;
 using FluentAssertions;
 using Tapeti.Connection;
@@ -73,3 +75,4 @@ namespace Tapeti.Tests.Client
         }
     }
 }
+#endif
\ No newline at end of file