diff --git a/src/main/java/net/raphimc/viaproxy/util/AddressUtil.java b/src/main/java/net/raphimc/viaproxy/util/AddressUtil.java
index cda2895..f855259 100644
--- a/src/main/java/net/raphimc/viaproxy/util/AddressUtil.java
+++ b/src/main/java/net/raphimc/viaproxy/util/AddressUtil.java
@@ -31,16 +31,16 @@ import java.net.SocketAddress;
 public class AddressUtil {
 
     public static SocketAddress parse(final String serverAddress, final ProtocolVersion version) {
-        if (serverAddress.isBlank()) {
-            throw new IllegalArgumentException("Server address cannot be blank");
-        }
-
         if (serverAddress.startsWith("file:///") || serverAddress.startsWith("unix:///")) { // Unix Socket
             final String filePath = serverAddress.substring(7);
 
             return new DomainSocketAddress(filePath);
         } else { // IP Address
             final HostAndPort hostAndPort = HostAndPort.fromString(serverAddress);
+            if (hostAndPort.getHost().isBlank()) {
+                throw new IllegalArgumentException("Server address cannot be blank");
+            }
+
             final int port;
             if (version != null) {
                 port = hostAndPort.getPortOrDefault(getDefaultPort(version));