diff --git a/src/Parsers/ASTInsertQuery.cpp b/src/Parsers/ASTInsertQuery.cpp
index 7e1d48d7f55..40e14c918ff 100644
--- a/src/Parsers/ASTInsertQuery.cpp
+++ b/src/Parsers/ASTInsertQuery.cpp
@@ -81,9 +81,17 @@ void ASTInsertQuery::formatImpl(const FormatSettings & settings, FormatState & s
 
     if (infile)
     {
-        settings.ostr << (settings.hilite ? hilite_keyword : "") << " FROM INFILE " << (settings.hilite ? hilite_none : "") << infile->as<ASTLiteral &>().value.safeGet<std::string>();
+        settings.ostr
+            << (settings.hilite ? hilite_keyword : "")
+            << " FROM INFILE "
+            << (settings.hilite ? hilite_none : "")
+            << quoteString(infile->as<ASTLiteral &>().value.safeGet<std::string>());
         if (compression)
-            settings.ostr << (settings.hilite ? hilite_keyword : "") << " COMPRESSION " << (settings.hilite ? hilite_none : "") << compression->as<ASTLiteral &>().value.safeGet<std::string>();
+            settings.ostr
+                << (settings.hilite ? hilite_keyword : "")
+                << " COMPRESSION "
+                << (settings.hilite ? hilite_none : "")
+                << quoteString(compression->as<ASTLiteral &>().value.safeGet<std::string>());
     }
 
     if (select)
diff --git a/tests/queries/0_stateless/02165_insert_from_infile.reference b/tests/queries/0_stateless/02165_insert_from_infile.reference
index 2a00a8faa31..f8c205ecc0f 100644
--- a/tests/queries/0_stateless/02165_insert_from_infile.reference
+++ b/tests/queries/0_stateless/02165_insert_from_infile.reference
@@ -1,5 +1,5 @@
-INSERT INTO test FROM INFILE data.file SELECT x
+INSERT INTO test FROM INFILE \'data.file\' SELECT x
 FROM input(\'x UInt32\')
-INSERT INTO test FROM INFILE data.file WITH number AS x
+INSERT INTO test FROM INFILE \'data.file\' WITH number AS x
 SELECT number
 FROM input(\'number UInt32\')
diff --git a/tests/queries/0_stateless/02264_format_insert_compression.reference b/tests/queries/0_stateless/02264_format_insert_compression.reference
new file mode 100644
index 00000000000..107b7fcb3e9
--- /dev/null
+++ b/tests/queries/0_stateless/02264_format_insert_compression.reference
@@ -0,0 +1,3 @@
+-- { echo }
+EXPLAIN SYNTAX INSERT INTO foo FROM INFILE '/dev/null' COMPRESSION 'gz';
+INSERT INTO foo FROM INFILE \'/dev/null\' COMPRESSION \'gz\'
diff --git a/tests/queries/0_stateless/02264_format_insert_compression.sql b/tests/queries/0_stateless/02264_format_insert_compression.sql
new file mode 100644
index 00000000000..c095a8fbbb7
--- /dev/null
+++ b/tests/queries/0_stateless/02264_format_insert_compression.sql
@@ -0,0 +1,2 @@
+-- { echo }
+EXPLAIN SYNTAX INSERT INTO foo FROM INFILE '/dev/null' COMPRESSION 'gz';
diff --git a/tests/queries/0_stateless/02264_format_insert_infile.reference b/tests/queries/0_stateless/02264_format_insert_infile.reference
new file mode 100644
index 00000000000..338ea6fbfc6
--- /dev/null
+++ b/tests/queries/0_stateless/02264_format_insert_infile.reference
@@ -0,0 +1,3 @@
+-- { echo }
+EXPLAIN SYNTAX INSERT INTO foo FROM INFILE '/dev/null';
+INSERT INTO foo FROM INFILE \'/dev/null\'
diff --git a/tests/queries/0_stateless/02264_format_insert_infile.sql b/tests/queries/0_stateless/02264_format_insert_infile.sql
new file mode 100644
index 00000000000..38ee39d932d
--- /dev/null
+++ b/tests/queries/0_stateless/02264_format_insert_infile.sql
@@ -0,0 +1,2 @@
+-- { echo }
+EXPLAIN SYNTAX INSERT INTO foo FROM INFILE '/dev/null';