diff --git a/test/FsAutoComplete.IntegrationTests/SymbolUse/Script.fsx b/test/FsAutoComplete.IntegrationTests/SymbolUse/Script.fsx
index 9470cf71b..05554ad84 100644
--- a/test/FsAutoComplete.IntegrationTests/SymbolUse/Script.fsx
+++ b/test/FsAutoComplete.IntegrationTests/SymbolUse/Script.fsx
@@ -3,6 +3,6 @@ module console
 
 [<EntryPoint>]
 let main argv =
-    System.IO.Directory
+    console.undefinedsymbol 3
 
     0 // return an integer exit code
diff --git a/test/FsAutoComplete.IntegrationTests/SymbolUse/SymbolUseRunner.fsx b/test/FsAutoComplete.IntegrationTests/SymbolUse/SymbolUseRunner.fsx
index 96500f6a0..93e020570 100644
--- a/test/FsAutoComplete.IntegrationTests/SymbolUse/SymbolUseRunner.fsx
+++ b/test/FsAutoComplete.IntegrationTests/SymbolUse/SymbolUseRunner.fsx
@@ -23,7 +23,7 @@ p.symboluse "Program.fs" "    let testval = 123" 14 12 //testval shadowed
 p.symboluse "Program.fs" "let shadowed = " 12 4 //miss
 p.symboluse "Program.fs" "let shadowed = " 12 5 //shadowed start
 p.symboluse "Program.fs" "let shadowed = " 12 13 //shadowed end
-p.symboluse "Script.fsx" "    System.IO.Directory" 6 18 // no uses due to compile error
+p.symboluse "Script.fsx" "    console.undefinedsymbol 3" 6 17 // no uses due to compile error
 
 Threading.Thread.Sleep(1000)
 p.send "quit\n"
diff --git a/test/FsAutoComplete.IntegrationTests/SymbolUse/output.json b/test/FsAutoComplete.IntegrationTests/SymbolUse/output.json
index f08a76193..bd2417d95 100644
--- a/test/FsAutoComplete.IntegrationTests/SymbolUse/output.json
+++ b/test/FsAutoComplete.IntegrationTests/SymbolUse/output.json
@@ -37,10 +37,10 @@
       "FileName": "<absolute path removed>/FsAutoComplete.IntegrationTests/SymbolUse/Script.fsx",
       "StartLine": 6,
       "EndLine": 6,
-      "StartColumn": 15,
-      "EndColumn": 24,
+      "StartColumn": 5,
+      "EndColumn": 12,
       "Severity": "Error",
-      "Message": "The value, constructor, namespace or type 'Directory' is not defined",
+      "Message": "The namespace or module 'console' is not defined",
       "Subcategory": "typecheck"
     }
   ]
@@ -181,9 +181,6 @@
   }
 }
 {
-  "Kind": "symboluse",
-  "Data": {
-    "Name": "Directory",
-    "Uses": []
-  }
+  "Kind": "info",
+  "Data": "No symbol information found"
 }