diff --git a/src/testdir/test_profile.vim b/src/testdir/test_profile.vim
index 3abe898..c8c877d 100644
--- a/src/testdir/test_profile.vim
+++ b/src/testdir/test_profile.vim
@@ -593,11 +593,16 @@
       enddef
       def Crash()
       enddef
-      prof start /tmp/profile.log
+      prof start Xprofile_crash.log
       prof func Func
       Func()
   END
+  call writefile(lines, 'Xprofile_crash.vim')
+  call system(GetVimCommandClean() . ' -es -c "so Xprofile_crash.vim" -c q')
+  call assert_equal(0, v:shell_error)
   call CheckScriptSuccess(lines)
+  call delete('Xprofile_crash.vim')
+  call delete('Xprofile_crash.log')
 endfunc