diff --git a/modules/kobalt-plugin-api/src/main/kotlin/com/beust/kobalt/misc/KFiles.kt b/modules/kobalt-plugin-api/src/main/kotlin/com/beust/kobalt/misc/KFiles.kt
index eaf9b01c..ec239452 100644
--- a/modules/kobalt-plugin-api/src/main/kotlin/com/beust/kobalt/misc/KFiles.kt
+++ b/modules/kobalt-plugin-api/src/main/kotlin/com/beust/kobalt/misc/KFiles.kt
@@ -288,6 +288,18 @@ class KFiles {
                 return it
             }
 
+        fun createTempBuildFileInTempDirectory(deleteOnExit: Boolean = false) : File =
+                File(createTempDirectory("kobalt", deleteOnExit), Constants.BUILD_FILE_NAME).let {
+                if (deleteOnExit) it.deleteOnExit()
+                return it
+            }
+
+        fun createTempDirectory(prefix : String = "kobalt", deleteOnExit: Boolean = false) : File =
+            Files.createTempDirectory(prefix).let {
+                if (deleteOnExit) it.toFile().deleteOnExit()
+                return it.toFile()
+            }
+
         fun src(filePath: String): String = KFiles.joinDir(KOBALT_DIR, SRC, filePath)
 
         fun makeDir(project: Project, suffix: String) : File {
diff --git a/src/main/kotlin/com/beust/kobalt/app/BuildFileCompiler.kt b/src/main/kotlin/com/beust/kobalt/app/BuildFileCompiler.kt
index 8b17e1bc..850f98ef 100644
--- a/src/main/kotlin/com/beust/kobalt/app/BuildFileCompiler.kt
+++ b/src/main/kotlin/com/beust/kobalt/app/BuildFileCompiler.kt
@@ -101,7 +101,7 @@ class BuildFileCompiler @Inject constructor(@Assisted("buildFiles") val buildFil
 
             // Write the modified Build.kt (e.g. maybe profiles were applied) to a temporary file,
             // compile it, jar it in buildScript.jar and run it
-            val modifiedBuildFile = KFiles.createTempFile(".kt", deleteOnExit = true)
+            val modifiedBuildFile = KFiles.createTempBuildFileInTempDirectory(deleteOnExit = true)
             KFiles.saveFile(modifiedBuildFile, parsedBuildFile.buildScriptCode)
             val taskResult = maybeCompileBuildFile(context, BuildFile(Paths.get(modifiedBuildFile.path),
                     "Modified ${Constants.BUILD_FILE_NAME}", buildFile.realPath),
diff --git a/src/main/kotlin/com/beust/kobalt/app/ParsedBuildFile.kt b/src/main/kotlin/com/beust/kobalt/app/ParsedBuildFile.kt
index 85fb983f..f7064e02 100644
--- a/src/main/kotlin/com/beust/kobalt/app/ParsedBuildFile.kt
+++ b/src/main/kotlin/com/beust/kobalt/app/ParsedBuildFile.kt
@@ -126,7 +126,7 @@ class ParsedBuildFile(val buildFile: BuildFile, val context: KobaltContext, val
         // Compile and run preBuildScriptCode, which contains all the plugins() calls extracted. This
         // will add all the dynamic plugins found in this code to Plugins.dynamicPlugins
         //
-        val pluginSourceFile = KFiles.createTempFile(".kt", deleteOnExit = true)
+        val pluginSourceFile = KFiles.createTempBuildFileInTempDirectory(deleteOnExit = true)
         pluginSourceFile.writeText(preBuildScriptCode, Charset.defaultCharset())
         kobaltLog(2, "Saved ${pluginSourceFile.absolutePath}")