diff --git a/quartz.config.ts b/quartz.config.ts
index 114b93738..dc339d987 100644
--- a/quartz.config.ts
+++ b/quartz.config.ts
@@ -1,6 +1,5 @@
 import { QuartzConfig } from "./quartz/cfg"
 import * as Plugin from "./quartz/plugins"
-import loadIgnorePatterns from "./quartz/util/loadIgnorePatterns"
 
 /**
  * Quartz 4.0 Configuration
@@ -18,7 +17,7 @@ const config: QuartzConfig = {
     },
     locale: "en-US",
     baseUrl: "quartz.jzhao.xyz",
-    ignorePatterns: ["private", "templates", ".obsidian", ...loadIgnorePatterns()],
+    ignorePatterns: ["private", "templates", ".obsidian"],
     defaultDateType: "created",
     generateSocialImages: false,
     theme: {
diff --git a/quartz/build.ts b/quartz/build.ts
index 64c462b14..6a25b9a36 100644
--- a/quartz/build.ts
+++ b/quartz/build.ts
@@ -19,6 +19,7 @@ import { options } from "./util/sourcemap"
 import { Mutex } from "async-mutex"
 import DepGraph from "./depgraph"
 import { getStaticResourcesFromPlugins } from "./plugins"
+import loadIgnorePatterns from "./util/loadIgnorePatterns"
 
 type Dependencies = Record<string, DepGraph<FilePath> | null>
 
@@ -69,7 +70,7 @@ async function buildQuartz(argv: Argv, mut: Mutex, clientRefresh: () => void) {
   console.log(`Cleaned output directory \`${output}\` in ${perf.timeSince("clean")}`)
 
   perf.addEvent("glob")
-  const allFiles = await glob("**/*.*", argv.directory, cfg.configuration.ignorePatterns)
+  const allFiles = await glob("**/*.*", argv.directory, [...cfg.configuration.ignorePatterns, ...loadIgnorePatterns(),])
   const fps = allFiles.filter((fp) => fp.endsWith(".md")).sort()
   console.log(
     `Found ${fps.length} input files from \`${argv.directory}\` in ${perf.timeSince("glob")}`,