diff --git a/.gitattributes b/.gitattributes
index 1383480de9b..bbb990fb1c7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -16,6 +16,7 @@
 /ecs.php export-ignore
 /gulpfile.js export-ignore
 /lerna.json export-ignore
+/lib/craft/behaviors/CustomFieldBehavior.php export-ignore
 /package-lock.json export-ignore
 /package.json export-ignore
 /packages/ export-ignore
diff --git a/lib/craft/behaviors/CustomFieldBehavior.php b/lib/craft/behaviors/CustomFieldBehavior.php
new file mode 100644
index 00000000000..265833980db
--- /dev/null
+++ b/lib/craft/behaviors/CustomFieldBehavior.php
@@ -0,0 +1,33 @@
+<?php
+/**
+ * @link http://craftcms.com/
+ * @copyright Copyright (c) Pixel & Tonic, Inc.
+ * @license http://craftcms.com/license
+ */
+
+namespace craft\behaviors;
+
+use yii\base\Behavior;
+
+/**
+ * This file is never loaded at runtime. It’s only here for PHPStan’n sake.
+ *
+ * @internal
+ */
+class CustomFieldBehavior extends Behavior
+{
+    /**
+     * @var bool Whether the behavior should provide methods based on the field handles.
+     */
+    public bool $hasMethods = false;
+
+    /**
+     * @var bool Whether properties on the class should be settable directly.
+     */
+    public bool $canSetProperties = true;
+
+    /**
+     * @var string[] List of supported field handles.
+     */
+    public static $fieldHandles = [];
+}
diff --git a/phpstan.neon b/phpstan.neon
index 6b5140a3769..49b002e7515 100644
--- a/phpstan.neon
+++ b/phpstan.neon
@@ -14,9 +14,8 @@ parameters:
         - tests/_data/*
         - tests/_output/*
         - tests/_support/_generated/
-    scanDirectories:
-        - tests/_craft/storage/runtime/compiled_classes/
     scanFiles:
+        - lib/craft/behaviors/CustomFieldBehavior.php
         - tests/_support/_generated/AcceptanceTesterActions.php
         - tests/_support/_generated/FunctionalTesterActions.php
         - tests/_support/_generated/GqlTesterActions.php
diff --git a/src/Craft.php b/src/Craft.php
index 7aa78640702..dcb35bfa5a5 100644
--- a/src/Craft.php
+++ b/src/Craft.php
@@ -185,6 +185,11 @@ public static function autoload($className): void
      */
     private static function _autoloadCustomFieldBehavior(): void
     {
+        if (!isset(static::$app)) {
+            // Nothing we can do about it yet
+            return;
+        }
+
         if (!static::$app->getIsInstalled()) {
             // Just load an empty CustomFieldBehavior into memory
             self::_generateCustomFieldBehavior([], null, false, true);