spring cleaning and refactoring

scripts/constants.py

@@ -1,13 +1,168 @@
 """Shared constants for Obtainium Emulation Pack scripts."""
 
-# File paths
 SRC_FILE = "src/applications.json"
 PAGES_DIR = "pages"
 TABLE_FILE = "pages/table.md"
 
-# Obtainium settings
 REDIRECT_URL = "http://apps.obtainium.imranr.dev/redirect.html"
 OBTAINIUM_SCHEME = "obtainium://app/"
 
-# Supported variants
 VARIANTS = ("standard", "dual-screen")
+
+# ---------------------------------------------------------------------------
+# Obtainium source types and settings schema
+# Derived from Obtainium source code: lib/app_sources/*.dart
+# ---------------------------------------------------------------------------
+
+# Valid overrideSource values (runtime type names from Obtainium)
+VALID_SOURCES = {
+    "GitHub",
+    "GitLab",
+    "Codeberg",
+    "FDroid",
+    "FDroidRepo",
+    "IzzyOnDroid",
+    "SourceHut",
+    "APKPure",
+    "Aptoide",
+    "Uptodown",
+    "HuaweiAppGallery",
+    "Tencent",
+    "VivoAppStore",
+    "RuStore",
+    "Farsroid",
+    "CoolApk",
+    "RockMods",
+    "LiteAPKs",
+    "Jenkins",
+    "APKMirror",
+    "TelegramApp",
+    "NeutronCode",
+    "SourceForge",
+    "DirectAPKLink",
+    "HTML",
+}
+
+# URL host-to-source mapping for auto-detection
+SOURCE_HOST_MAP = {
+    "github.com": "GitHub",
+    "gitlab.com": "GitLab",
+    "codeberg.org": "Codeberg",
+    "f-droid.org": "FDroid",
+    "android.izzysoft.de": "IzzyOnDroid",
+    "git.sr.ht": "SourceHut",
+    "apkpure.net": "APKPure",
+    "aptoide.com": "Aptoide",
+    "uptodown.com": "Uptodown",
+    "appgallery.huawei.com": "HuaweiAppGallery",
+    "sj.qq.com": "Tencent",
+    "h5.appstore.vivo.com.cn": "VivoAppStore",
+    "rustore.ru": "RuStore",
+    "farsroid.com": "Farsroid",
+    "coolapk.com": "CoolApk",
+    "rockmods.net": "RockMods",
+    "liteapks.com": "LiteAPKs",
+    "apkmirror.com": "APKMirror",
+    "telegram.org": "TelegramApp",
+    "neutroncode.com": "NeutronCode",
+    "sourceforge.net": "SourceForge",
+}
+
+# Common additionalSettings keys valid for all source types
+COMMON_SETTINGS_KEYS = {
+    "trackOnly",
+    "versionExtractionRegEx",
+    "matchGroupToUse",
+    "versionDetection",
+    "useVersionCodeAsOSVersion",
+    "apkFilterRegEx",
+    "invertAPKFilter",
+    "autoApkFilterByArch",
+    "appName",
+    "appAuthor",
+    "shizukuPretendToBeGooglePlay",
+    "allowInsecure",
+    "exemptFromBackgroundUpdates",
+    "skipUpdateNotifications",
+    "about",
+    "refreshBeforeDownload",
+    "releaseDateAsVersion",
+    "includeZips",
+    "zippedApkFilterRegEx",
+}
+
+# Source-specific additionalSettings keys
+SOURCE_SPECIFIC_KEYS: dict[str, set[str]] = {
+    "GitHub": {
+        "includePrereleases",
+        "fallbackToOlderReleases",
+        "filterReleaseTitlesByRegEx",
+        "filterReleaseNotesByRegEx",
+        "verifyLatestTag",
+        "sortMethodChoice",
+        "useLatestAssetDateAsReleaseDate",
+        "releaseTitleAsVersion",
+        "dontSortReleasesList",
+        "github-creds",
+    },
+    "GitLab": {
+        "fallbackToOlderReleases",
+    },
+    "Codeberg": {
+        # Inherits GitHub's settings
+        "includePrereleases",
+        "fallbackToOlderReleases",
+        "filterReleaseTitlesByRegEx",
+        "filterReleaseNotesByRegEx",
+        "verifyLatestTag",
+        "sortMethodChoice",
+        "useLatestAssetDateAsReleaseDate",
+        "releaseTitleAsVersion",
+        "dontSortReleasesList",
+    },
+    "FDroid": {
+        "filterVersionsByRegEx",
+        "trySelectingSuggestedVersionCode",
+        "autoSelectHighestVersionCode",
+    },
+    "FDroidRepo": {
+        "appIdOrName",
+        "pickHighestVersionCode",
+        "trySelectingSuggestedVersionCode",
+    },
+    "HTML": {
+        "intermediateLink",
+        "customLinkFilterRegex",
+        "filterByLinkText",
+        "matchLinksOutsideATags",
+        "skipSort",
+        "reverseSort",
+        "sortByLastLinkSegment",
+        "versionExtractWholePage",
+        "requestHeader",
+        "defaultPseudoVersioningMethod",
+        "supportFixedAPKURL",
+        "sortByFileNamesNotLinks",
+    },
+    "DirectAPKLink": {
+        "intermediateLink",
+        "customLinkFilterRegex",
+        "filterByLinkText",
+        "skipSort",
+        "reverseSort",
+        "sortByLastLinkSegment",
+        "requestHeader",
+        "defaultPseudoVersioningMethod",
+    },
+}
+
+# Settings keys that contain regex patterns (should be validated)
+REGEX_SETTINGS_KEYS = {
+    "apkFilterRegEx",
+    "versionExtractionRegEx",
+    "filterReleaseTitlesByRegEx",
+    "filterReleaseNotesByRegEx",
+    "customLinkFilterRegex",
+    "filterVersionsByRegEx",
+    "zippedApkFilterRegEx",
+}