Scene Builder: T-pose in clip gaps + drag-preview card for animations

- Gaps show the default pose: a disabled three.js action leaves the skeleton
  frozen on its last frame, so evaluateAt now resets any character with no clip
  under the playhead to its bind (T) pose via Skeleton.pose() (skeletons cached
  per character). Fixes blank space after a clip holding the clip's last pose.
- Animation drags now show the shared DragGhost tilt card with the clip
  thumbnail: the drawer's native-DnD handlers drive dragItem/dragPosition/
  assetDraggingUnder and suppress the browser's default drag image, matching
  object/character pickup motion.

.sqlx/query-4cea10944b8869419ecdfea30c58f49a87c090b9083078043177c33737ecb949.json

@@ -0,0 +1,12 @@
+{
+  "db_name": "MySQL",
+  "query": "\nINSERT INTO voice_clone_requests\nSET\n  token = ?,\n  uuid_idempotency_token = ?,\n\n  maybe_user_token = ?,\n  email_address = ?,\n  discord_username = ?,\n\n  is_for_private_use = ?,\n  is_for_public_use = ?,\n\n  is_for_studio = ?,\n  is_for_twitch_tts = ?,\n  is_for_api_use = ?,\n  is_for_music = ?,\n  is_for_games = ?,\n  is_for_other = ?,\n  optional_notes_on_use = ?,\n\n  is_own_voice = ?,\n  is_third_party_voice = ?,\n  optional_notes_on_subject = ?,\n\n  has_clean_audio_recordings = ?,\n  has_good_microphone = ?,\n\n  optional_questions = ?,\n  optional_extra_comments = ?,\n\n  ip_address_creation = ?\n        ",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Right": 22
+    },
+    "nullable": []
+  },
+  "hash": "4cea10944b8869419ecdfea30c58f49a87c090b9083078043177c33737ecb949"
+}

.sqlx/query-6098826a8ada75442be5b7ac1d0199694e01c5959666f59986cd8b2ed6f51882.json

@@ -0,0 +1,36 @@
+{
+  "db_name": "MySQL",
+  "query": "\nSELECT\n  COUNT(distinct token) as record_count,\n  NOW() as present_time\nFROM\n(\n  SELECT token\n  FROM tts_inference_jobs\n  WHERE status = \"started\"\n  AND created_at > (CURDATE() - INTERVAL 5 MINUTE)\nUNION\n  SELECT token\n  FROM tts_inference_jobs\n  WHERE status IN (\"pending\", \"attempt_failed\")\n) as t\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "record_count",
+        "type_info": {
+          "type": "LongLong",
+          "flags": "NOT_NULL | BINARY",
+          "char_set": 63,
+          "max_size": 21
+        }
+      },
+      {
+        "ordinal": 1,
+        "name": "present_time",
+        "type_info": {
+          "type": "Datetime",
+          "flags": "NOT_NULL | BINARY",
+          "char_set": 63,
+          "max_size": 19
+        }
+      }
+    ],
+    "parameters": {
+      "Right": 0
+    },
+    "nullable": [
+      false,
+      false
+    ]
+  },
+  "hash": "6098826a8ada75442be5b7ac1d0199694e01c5959666f59986cd8b2ed6f51882"
+}

.sqlx/query-922a7dbcfa24a2c5901d0453c229b066b3b4eea2c73fa533651bb27365f17be0.json

@@ -0,0 +1,256 @@
+{
+  "db_name": "MySQL",
+  "query": "\nSELECT\n  token,\n\n  maybe_user_token,\n  email_address,\n  discord_username,\n\n  is_for_private_use,\n  is_for_public_use,\n\n  is_for_studio,\n  is_for_twitch_tts,\n  is_for_api_use,\n  is_for_music,\n  is_for_games,\n  is_for_other,\n  optional_notes_on_use,\n\n  is_own_voice,\n  is_third_party_voice,\n  optional_notes_on_subject,\n\n  has_clean_audio_recordings,\n  has_good_microphone,\n\n  optional_questions,\n  optional_extra_comments,\n\n  created_at,\n  updated_at\nFROM voice_clone_requests\nWHERE\n  token = ?\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "token",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | UNIQUE_KEY | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 128
+        }
+      },
+      {
+        "ordinal": 1,
+        "name": "maybe_user_token",
+        "type_info": {
+          "type": "VarString",
+          "flags": "MULTIPLE_KEY | BINARY",
+          "char_set": 224,
+          "max_size": 128
+        }
+      },
+      {
+        "ordinal": 2,
+        "name": "email_address",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 3,
+        "name": "discord_username",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 4,
+        "name": "is_for_private_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 5,
+        "name": "is_for_public_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 6,
+        "name": "is_for_studio",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 7,
+        "name": "is_for_twitch_tts",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 8,
+        "name": "is_for_api_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 9,
+        "name": "is_for_music",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 10,
+        "name": "is_for_games",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 11,
+        "name": "is_for_other",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 12,
+        "name": "optional_notes_on_use",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 13,
+        "name": "is_own_voice",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 14,
+        "name": "is_third_party_voice",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 15,
+        "name": "optional_notes_on_subject",
+        "type_info": {
+          "type": "VarString",
+          "flags": "BINARY",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 16,
+        "name": "has_clean_audio_recordings",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 17,
+        "name": "has_good_microphone",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 18,
+        "name": "optional_questions",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 19,
+        "name": "optional_extra_comments",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 20,
+        "name": "created_at",
+        "type_info": {
+          "type": "Timestamp",
+          "flags": "NOT_NULL | BINARY | TIMESTAMP",
+          "char_set": 63,
+          "max_size": 19
+        }
+      },
+      {
+        "ordinal": 21,
+        "name": "updated_at",
+        "type_info": {
+          "type": "Timestamp",
+          "flags": "NOT_NULL | BINARY | TIMESTAMP | ON_UPDATE_NOW",
+          "char_set": 63,
+          "max_size": 19
+        }
+      }
+    ],
+    "parameters": {
+      "Right": 1
+    },
+    "nullable": [
+      false,
+      true,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      true,
+      false,
+      false,
+      true,
+      false,
+      false,
+      true,
+      true,
+      false,
+      false
+    ]
+  },
+  "hash": "922a7dbcfa24a2c5901d0453c229b066b3b4eea2c73fa533651bb27365f17be0"
+}

.sqlx/query-c2ee41eb6bc1a6a551411998155423142411010f298f0815eacc7d9c3138bdd8.json

@@ -1,113 +0,0 @@
-{
-  "db_name": "MySQL",
-  "query": "\nSELECT\n  e.maybe_user_token AS `user_token!: UserToken`,\n  u.username AS `username!`,\n  u.display_name AS `display_name!`,\n  u.email_gravatar_hash AS `email_gravatar_hash!`,\n  CAST(SUM(CASE WHEN e.amount_usd_cents > 0 THEN e.amount_usd_cents ELSE 0 END) AS UNSIGNED) AS `gross_spend_usd_cents!: u64`,\n  CAST(SUM(CASE WHEN e.amount_usd_cents < 0 THEN -e.amount_usd_cents ELSE 0 END) AS UNSIGNED) AS `refund_usd_cents!: u64`,\n  CAST(SUM(e.amount_usd_cents) AS SIGNED) AS `net_spend_usd_cents!: i64`,\n  CAST(SUM(CASE WHEN e.amount_usd_cents > 0 THEN 1 ELSE 0 END) AS UNSIGNED) AS `payment_count!: u64`,\n  CAST(COALESCE(SUM(e.maybe_credits_granted), 0) AS UNSIGNED) AS `credits_granted!: u64`\nFROM user_spend_events e\nJOIN users u ON u.token = e.maybe_user_token\nWHERE e.maybe_user_token IS NOT NULL\n  AND e.is_production = TRUE\n  AND e.payment_occurred_at >= ?\n  AND (? IS NULL OR e.payments_namespace = ?)\nGROUP BY e.maybe_user_token, u.username, u.display_name, u.email_gravatar_hash\nORDER BY SUM(e.amount_usd_cents) DESC, e.maybe_user_token ASC\nLIMIT ? OFFSET ?\n    ",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "user_token!: UserToken",
-        "type_info": {
-          "type": "VarString",
-          "flags": "MULTIPLE_KEY | BINARY",
-          "char_set": 224,
-          "max_size": 128
-        }
-      },
-      {
-        "ordinal": 1,
-        "name": "username!",
-        "type_info": {
-          "type": "VarString",
-          "flags": "NOT_NULL | UNIQUE_KEY | BINARY | NO_DEFAULT_VALUE",
-          "char_set": 224,
-          "max_size": 80
-        }
-      },
-      {
-        "ordinal": 2,
-        "name": "display_name!",
-        "type_info": {
-          "type": "VarString",
-          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
-          "char_set": 224,
-          "max_size": 80
-        }
-      },
-      {
-        "ordinal": 3,
-        "name": "email_gravatar_hash!",
-        "type_info": {
-          "type": "String",
-          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
-          "char_set": 224,
-          "max_size": 128
-        }
-      },
-      {
-        "ordinal": 4,
-        "name": "gross_spend_usd_cents!: u64",
-        "type_info": {
-          "type": "LongLong",
-          "flags": "UNSIGNED | BINARY",
-          "char_set": 63,
-          "max_size": 21
-        }
-      },
-      {
-        "ordinal": 5,
-        "name": "refund_usd_cents!: u64",
-        "type_info": {
-          "type": "LongLong",
-          "flags": "UNSIGNED | BINARY",
-          "char_set": 63,
-          "max_size": 21
-        }
-      },
-      {
-        "ordinal": 6,
-        "name": "net_spend_usd_cents!: i64",
-        "type_info": {
-          "type": "LongLong",
-          "flags": "BINARY",
-          "char_set": 63,
-          "max_size": 21
-        }
-      },
-      {
-        "ordinal": 7,
-        "name": "payment_count!: u64",
-        "type_info": {
-          "type": "LongLong",
-          "flags": "UNSIGNED | BINARY",
-          "char_set": 63,
-          "max_size": 21
-        }
-      },
-      {
-        "ordinal": 8,
-        "name": "credits_granted!: u64",
-        "type_info": {
-          "type": "LongLong",
-          "flags": "NOT_NULL | UNSIGNED | BINARY",
-          "char_set": 63,
-          "max_size": 21
-        }
-      }
-    ],
-    "parameters": {
-      "Right": 5
-    },
-    "nullable": [
-      true,
-      false,
-      false,
-      false,
-      true,
-      true,
-      true,
-      true,
-      false
-    ]
-  },
-  "hash": "c2ee41eb6bc1a6a551411998155423142411010f298f0815eacc7d9c3138bdd8"
-}

.sqlx/query-e5ef2bda28221a570da6dcfa73e76cae9910a0b4ee53005a87176ecf1be73dd7.json

@@ -0,0 +1,256 @@
+{
+  "db_name": "MySQL",
+  "query": "\nSELECT\n  token,\n\n  maybe_user_token,\n  email_address,\n  discord_username,\n\n  is_for_private_use,\n  is_for_public_use,\n\n  is_for_studio,\n  is_for_twitch_tts,\n  is_for_api_use,\n  is_for_music,\n  is_for_games,\n  is_for_other,\n  optional_notes_on_use,\n\n  is_own_voice,\n  is_third_party_voice,\n  optional_notes_on_subject,\n\n  has_clean_audio_recordings,\n  has_good_microphone,\n\n  optional_questions,\n  optional_extra_comments,\n\n  created_at,\n  updated_at\nFROM voice_clone_requests\nWHERE\n  maybe_user_token = ?\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "token",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | UNIQUE_KEY | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 128
+        }
+      },
+      {
+        "ordinal": 1,
+        "name": "maybe_user_token",
+        "type_info": {
+          "type": "VarString",
+          "flags": "MULTIPLE_KEY | BINARY",
+          "char_set": 224,
+          "max_size": 128
+        }
+      },
+      {
+        "ordinal": 2,
+        "name": "email_address",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 3,
+        "name": "discord_username",
+        "type_info": {
+          "type": "VarString",
+          "flags": "NOT_NULL | BINARY | NO_DEFAULT_VALUE",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 4,
+        "name": "is_for_private_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 5,
+        "name": "is_for_public_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 6,
+        "name": "is_for_studio",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 7,
+        "name": "is_for_twitch_tts",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 8,
+        "name": "is_for_api_use",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 9,
+        "name": "is_for_music",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 10,
+        "name": "is_for_games",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 11,
+        "name": "is_for_other",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 12,
+        "name": "optional_notes_on_use",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 13,
+        "name": "is_own_voice",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 14,
+        "name": "is_third_party_voice",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 15,
+        "name": "optional_notes_on_subject",
+        "type_info": {
+          "type": "VarString",
+          "flags": "BINARY",
+          "char_set": 224,
+          "max_size": 1020
+        }
+      },
+      {
+        "ordinal": 16,
+        "name": "has_clean_audio_recordings",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 17,
+        "name": "has_good_microphone",
+        "type_info": {
+          "type": "Tiny",
+          "flags": "NOT_NULL",
+          "char_set": 63,
+          "max_size": 1
+        }
+      },
+      {
+        "ordinal": 18,
+        "name": "optional_questions",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 19,
+        "name": "optional_extra_comments",
+        "type_info": {
+          "type": "Blob",
+          "flags": "BLOB | BINARY",
+          "char_set": 224,
+          "max_size": 67108860
+        }
+      },
+      {
+        "ordinal": 20,
+        "name": "created_at",
+        "type_info": {
+          "type": "Timestamp",
+          "flags": "NOT_NULL | BINARY | TIMESTAMP",
+          "char_set": 63,
+          "max_size": 19
+        }
+      },
+      {
+        "ordinal": 21,
+        "name": "updated_at",
+        "type_info": {
+          "type": "Timestamp",
+          "flags": "NOT_NULL | BINARY | TIMESTAMP | ON_UPDATE_NOW",
+          "char_set": 63,
+          "max_size": 19
+        }
+      }
+    ],
+    "parameters": {
+      "Right": 1
+    },
+    "nullable": [
+      false,
+      true,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      false,
+      true,
+      false,
+      false,
+      true,
+      false,
+      false,
+      true,
+      true,
+      false,
+      false
+    ]
+  },
+  "hash": "e5ef2bda28221a570da6dcfa73e76cae9910a0b4ee53005a87176ecf1be73dd7"
+}

Cargo.lock

@@ -3621,7 +3621,6 @@ dependencies = [
  "env_logger 0.11.9",
  "log",
  "storyteller_root",
- "trace_id",
  "workspace-build-acceleration",
 ]
 
@@ -6767,7 +6766,6 @@ version = "0.0.1"
 dependencies = [
  "env_logger 0.11.9",
  "log",
- "trace_id",
  "workspace-build-acceleration",
 ]
 
@@ -8288,7 +8286,6 @@ dependencies = [
  "rootly_client",
  "sha2 0.11.0-rc.5",
  "tokio",
- "trace_id",
  "workspace-build-acceleration",
 ]
 
@@ -11681,7 +11678,6 @@ dependencies = [
  "tokens",
  "tokio",
  "toml 1.0.7+spec-1.1.0",
- "trace_id",
  "tts_common",
  "url",
  "url_config",
@@ -13320,17 +13316,6 @@ version = "0.3.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3"
 
-[[package]]
-name = "trace_id"
-version = "0.0.1"
-dependencies = [
- "rand 0.8.5",
- "serde",
- "serde_derive",
- "tokio",
- "workspace-build-acceleration",
-]
-
 [[package]]
 name = "tracing"
 version = "0.1.41"

Cargo.toml

@@ -130,7 +130,6 @@ members = [
   "crates/schema/public/enums",
   "crates/schema/public/reusable_types", # TODO(bt, 2022-12-21): Deprecate
   "crates/schema/public/tokens",
-  "crates/schema/trace_id",
 
   # Services: API servers, jobs, workers, etc.
   "crates/service/job/gmicloud_job",
@@ -294,7 +293,6 @@ subprocess_common = { path = "crates/lib/deprecated/subprocess_common" }
 test_data = { path = "crates/testing/test_data" }
 test_utils = { path = "crates/testing/test_utils" }
 tokens = { path = "crates/schema/public/tokens" }
-trace_id = { path = "crates/schema/trace_id" }
 url_utils = { path = "crates/lib/url_utils" }
 users = { path = "crates/lib/users" }
 uuid_utils = { path = "crates/lib/uuid_utils" }

_database/sql/migrations/2026-07-03-074740-0000_alter_media_files_add_user_created_at_index/down.sql

@@ -1,7 +0,0 @@
--- noinspection SqlDialectInspectionForFile
--- noinspection SqlNoDataSourceInspectionForFile
--- noinspection SqlResolveForFile
-
-ALTER TABLE media_files
-  DROP INDEX idx_creator_created_at,
-  ALGORITHM=INPLACE, LOCK=NONE;

_database/sql/migrations/2026-07-03-074740-0000_alter_media_files_add_user_created_at_index/up.sql

@@ -1,17 +0,0 @@
--- noinspection SqlDialectInspectionForFile
--- noinspection SqlNoDataSourceInspectionForFile
--- noinspection SqlResolveForFile
-
--- Composite index for the library / user profile list queries:
---   WHERE maybe_creator_user_token = ? ... ORDER BY created_at DESC LIMIT n
---
--- Without this, the optimizer picks an index-merge intersection against huge
--- low-selectivity indexes (e.g. index_user_deleted_at, ~4.75M NULL entries),
--- scanning millions of index records per page load.
---
--- NB: ADD INDEX is online DDL (ALGORITHM=INPLACE, LOCK=NONE) — reads and writes
--- continue during the build. Expect a few minutes of elevated I/O on a table
--- this size (~8.5M rows).
-ALTER TABLE media_files
-  ADD INDEX idx_creator_created_at (maybe_creator_user_token, created_at),
-  ALGORITHM=INPLACE, LOCK=NONE;

_database/sql/migrations_squashed/media_files.sql

@@ -364,7 +364,6 @@ CREATE TABLE media_files (
   KEY index_user_deleted_at (user_deleted_at),
   KEY index_mod_deleted_at (mod_deleted_at),
   KEY index_media_files_created_at (created_at),
-  KEY index_media_files_updated_at (updated_at),
-  KEY idx_creator_created_at (maybe_creator_user_token, created_at)
+  KEY index_media_files_updated_at (updated_at)
 
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;

crates/api_clients/artcraft/artcraft_api_defs/src/moderation/mod.rs

@@ -1,6 +1,5 @@
 pub mod alerts;
 pub mod debug_logs;
-pub mod top_spenders;
 pub mod jobs;
 pub mod user;
 pub mod user_referrals;

crates/api_clients/artcraft/artcraft_api_defs/src/moderation/top_spenders/list.rs

@@ -1,82 +0,0 @@
-use serde_derive::{Deserialize, Serialize};
-use tokens::tokens::users::UserToken;
-use utoipa::{IntoParams, ToSchema};
-
-pub const MODERATOR_LIST_TOP_SPENDERS_PATH: &str =
-  "/v1/moderation/top_spenders/list";
-
-/// Rolling aggregation window for the top spenders list.
-#[derive(Deserialize, Serialize, Clone, Copy, ToSchema)]
-pub enum TopSpendersWindow {
-  #[serde(rename = "24h")]
-  TwentyFourHours,
-  #[serde(rename = "7d")]
-  SevenDays,
-  #[serde(rename = "14d")]
-  FourteenDays,
-  #[serde(rename = "30d")]
-  ThirtyDays,
-  #[serde(rename = "60d")]
-  SixtyDays,
-  #[serde(rename = "90d")]
-  NinetyDays,
-  #[serde(rename = "180d")]
-  OneHundredEightyDays,
-  #[serde(rename = "365d")]
-  ThreeHundredSixtyFiveDays,
-}
-
-impl TopSpendersWindow {
-  /// Window length in hours.
-  pub fn as_hours(self) -> i64 {
-    match self {
-      TopSpendersWindow::TwentyFourHours => 24,
-      TopSpendersWindow::SevenDays => 7 * 24,
-      TopSpendersWindow::FourteenDays => 14 * 24,
-      TopSpendersWindow::ThirtyDays => 30 * 24,
-      TopSpendersWindow::SixtyDays => 60 * 24,
-      TopSpendersWindow::NinetyDays => 90 * 24,
-      TopSpendersWindow::OneHundredEightyDays => 180 * 24,
-      TopSpendersWindow::ThreeHundredSixtyFiveDays => 365 * 24,
-    }
-  }
-}
-
-#[derive(Deserialize, IntoParams)]
-pub struct ModeratorListTopSpendersQueryParams {
-  /// Aggregation window: `24h`, `7d`, `14d`, `30d` (default), `60d`, `90d`,
-  /// `180d`, or `365d`.
-  pub window: Option<TopSpendersWindow>,
-  /// Row offset for pagination (page size is fixed at 100). Pass `next_offset` from the previous page.
-  pub offset: Option<u64>,
-  /// Optional namespace filter (e.g. `artcraft`). Omit to return all namespaces.
-  pub payments_namespace: Option<String>,
-}
-
-#[derive(Serialize, ToSchema)]
-pub struct ModeratorListTopSpendersResponse {
-  pub success: bool,
-  /// The window the results were aggregated over (echoed back, post-default).
-  pub window: TopSpendersWindow,
-  pub spenders: Vec<TopSpenderEntry>,
-  /// Offset for the next page, or `None` if this was the last page.
-  pub maybe_next_offset: Option<u64>,
-}
-
-#[derive(Serialize, ToSchema)]
-pub struct TopSpenderEntry {
-  pub user_token: UserToken,
-  pub username: String,
-  pub display_name: String,
-  pub email_gravatar_hash: String,
-  /// Sum of positive amounts in the window.
-  pub gross_spend_usd_cents: u64,
-  /// Refund/chargeback magnitude in the window (positive number).
-  pub refund_usd_cents: u64,
-  /// Gross minus refunds. Can be negative if refunds outweigh purchases.
-  pub net_spend_usd_cents: i64,
-  /// Number of positive money events in the window.
-  pub payment_count: u64,
-  /// Credits granted in the window.
-  pub credits_granted: u64,
-}

crates/api_clients/artcraft/artcraft_api_defs/src/moderation/top_spenders/mod.rs

@@ -1 +0,0 @@
-pub mod list;

crates/lib/actix_cors_configs/src/cors.rs

@@ -82,7 +82,6 @@ fn do_build_cors_config(is_production: bool) -> Cors {
         actix_http::header::ACCESS_CONTROL_ALLOW_CREDENTIALS, // https://stackoverflow.com/a/46412839
         actix_http::header::HeaderName::from_static("x-requested-with"), // Tabulator Ajax sends
         actix_http::header::HeaderName::from_static("session"), // Custom header sent by Three.js Storyteller Studio
-        actix_http::header::HeaderName::from_static("x-artcraft-version"), // ArtCraft client app release, surfaced in error alerts
       ])
       .max_age(3600)
 }

crates/lib/easyenv/Cargo.toml

@@ -25,7 +25,6 @@ workspace-build-acceleration = { version = "0.1", path = "../../workspace-build-
 # External
 dotenv.workspace = true
 env_logger = "0.11.3"
-trace_id.workspace = true
 log = "0.4.14"
 
 [dev-dependencies]

crates/lib/easyenv/src/logging.rs

@@ -29,37 +29,6 @@ pub fn init_env_logger(default_if_absent: Option<&str>) {
     env::set_var(ENV_RUST_LOG, default_log_level);
   }
 
-  // Custom format so that log lines emitted while serving an HTTP request
-  // automatically carry the request's trace id (see the `trace_id` crate and
-  // the `TraceIdMiddleware` in storyteller-web). Outside of a request scope
-  // the trace segment is simply omitted.
-  env_logger::Builder::from_env(env_logger::Env::default())
-      .format(|buf, record| {
-        use std::io::Write;
-
-        let timestamp = buf.timestamp();
-        let level_style = buf.default_level_style(record.level());
-
-        match trace_id::current_trace_id() {
-          Some(trace) => writeln!(
-            buf,
-            "[{} {level_style}{}{level_style:#} {} {}] {}",
-            timestamp,
-            record.level(),
-            record.target(),
-            trace,
-            record.args(),
-          ),
-          None => writeln!(
-            buf,
-            "[{} {level_style}{}{level_style:#} {}] {}",
-            timestamp,
-            record.level(),
-            record.target(),
-            record.args(),
-          ),
-        }
-      })
-      .init();
+  env_logger::init();
 }
 

crates/lib/logging/Cargo.toml

@@ -25,7 +25,6 @@ workspace-build-acceleration = { workspace = true }
 
 # External
 env_logger = "0.11.3"
-trace_id.workspace = true
 log = { workspace = true }
 
 [dev-dependencies]

crates/lib/logging/src/lib.rs

@@ -68,37 +68,6 @@ pub fn init_env_logger(default_if_absent: Option<&str>) {
     env::set_var(ENV_RUST_LOG, default_log_level);
   }
 
-  // Custom format so that log lines emitted while serving an HTTP request
-  // automatically carry the request's trace id (see the `trace_id` crate and
-  // the `TraceIdMiddleware` in storyteller-web). Outside of a request scope
-  // the trace segment is simply omitted.
-  env_logger::Builder::from_env(env_logger::Env::default())
-      .format(|buf, record| {
-        use std::io::Write;
-
-        let timestamp = buf.timestamp();
-        let level_style = buf.default_level_style(record.level());
-
-        match trace_id::current_trace_id() {
-          Some(trace) => writeln!(
-            buf,
-            "[{} {level_style}{}{level_style:#} {} {}] {}",
-            timestamp,
-            record.level(),
-            record.target(),
-            trace,
-            record.args(),
-          ),
-          None => writeln!(
-            buf,
-            "[{} {level_style}{}{level_style:#} {}] {}",
-            timestamp,
-            record.level(),
-            record.target(),
-            record.args(),
-          ),
-        }
-      })
-      .init();
+  env_logger::init();
 }
 

crates/lib/pager/Cargo.toml

@@ -24,7 +24,6 @@ chrono.workspace = true
 sha2.workspace = true
 log.workspace = true
 tokio.workspace = true
-trace_id.workspace = true
 
 [dev-dependencies]
 tokio = { version = "1", features = ["full"] }

crates/lib/pager/src/notification/generate_deduplication_key.rs

@@ -63,12 +63,6 @@ mod tests {
       media_file_token: None,
       inference_job_token: None,
       third_party_id: None,
-      http_host: None,
-      http_origin: None,
-      http_referer: None,
-      http_user_agent: None,
-      artcraft_version: None,
-      trace_id: None,
       request_ip_address: None,
       avt_cookie_token: None,
       session_token: None,
@@ -234,12 +228,6 @@ mod tests {
         media_file_token: None,
         inference_job_token: None,
         third_party_id: None,
-        http_host: None,
-        http_origin: None,
-        http_referer: None,
-        http_user_agent: None,
-        artcraft_version: None,
-        trace_id: None,
         request_ip_address: None,
         avt_cookie_token: None,
         session_token: None,

crates/lib/pager/src/notification/notification_details.rs

@@ -37,27 +37,6 @@ pub struct NotificationDetails {
   /// HTTP status code associated with the event, if any.
   pub(crate) http_status_code: Option<u16>,
 
-  /// Hostname the client used to reach this server (from the `Host` or
-  /// forwarded-host headers), if any. Useful when a server is reachable
-  /// via multiple domains (eg. api.storyteller.ai, api.fakeyou.com).
-  pub(crate) http_host: Option<String>,
-
-  /// `Origin` header of the request, if any. For browser XHR/fetch this is
-  /// the scheme+host of the calling frontend.
-  pub(crate) http_origin: Option<String>,
-
-  /// `Referer` header of the request, if any. For browser XHR/fetch this is
-  /// the URL of the page that made the call (possibly truncated to the
-  /// origin by the browser's referrer policy).
-  pub(crate) http_referer: Option<String>,
-
-  /// `User-Agent` header of the request, if any.
-  pub(crate) http_user_agent: Option<String>,
-
-  /// `X-ArtCraft-Version` header of the request, if any. Sent by ArtCraft
-  /// clients to identify which app release made the call.
-  pub(crate) artcraft_version: Option<String>,
-
   /// User token associated with the event, if any.
   pub(crate) user_token: Option<String>,
 
@@ -70,9 +49,6 @@ pub struct NotificationDetails {
   /// Third-party identifier associated with the event, if any.
   pub(crate) third_party_id: Option<String>,
 
-  /// The request-scoped trace id associated with the event, if any.
-  pub(crate) trace_id: Option<String>,
-
   /// IP address of the request that triggered this notification, if any.
   pub(crate) request_ip_address: Option<String>,
 
@@ -209,34 +185,10 @@ impl NotificationDetails {
       parts.push(format!("HTTP Status Code: {}", status_code));
     }
 
-    if let Some(host) = &self.http_host {
-      parts.push(format!("HTTP Host: {}", host));
-    }
-
-    if let Some(origin) = &self.http_origin {
-      parts.push(format!("HTTP Origin: {}", origin));
-    }
-
-    if let Some(referer) = &self.http_referer {
-      parts.push(format!("HTTP Referer: {}", referer));
-    }
-
-    if let Some(user_agent) = &self.http_user_agent {
-      parts.push(format!("User Agent: {}", user_agent));
-    }
-
-    if let Some(version) = &self.artcraft_version {
-      parts.push(format!("ArtCraft Version: {}", version));
-    }
-
     if let Some(ip) = &self.request_ip_address {
       parts.push(format!("Request IP: {}", ip));
     }
 
-    if let Some(trace_id) = &self.trace_id {
-      parts.push(format!("Trace ID: {}", trace_id));
-    }
-
     if parts.is_empty() { None } else { Some(parts.join("\n")) }
   }
 

crates/lib/pager/src/notification/notification_details_builder.rs

@@ -21,11 +21,6 @@ pub struct NotificationDetailsBuilder {
   pub(crate) http_method: Option<String>,
   pub(crate) http_path: Option<String>,
   pub(crate) http_status_code: Option<u16>,
-  pub(crate) http_host: Option<String>,
-  pub(crate) http_origin: Option<String>,
-  pub(crate) http_referer: Option<String>,
-  pub(crate) http_user_agent: Option<String>,
-  pub(crate) artcraft_version: Option<String>,
 
   pub(crate) user_token: Option<String>,
   pub(crate) media_file_token: Option<String>,
@@ -36,10 +31,6 @@ pub struct NotificationDetailsBuilder {
   pub(crate) avt_cookie_token: Option<String>,
   pub(crate) session_token: Option<String>,
   pub(crate) session_user_token: Option<String>,
-
-  /// The request-scoped trace id, if any. Auto-filled from the tokio
-  /// task-local at `build()` time when not explicitly set.
-  pub(crate) trace_id: Option<String>,
 }
 
 impl NotificationDetailsBuilder {
@@ -58,11 +49,6 @@ impl NotificationDetailsBuilder {
       http_method: None,
       http_path: None,
       http_status_code: None,
-      http_host: None,
-      http_origin: None,
-      http_referer: None,
-      http_user_agent: None,
-      artcraft_version: None,
       user_token: None,
       media_file_token: None,
       inference_job_token: None,
@@ -71,7 +57,6 @@ impl NotificationDetailsBuilder {
       avt_cookie_token: None,
       session_token: None,
       session_user_token: None,
-      trace_id: None,
     }
   }
 
@@ -94,11 +79,6 @@ impl NotificationDetailsBuilder {
       http_method: None,
       http_path: None,
       http_status_code: None,
-      http_host: None,
-      http_origin: None,
-      http_referer: None,
-      http_user_agent: None,
-      artcraft_version: None,
       user_token: None,
       media_file_token: None,
       inference_job_token: None,
@@ -107,7 +87,6 @@ impl NotificationDetailsBuilder {
       avt_cookie_token: None,
       session_token: None,
       session_user_token: None,
-      trace_id: None,
     }
   }
 
@@ -153,31 +132,6 @@ impl NotificationDetailsBuilder {
     self
   }
 
-  pub fn set_http_host(mut self, http_host: Option<String>) -> Self {
-    self.http_host = http_host;
-    self
-  }
-
-  pub fn set_http_origin(mut self, http_origin: Option<String>) -> Self {
-    self.http_origin = http_origin;
-    self
-  }
-
-  pub fn set_http_referer(mut self, http_referer: Option<String>) -> Self {
-    self.http_referer = http_referer;
-    self
-  }
-
-  pub fn set_http_user_agent(mut self, http_user_agent: Option<String>) -> Self {
-    self.http_user_agent = http_user_agent;
-    self
-  }
-
-  pub fn set_artcraft_version(mut self, artcraft_version: Option<String>) -> Self {
-    self.artcraft_version = artcraft_version;
-    self
-  }
-
   pub fn set_user_token(mut self, user_token: Option<String>) -> Self {
     self.user_token = user_token;
     self
@@ -213,11 +167,6 @@ impl NotificationDetailsBuilder {
     self
   }
 
-  pub fn set_trace_id(mut self, trace_id: Option<String>) -> Self {
-    self.trace_id = trace_id;
-    self
-  }
-
   pub fn set_session_user_token(mut self, session_user_token: Option<String>) -> Self {
     self.session_user_token = session_user_token;
     self
@@ -242,11 +191,6 @@ impl NotificationDetailsBuilder {
       http_method: self.http_method,
       http_path: self.http_path,
       http_status_code: self.http_status_code,
-      http_host: self.http_host,
-      http_origin: self.http_origin,
-      http_referer: self.http_referer,
-      http_user_agent: self.http_user_agent,
-      artcraft_version: self.artcraft_version,
       user_token: self.user_token,
       media_file_token: self.media_file_token,
       inference_job_token: self.inference_job_token,
@@ -255,11 +199,6 @@ impl NotificationDetailsBuilder {
       avt_cookie_token: self.avt_cookie_token,
       session_token: self.session_token,
       session_user_token: self.session_user_token,
-      // Auto-fill from the request's task-local so any page fired while
-      // serving a request is correlated even if the caller never set it.
-      trace_id: self.trace_id.or_else(|| {
-        trace_id::current_trace_id().map(|t| t.to_string())
-      }),
     }
   }
 

crates/schema/database/mysql_queries/src/queries/media_files/list/list_media_files_for_user.rs

@@ -107,7 +107,6 @@ pub async fn list_media_files_for_user(args: ListMediaFileForUserArgs<'_>) -> An
     args.sort_ascending,
     args.view_as,
     count_fields.as_str(),
-    true,
   );
 
   let row_count_query = count_query_builder.build_query_scalar::<i64>();
@@ -127,7 +126,6 @@ pub async fn list_media_files_for_user(args: ListMediaFileForUserArgs<'_>) -> An
     args.sort_ascending,
     args.view_as,
     result_fields.as_str(),
-    false,
   );
 
   let query = query.build_query_as::<MediaFileListItemInternal>();
@@ -252,20 +250,13 @@ fn query_builder<'a>(
   sort_ascending: bool,
   view_as: ViewAs,
   select_fields: &'a str,
-  count_only: bool,
 ) -> QueryBuilder<'a, MySql> {
 
-  // NB: The count query only needs the `users` join (for the username predicate).
-  // The other joins are all 1:1 and contribute nothing to the count — MySQL does
-  // not eliminate LEFT JOINs, so including them costs four index lookups per row.
-  let from_clause = if count_only {
-    r#"
-FROM media_files AS m
-LEFT OUTER JOIN users AS u
-    ON m.maybe_creator_user_token = u.token
-    "#
-  } else {
-    r#"
+  // NB: Query cannot be statically checked by sqlx
+  let mut query_builder: QueryBuilder<MySql> = QueryBuilder::new(
+    format!(r#"
+SELECT
+     {select_fields}
 FROM media_files AS m
 LEFT OUTER JOIN users AS u
     ON m.maybe_creator_user_token = u.token
@@ -279,14 +270,6 @@ LEFT OUTER JOIN entity_stats
 LEFT OUTER JOIN prompts
     ON prompts.token = m.maybe_prompt_token
     "#
-  };
-
-  // NB: Query cannot be statically checked by sqlx
-  let mut query_builder: QueryBuilder<MySql> = QueryBuilder::new(
-    format!(r#"
-SELECT
-     {select_fields}
-{from_clause}"#
   ));
 
   query_builder.push(" WHERE u.username = ");
@@ -370,13 +353,10 @@ SELECT
     }
   }
 
-  // NB: Ordering is meaningless for the single-row COUNT aggregate.
-  if !count_only {
-    if sort_ascending {
-      query_builder.push(" ORDER BY m.created_at ASC ");
-    } else {
-      query_builder.push(" ORDER BY m.created_at DESC ");
-    }
+  if sort_ascending {
+    query_builder.push(" ORDER BY m.created_at ASC ");
+  } else {
+    query_builder.push(" ORDER BY m.created_at DESC ");
   }
 
   if enforce_limits {

crates/schema/database/mysql_queries/src/queries/mod.rs

@@ -47,6 +47,7 @@ pub mod user_spend_events;
 pub mod user_spend_summaries;
 pub mod users;
 pub mod vocoder;
+pub mod voice_clone_requests;
 pub mod voice_conversion;
 pub mod voice_designer;
 pub mod wallet_ledger_entries;

crates/schema/database/mysql_queries/src/queries/stats/get_unified_queue_stats.rs

@@ -0,0 +1,66 @@
+use chrono::NaiveDateTime;
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+
+use crate::helpers::numeric_converters::try_i64_to_u64_or_min;
+
+#[derive(Serialize, Deserialize, Clone)]
+pub struct QueueStatsRow {
+  pub queue_type: String,
+  pub pending_job_count: u64,
+  pub present_time: NaiveDateTime,
+}
+
+struct QueueStatsRowInternal {
+  queue_type: Option<String>, // FIXME: Shouldn't be nullable
+  pending_job_count: i64,
+  present_time: NaiveDateTime,
+}
+
+// NB: Returning Option<T> is a hack to fit with outer Redis caching.
+// I'm only doing this because I'm in a hurry. Don't do this.
+pub async fn get_unified_queue_stats(
+  pool: &MySqlPool,
+) -> AnyhowResult<Vec<QueueStatsRow>> {
+  // NB (1): We query as a union since "started" jobs can get picked off mid-run and go stale
+  // forever. We currently have no automated means of collecting those jobs.
+  // NB (2): We query the server timestamp so we can cache the results.
+  // The frontend can then monotonically adjust the count based on timestamp by ignoring
+  // past times.
+  let rows : Vec<QueueStatsRowInternal> = sqlx::query_as!(
+      QueueStatsRowInternal,
+        r#"
+SELECT
+    job_type as queue_type,
+    count(*) as pending_job_count,
+    NOW() as present_time
+ FROM (
+    SELECT
+        token,
+        job_type
+    FROM generic_inference_jobs
+    WHERE status IN ("pending", "attempt_failed")
+    AND job_type IS NOT NULL
+    UNION
+    SELECT
+        token,
+        job_type
+    FROM generic_inference_jobs
+    WHERE status IN ("started")
+    AND created_at > (CURDATE() - INTERVAL 15 MINUTE)
+    AND job_type IS NOT NULL
+) as generic_inner
+GROUP BY queue_type
+        "#,
+    )
+      .fetch_all(pool)
+      .await?;
+
+  Ok(rows.into_iter().map(|row|
+    QueueStatsRow {
+      queue_type: row.queue_type.unwrap_or_else(|| "unknown".to_string()),
+      pending_job_count: try_i64_to_u64_or_min(row.pending_job_count),
+      present_time: row.present_time,
+  }).collect::<Vec<_>>())
+}

crates/schema/database/mysql_queries/src/queries/stats/mod.rs

@@ -1,2 +1,3 @@
 pub mod get_on_prem_worker_stats;
-pub mod get_voice_count_stats;
+pub mod get_unified_queue_stats;
+pub mod get_voice_count_stats;

crates/schema/database/mysql_queries/src/queries/tts/mod.rs

@@ -1,6 +1,7 @@
+pub mod stats;
 pub mod tts_category_assignments;
 pub mod tts_download_jobs;
 pub mod tts_inference_jobs;
 pub mod tts_model_upload_jobs;
 pub mod tts_models;
-pub mod tts_results;
+pub mod tts_results;

crates/schema/database/mysql_queries/src/queries/tts/stats/calculate_tts_model_leaderboard.rs

@@ -0,0 +1,89 @@
+use anyhow::anyhow;
+use log::warn;
+use sqlx::MySql;
+use sqlx::pool::PoolConnection;
+
+use errors::AnyhowResult;
+
+#[derive(Serialize, Clone)]
+pub struct TtsLeaderboardRecordForList {
+  pub username: String,
+  pub display_name: String,
+  pub gravatar_hash: String,
+  pub creator_user_token: String,
+  pub uploaded_count: i64,
+}
+
+#[derive(Serialize)]
+struct TtsLeaderboardRecordForListRaw {
+  pub username: String,
+  pub display_name: String,
+  pub gravatar_hash: String,
+  pub creator_user_token: String,
+  pub uploaded_count: i64,
+}
+
+// NB: This may need to become an offline query if it is expensive.
+pub async fn calculate_tts_model_leaderboard(
+  mysql_pool: &mut PoolConnection<MySql>
+) -> AnyhowResult<Vec<TtsLeaderboardRecordForList>> {
+
+  // NB(1): We're not requiring "is_public_listing_approved IS TRUE" for TTS models
+  // This is the opposite for W2L templates (for now at least)
+  // NB(2): We're excluding a few users (eg. Vegito's alternate account)
+  //  U:DRB1SKEMKHT1J - https://fakeyou.com/profile/bluefusion/uploaded-tts-models
+  let maybe_results = sqlx::query_as!(
+      TtsLeaderboardRecordForListRaw,
+        r#"
+SELECT
+  users.username,
+  users.display_name,
+  users.email_gravatar_hash as gravatar_hash,
+  creator_user_token,
+  count(*) as uploaded_count
+FROM tts_models
+JOIN users
+ON
+  users.token = creator_user_token
+WHERE
+  users.is_banned IS FALSE
+  AND users.token NOT IN ("U:DRB1SKEMKHT1J")
+  AND tts_models.user_deleted_at IS NULL
+  AND tts_models.mod_deleted_at IS NULL
+GROUP BY creator_user_token
+ORDER BY uploaded_count desc
+LIMIT 25;
+        "#,
+    )
+      .fetch_all(&mut **mysql_pool)
+      .await;
+
+  let results : Vec<TtsLeaderboardRecordForListRaw> = match maybe_results {
+    Ok(results) => results,
+    Err(err) => {
+      warn!("Error: {:?}", err);
+
+      match err {
+        sqlx::Error::RowNotFound => {
+          return Ok(Vec::new());
+        },
+        _ => {
+          warn!("tts leaderboard query error: {:?}", err);
+          return Err(anyhow!("tts leaderboard query error"));
+        }
+      }
+    }
+  };
+
+  Ok(results.into_iter()
+      .map(|result| {
+        TtsLeaderboardRecordForList {
+          username: result.username.to_string(),
+          display_name: result.display_name.to_string(),
+          gravatar_hash: result.gravatar_hash.to_string(),
+          creator_user_token: result.creator_user_token.to_string(),
+          uploaded_count: result.uploaded_count,
+        }
+      })
+      .collect::<Vec<TtsLeaderboardRecordForList>>())
+}

crates/schema/database/mysql_queries/src/queries/tts/stats/mod.rs

@@ -0,0 +1 @@
+pub mod calculate_tts_model_leaderboard;

crates/schema/database/mysql_queries/src/queries/tts/tts_inference_jobs/get_pending_tts_inference_job_count.rs

@@ -0,0 +1,53 @@
+use chrono::NaiveDateTime;
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+
+use crate::helpers::numeric_converters::try_i64_to_u64_or_min;
+
+#[derive(Clone)]
+pub struct TtsQueueLengthResult {
+  pub record_count: u64,
+  pub present_time: NaiveDateTime,
+}
+
+struct QueryResultInternal {
+  record_count: i64,
+  present_time: NaiveDateTime,
+}
+
+pub async fn get_pending_tts_inference_job_count(
+  pool: &MySqlPool,
+) -> AnyhowResult<TtsQueueLengthResult> {
+  // NB (1): We query as a union since "started" jobs can get picked off mid-run and go stale
+  // forever. We currently have no automated means of collecting those jobs.
+  // NB (2): We query the server timestamp so we can cache the results.
+  // The frontend can then monotonically adjust the count based on timestamp by ignoring
+  // past times.
+  let result : QueryResultInternal = sqlx::query_as!(
+      QueryResultInternal,
+        r#"
+SELECT
+  COUNT(distinct token) as record_count,
+  NOW() as present_time
+FROM
+(
+  SELECT token
+  FROM tts_inference_jobs
+  WHERE status = "started"
+  AND created_at > (CURDATE() - INTERVAL 5 MINUTE)
+UNION
+  SELECT token
+  FROM tts_inference_jobs
+  WHERE status IN ("pending", "attempt_failed")
+) as t
+        "#,
+    )
+      .fetch_one(pool)
+      .await?;
+
+  Ok(TtsQueueLengthResult {
+    record_count: try_i64_to_u64_or_min(result.record_count),
+    present_time: result.present_time,
+  })
+}

crates/schema/database/mysql_queries/src/queries/tts/tts_inference_jobs/mod.rs

@@ -1,4 +1,5 @@
 pub mod _keys;
+pub mod get_pending_tts_inference_job_count;
 pub mod get_pending_tts_inference_job_detailed_stats;
 pub mod get_tts_inference_job_status;
 pub mod insert_tts_inference_job;

crates/schema/database/mysql_queries/src/queries/tts/tts_model_upload_jobs/insert_tts_model_upload_job.rs

@@ -0,0 +1,82 @@
+use anyhow::anyhow;
+use log::warn;
+use sqlx::error::Error::Database;
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+use tokens::tokens::tts_model_upload_jobs::TtsModelUploadJobToken;
+
+pub struct InsertTtsModelUploadJobArgs<'a> {
+  pub uuid: &'a str,
+  pub creator_user_token: &'a str,
+  pub creator_ip_address: &'a str,
+  pub creator_set_visibility: &'a str,
+  pub title: &'a str,
+  pub tts_model_type: &'a str,
+  pub download_url: &'a str,
+
+  pub mysql_pool: &'a MySqlPool,
+}
+
+// NB: Returns job token
+pub async fn insert_tts_model_upload_job(args: InsertTtsModelUploadJobArgs<'_>) -> AnyhowResult<String> {
+  // This token is returned to the client.
+  let job_token = TtsModelUploadJobToken::generate().to_string();
+
+  let query_result = sqlx::query!(
+        r#"
+INSERT INTO tts_model_upload_jobs
+SET
+  token = ?,
+  uuid_idempotency_token = ?,
+  creator_user_token = ?,
+  creator_ip_address = ?,
+  creator_set_visibility = ?,
+  title = ?,
+  tts_model_type = ?,
+  download_url = ?,
+  status = "pending"
+        "#,
+        job_token.to_string(),
+        args.uuid,
+        args.creator_user_token,
+        args.creator_ip_address,
+        args.creator_set_visibility,
+        args.title,
+        args.tts_model_type,
+        args.download_url,
+    )
+      .execute(args.mysql_pool)
+      .await;
+
+  let _record_id = match query_result {
+    Ok(res) => {
+      res.last_insert_id()
+    },
+    Err(err) => {
+      warn!("New tts model upload creation DB error: {:?}", err);
+
+      // NB: SQLSTATE[23000]: Integrity constraint violation
+      // NB: MySQL Error Code 1062: Duplicate key insertion (this is harder to access)
+      match err {
+        Database(ref err) => {
+          let _maybe_code = err.code().map(|c| c.into_owned());
+          /*match maybe_code.as_deref() {
+            Some("23000") => {
+              if err.message().contains("username") {
+                return Err(UsernameTaken);
+              } else if err.message().contains("email_address") {
+                return Err(EmailTaken);
+              }
+            }
+            _ => {},
+          }*/
+        },
+        _ => {},
+      }
+      return Err(anyhow!("error inserting model upload job record: {:?}", err));
+    }
+  };
+
+  Ok(job_token)
+}

crates/schema/database/mysql_queries/src/queries/tts/tts_model_upload_jobs/mod.rs

@@ -1 +1,2 @@
 pub mod get_tts_model_upload_job_status;
+pub mod insert_tts_model_upload_job;

crates/schema/database/mysql_queries/src/queries/tts/tts_results/delete_tts_result_various_scopes.rs

@@ -0,0 +1,89 @@
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+
+pub async fn delete_tts_inference_result_as_user(
+  inference_result_token: &str,
+  mysql_pool: &MySqlPool
+) -> AnyhowResult<()> {
+  let _r = sqlx::query!(
+        r#"
+UPDATE tts_results
+SET
+  user_deleted_at = CURRENT_TIMESTAMP
+WHERE
+  token = ?
+LIMIT 1
+        "#,
+      inference_result_token,
+    )
+      .execute(mysql_pool)
+      .await?;
+  Ok(())
+}
+
+pub async fn delete_tts_inference_result_as_mod(
+  inference_result_token: &str,
+  mod_user_token: &str,
+  mysql_pool: &MySqlPool
+) -> AnyhowResult<()> {
+  let _r = sqlx::query!(
+        r#"
+UPDATE tts_results
+SET
+  mod_deleted_at = CURRENT_TIMESTAMP,
+  maybe_mod_user_token = ?
+WHERE
+  token = ?
+LIMIT 1
+        "#,
+      mod_user_token,
+      inference_result_token,
+    )
+      .execute(mysql_pool)
+      .await?;
+  Ok(())
+}
+
+pub async fn undelete_tts_inference_result_as_user(
+  inference_result_token: &str,
+  mysql_pool: &MySqlPool
+) -> AnyhowResult<()> {
+  let _r = sqlx::query!(
+        r#"
+UPDATE tts_results
+SET
+  user_deleted_at = NULL
+WHERE
+  token = ?
+LIMIT 1
+        "#,
+      inference_result_token,
+    )
+      .execute(mysql_pool)
+      .await?;
+  Ok(())
+}
+
+pub async fn undelete_tts_inference_result_as_mod(
+  inference_result_token: &str,
+  mod_user_token: &str,
+  mysql_pool: &MySqlPool
+) -> AnyhowResult<()> {
+  let _r = sqlx::query!(
+        r#"
+UPDATE tts_results
+SET
+  mod_deleted_at = NULL,
+  maybe_mod_user_token = ?
+WHERE
+  token = ?
+LIMIT 1
+        "#,
+      mod_user_token,
+      inference_result_token,
+    )
+      .execute(mysql_pool)
+      .await?;
+  Ok(())
+}

crates/schema/database/mysql_queries/src/queries/tts/tts_results/mod.rs

@@ -1,4 +1,5 @@
+pub mod delete_tts_result_various_scopes;
 pub mod edit_tts_result;
 pub mod insert_tts_result;
 pub mod list_tts_results_query_builder;
-pub mod query_tts_result;
+pub mod query_tts_result;

crates/schema/database/mysql_queries/src/queries/user_spend_events/list_top_spenders_for_window.rs

@@ -1,78 +0,0 @@
-use std::marker::PhantomData;
-
-use chrono::{DateTime, Utc};
-use sqlx::{Executor, MySql};
-
-use tokens::tokens::users::UserToken;
-
-/// One user's aggregated spend within the requested window, joined to their
-/// display info. Only attributed (non-null user), production events count.
-pub struct TopSpenderForWindow {
-  pub user_token: UserToken,
-  pub username: String,
-  pub display_name: String,
-  pub email_gravatar_hash: String,
-  pub gross_spend_usd_cents: u64,
-  pub refund_usd_cents: u64,
-  pub net_spend_usd_cents: i64,
-  pub payment_count: u64,
-  pub credits_granted: u64,
-}
-
-pub struct ListTopSpendersForWindowArgs<'e, 'c, E>
-where
-  E: 'e + Executor<'c, Database = MySql>,
-{
-  /// Inclusive start of the aggregation window.
-  pub window_start: DateTime<Utc>,
-  /// Optional namespace filter. `None` aggregates across all namespaces.
-  pub maybe_payments_namespace: Option<&'e str>,
-  pub limit: i64,
-  pub offset: i64,
-  pub mysql_executor: E,
-  pub phantom: PhantomData<&'c E>,
-}
-
-/// Top spenders since `window_start`, sorted by net spend descending.
-/// Aggregates `user_spend_events` directly (exact rolling windows, unlike the
-/// daily rollups) — the table is payment-scale, so this stays cheap.
-pub async fn list_top_spenders_for_window<'e, 'c: 'e, E>(
-  args: ListTopSpendersForWindowArgs<'e, 'c, E>,
-) -> Result<Vec<TopSpenderForWindow>, sqlx::Error>
-where
-  E: 'e + Executor<'c, Database = MySql>,
-{
-  let rows = sqlx::query_as!(
-    TopSpenderForWindow,
-    r#"
-SELECT
-  e.maybe_user_token AS `user_token!: UserToken`,
-  u.username AS `username!`,
-  u.display_name AS `display_name!`,
-  u.email_gravatar_hash AS `email_gravatar_hash!`,
-  CAST(SUM(CASE WHEN e.amount_usd_cents > 0 THEN e.amount_usd_cents ELSE 0 END) AS UNSIGNED) AS `gross_spend_usd_cents!: u64`,
-  CAST(SUM(CASE WHEN e.amount_usd_cents < 0 THEN -e.amount_usd_cents ELSE 0 END) AS UNSIGNED) AS `refund_usd_cents!: u64`,
-  CAST(SUM(e.amount_usd_cents) AS SIGNED) AS `net_spend_usd_cents!: i64`,
-  CAST(SUM(CASE WHEN e.amount_usd_cents > 0 THEN 1 ELSE 0 END) AS UNSIGNED) AS `payment_count!: u64`,
-  CAST(COALESCE(SUM(e.maybe_credits_granted), 0) AS UNSIGNED) AS `credits_granted!: u64`
-FROM user_spend_events e
-JOIN users u ON u.token = e.maybe_user_token
-WHERE e.maybe_user_token IS NOT NULL
-  AND e.is_production = TRUE
-  AND e.payment_occurred_at >= ?
-  AND (? IS NULL OR e.payments_namespace = ?)
-GROUP BY e.maybe_user_token, u.username, u.display_name, u.email_gravatar_hash
-ORDER BY SUM(e.amount_usd_cents) DESC, e.maybe_user_token ASC
-LIMIT ? OFFSET ?
-    "#,
-    args.window_start,
-    args.maybe_payments_namespace,
-    args.maybe_payments_namespace,
-    args.limit,
-    args.offset,
-  )
-    .fetch_all(args.mysql_executor)
-    .await?;
-
-  Ok(rows)
-}

crates/schema/database/mysql_queries/src/queries/user_spend_events/mod.rs

@@ -1,4 +1,3 @@
-pub mod list_top_spenders_for_window;
 pub mod list_user_spend_events_for_moderation;
 pub mod backfill_get_user_token_by_email;
 pub mod backfill_list_artcraft_customer_links;

crates/schema/database/mysql_queries/src/queries/voice_clone_requests/get_voice_clone_request.rs

@@ -0,0 +1,237 @@
+use anyhow::anyhow;
+use chrono::Utc;
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+
+use crate::helpers::boolean_converters::i8_to_bool;
+
+/// Lookup by voice clone request token
+pub async fn get_voice_clone_request_by_token(
+  voice_clone_request_token: &str,
+  pool: &MySqlPool,
+) -> AnyhowResult<Option<VoiceCloneRequest>> {
+  internal_voice_clone_request_by_token(voice_clone_request_token, pool).await
+}
+
+/// Lookup by user
+pub async fn get_voice_clone_request_by_user_token(
+  user_token: &str,
+  pool: &MySqlPool,
+) -> AnyhowResult<Option<VoiceCloneRequest>> {
+  internal_voice_clone_request_by_user_token(user_token, pool).await
+}
+
+/// Used for both *BY TOKEN* and for *BY USER* lookups.
+/// The user field should be optional for one and not for the other, but code reuse is more
+/// important and this is a quick / hasty feature.
+#[derive(Debug)]
+pub struct VoiceCloneRequest {
+  pub token: String,
+
+  // Contact
+  pub maybe_user_token: Option<String>,
+  pub email_address: String,
+  pub discord_username: String,
+
+  // Visibility
+  pub is_for_private_use: bool,
+  pub is_for_public_use: bool,
+
+  // Use
+  pub is_for_studio: bool,
+  pub is_for_twitch_tts: bool,
+  pub is_for_api_use: bool,
+  pub is_for_music: bool,
+  pub is_for_games: bool,
+  pub is_for_other: bool,
+  pub optional_notes_on_use: Option<String>,
+
+  // Subject/Ownership
+  pub is_own_voice: bool,
+  pub is_third_party_voice: bool,
+  pub optional_notes_on_subject: Option<String>,
+
+  // Equipment
+  pub has_clean_audio_recordings: bool,
+  pub has_good_microphone: bool,
+
+  // Comments
+  pub optional_questions: Option<String>,
+  pub optional_extra_comments: Option<String>,
+
+  pub created_at: chrono::DateTime<Utc>,
+  pub updated_at: chrono::DateTime<Utc>,
+}
+
+async fn internal_voice_clone_request_by_token(
+  voice_clone_request_token: &str,
+  pool: &MySqlPool,
+) -> AnyhowResult<Option<VoiceCloneRequest>> {
+  let maybe_record = sqlx::query_as!(
+      VoiceCloneRequestInternal,
+        r#"
+SELECT
+  token,
+
+  maybe_user_token,
+  email_address,
+  discord_username,
+
+  is_for_private_use,
+  is_for_public_use,
+
+  is_for_studio,
+  is_for_twitch_tts,
+  is_for_api_use,
+  is_for_music,
+  is_for_games,
+  is_for_other,
+  optional_notes_on_use,
+
+  is_own_voice,
+  is_third_party_voice,
+  optional_notes_on_subject,
+
+  has_clean_audio_recordings,
+  has_good_microphone,
+
+  optional_questions,
+  optional_extra_comments,
+
+  created_at,
+  updated_at
+FROM voice_clone_requests
+WHERE
+  token = ?
+        "#,
+      voice_clone_request_token,
+    )
+      .fetch_one(pool)
+      .await;
+
+  handle_result(maybe_record)
+}
+
+async fn internal_voice_clone_request_by_user_token(
+  user_token: &str,
+  pool: &MySqlPool,
+) -> AnyhowResult<Option<VoiceCloneRequest>> {
+  let maybe_record = sqlx::query_as!(
+      VoiceCloneRequestInternal,
+        r#"
+SELECT
+  token,
+
+  maybe_user_token,
+  email_address,
+  discord_username,
+
+  is_for_private_use,
+  is_for_public_use,
+
+  is_for_studio,
+  is_for_twitch_tts,
+  is_for_api_use,
+  is_for_music,
+  is_for_games,
+  is_for_other,
+  optional_notes_on_use,
+
+  is_own_voice,
+  is_third_party_voice,
+  optional_notes_on_subject,
+
+  has_clean_audio_recordings,
+  has_good_microphone,
+
+  optional_questions,
+  optional_extra_comments,
+
+  created_at,
+  updated_at
+FROM voice_clone_requests
+WHERE
+  maybe_user_token = ?
+        "#,
+      user_token,
+    )
+      .fetch_one(pool)
+      .await;
+
+  handle_result(maybe_record)
+}
+
+fn handle_result(
+  maybe_record: Result<VoiceCloneRequestInternal, sqlx::Error>,
+) -> AnyhowResult<Option<VoiceCloneRequest>> {
+  let record : VoiceCloneRequestInternal = match maybe_record {
+    Ok(record) => record,
+    Err(sqlx::Error::RowNotFound) => return Ok(None),
+    Err(ref err) => return Err(anyhow!("database query error: {:?}", err)),
+  };
+
+  Ok(Some(VoiceCloneRequest {
+    token: record.token,
+    maybe_user_token: record.maybe_user_token,
+    email_address: record.email_address,
+    discord_username: record.discord_username,
+    is_for_private_use: i8_to_bool(record.is_for_private_use),
+    is_for_public_use: i8_to_bool(record.is_for_public_use),
+    is_for_studio: i8_to_bool(record.is_for_studio),
+    is_for_twitch_tts: i8_to_bool(record.is_for_twitch_tts),
+    is_for_api_use: i8_to_bool(record.is_for_api_use),
+    is_for_music: i8_to_bool(record.is_for_music),
+    is_for_games: i8_to_bool(record.is_for_games),
+    is_for_other: i8_to_bool(record.is_for_other),
+    optional_notes_on_use: record.optional_notes_on_use,
+    is_own_voice: i8_to_bool(record.is_own_voice),
+    is_third_party_voice: i8_to_bool(record.is_third_party_voice),
+    optional_notes_on_subject: record.optional_notes_on_subject,
+    has_clean_audio_recordings: i8_to_bool(record.has_clean_audio_recordings),
+    has_good_microphone: i8_to_bool(record.has_good_microphone),
+    optional_questions: record.optional_questions,
+    optional_extra_comments: record.optional_extra_comments,
+    created_at: record.created_at,
+    updated_at: record.updated_at,
+  }))
+}
+
+#[derive(Debug)]
+struct VoiceCloneRequestInternal {
+  pub token: String,
+
+  // Contact
+  pub maybe_user_token: Option<String>,
+  pub email_address: String,
+  pub discord_username: String,
+
+  // Visibility
+  pub is_for_private_use: i8,
+  pub is_for_public_use: i8,
+
+  // Use
+  pub is_for_studio: i8,
+  pub is_for_twitch_tts: i8,
+  pub is_for_api_use: i8,
+  pub is_for_music: i8,
+  pub is_for_games: i8,
+  pub is_for_other: i8,
+  pub optional_notes_on_use: Option<String>,
+
+  // Subject/Ownership
+  pub is_own_voice: i8,
+  pub is_third_party_voice: i8,
+  pub optional_notes_on_subject: Option<String>,
+
+  // Equipment
+  pub has_clean_audio_recordings: i8,
+  pub has_good_microphone: i8,
+
+  // Comments
+  pub optional_questions: Option<String>,
+  pub optional_extra_comments: Option<String>,
+
+  pub created_at: chrono::DateTime<Utc>,
+  pub updated_at: chrono::DateTime<Utc>,
+}

crates/schema/database/mysql_queries/src/queries/voice_clone_requests/insert_voice_clone_requests_builder.rs

@@ -0,0 +1,125 @@
+use anyhow::anyhow;
+use sqlx::MySqlPool;
+
+use errors::AnyhowResult;
+use tokens::tokens::voice_clone_requests::VoiceCloneRequestToken;
+
+pub struct InsertVoiceCloneRequestBuilder {
+  pub uuid_idempotency_token: String,
+
+  // Contact
+  pub maybe_user_token: Option<String>,
+  pub email_address: String,
+  pub discord_username: String,
+
+  // Visibility
+  pub is_for_private_use: bool,
+  pub is_for_public_use: bool,
+
+  // Use
+  pub is_for_studio: bool,
+  pub is_for_twitch_tts: bool,
+  pub is_for_api_use: bool,
+  pub is_for_music: bool,
+  pub is_for_games: bool,
+  pub is_for_other: bool,
+  pub optional_notes_on_use: Option<String>,
+
+  // Subject/Ownership
+  pub is_own_voice: bool,
+  pub is_third_party_voice: bool,
+  pub optional_notes_on_subject: Option<String>,
+
+  // Equipment
+  pub has_clean_audio_recordings: bool,
+  pub has_good_microphone: bool,
+
+  // Comments
+  pub optional_questions: Option<String>,
+  pub optional_extra_comments: Option<String>,
+
+  pub ip_address_creation: String,
+}
+
+impl InsertVoiceCloneRequestBuilder {
+
+  /// Returns the newly generated token.
+  pub async fn insert(&self, mysql_pool: &MySqlPool) -> AnyhowResult<String> {
+
+    let token = VoiceCloneRequestToken::generate().to_string();
+
+    let query = sqlx::query!(
+        r#"
+INSERT INTO voice_clone_requests
+SET
+  token = ?,
+  uuid_idempotency_token = ?,
+
+  maybe_user_token = ?,
+  email_address = ?,
+  discord_username = ?,
+
+  is_for_private_use = ?,
+  is_for_public_use = ?,
+
+  is_for_studio = ?,
+  is_for_twitch_tts = ?,
+  is_for_api_use = ?,
+  is_for_music = ?,
+  is_for_games = ?,
+  is_for_other = ?,
+  optional_notes_on_use = ?,
+
+  is_own_voice = ?,
+  is_third_party_voice = ?,
+  optional_notes_on_subject = ?,
+
+  has_clean_audio_recordings = ?,
+  has_good_microphone = ?,
+
+  optional_questions = ?,
+  optional_extra_comments = ?,
+
+  ip_address_creation = ?
+        "#,
+      &token,
+      &self.uuid_idempotency_token,
+
+      &self.maybe_user_token,
+      &self.email_address,
+      &self.discord_username,
+
+      &self.is_for_private_use,
+      &self.is_for_public_use,
+
+      &self.is_for_studio,
+      &self.is_for_twitch_tts,
+      &self.is_for_api_use,
+      &self.is_for_music,
+      &self.is_for_games,
+      &self.is_for_other,
+      &self.optional_notes_on_use,
+
+      &self.is_own_voice,
+      &self.is_third_party_voice,
+      &self.optional_notes_on_subject,
+
+      &self.has_clean_audio_recordings,
+      &self.has_good_microphone,
+
+      &self.optional_questions,
+      &self.optional_extra_comments,
+
+      &self.ip_address_creation,
+    );
+
+    let query_result = query.execute(mysql_pool).await;
+
+    let _record_id = match query_result {
+      Ok(res) => res.last_insert_id(),
+      Err(err) => return Err(anyhow!("Error creating Voice Clone Request: {:?}", err)),
+    };
+
+    Ok(token)
+  }
+}

crates/schema/database/mysql_queries/src/queries/voice_clone_requests/mod.rs

@@ -0,0 +1,2 @@
+pub mod get_voice_clone_request;
+pub mod insert_voice_clone_requests_builder;

crates/schema/database/redis_common/src/redis_cache_keys.rs

@@ -17,6 +17,10 @@ impl RedisCacheKeys {
     format!("get_tts_inf2:{}", model_token)
   }
 
+  pub fn get_unified_queue_stats_endpoint() -> &'static str {
+    "q_stats_2" // NB: Schema changed, hence _2
+  }
+
   pub fn session_record_light(session_token: &str) -> String {
     format!("ses_light:{}", session_token)
   }

crates/schema/public/enums/src/by_table/debug_logs/debug_log_type.rs

@@ -18,16 +18,7 @@ pub const MAX_LENGTH: usize = 24;
 #[derive(Clone, Copy, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize, ToSchema)]
 #[serde(rename_all = "snake_case")]
 pub enum DebugLogType {
-  // ========== First party ==========
-
-  /// A user request, typically the Json<T> actix_web handlers read.
   HttpRequest,
-
-  /// A backend/pipeline failure while serving a request.
-  BackendFailure,
-
-  // ========== Third party ==========
-
   FalRequest,
   KinoviRequest,
   GrokApiRequest,
@@ -43,7 +34,6 @@ impl DebugLogType {
   pub fn to_str(&self) -> &'static str {
     match self {
       Self::HttpRequest => "http_request",
-      Self::BackendFailure => "backend_failure",
       Self::FalRequest => "fal_request",
       Self::KinoviRequest => "kinovi_request",
       Self::GrokApiRequest => "grok_api_request",
@@ -55,7 +45,6 @@ impl DebugLogType {
   pub fn from_str(value: &str) -> Result<Self, EnumError> {
     match value {
       "http_request" => Ok(Self::HttpRequest),
-      "backend_failure" => Ok(Self::BackendFailure),
       "fal_request" => Ok(Self::FalRequest),
       "kinovi_request" => Ok(Self::KinoviRequest),
       "grok_api_request" => Ok(Self::GrokApiRequest),
@@ -68,7 +57,6 @@ impl DebugLogType {
   pub fn all_variants() -> BTreeSet<Self> {
     BTreeSet::from([
       Self::HttpRequest,
-      Self::BackendFailure,
       Self::FalRequest,
       Self::KinoviRequest,
       Self::GrokApiRequest,
@@ -91,7 +79,6 @@ mod tests {
     #[test]
     fn test_serialization() {
       assert_serialization(DebugLogType::HttpRequest, "http_request");
-      assert_serialization(DebugLogType::BackendFailure, "backend_failure");
       assert_serialization(DebugLogType::FalRequest, "fal_request");
       assert_serialization(DebugLogType::KinoviRequest, "kinovi_request");
       assert_serialization(DebugLogType::GrokApiRequest, "grok_api_request");
@@ -102,7 +89,6 @@ mod tests {
     #[test]
     fn to_str() {
       assert_eq!(DebugLogType::HttpRequest.to_str(), "http_request");
-      assert_eq!(DebugLogType::BackendFailure.to_str(), "backend_failure");
       assert_eq!(DebugLogType::FalRequest.to_str(), "fal_request");
       assert_eq!(DebugLogType::KinoviRequest.to_str(), "kinovi_request");
       assert_eq!(DebugLogType::GrokApiRequest.to_str(), "grok_api_request");
@@ -113,7 +99,6 @@ mod tests {
     #[test]
     fn from_str() {
       assert_eq!(DebugLogType::from_str("http_request").unwrap(), DebugLogType::HttpRequest);
-      assert_eq!(DebugLogType::from_str("backend_failure").unwrap(), DebugLogType::BackendFailure);
       assert_eq!(DebugLogType::from_str("fal_request").unwrap(), DebugLogType::FalRequest);
       assert_eq!(DebugLogType::from_str("kinovi_request").unwrap(), DebugLogType::KinoviRequest);
       assert_eq!(DebugLogType::from_str("grok_api_request").unwrap(), DebugLogType::GrokApiRequest);
@@ -135,9 +120,8 @@ mod tests {
     #[test]
     fn all_variants() {
       let mut variants = DebugLogType::all_variants();
-      assert_eq!(variants.len(), 7);
+      assert_eq!(variants.len(), 6);
       assert_eq!(variants.pop_first(), Some(DebugLogType::HttpRequest));
-      assert_eq!(variants.pop_first(), Some(DebugLogType::BackendFailure));
       assert_eq!(variants.pop_first(), Some(DebugLogType::FalRequest));
       assert_eq!(variants.pop_first(), Some(DebugLogType::KinoviRequest));
       assert_eq!(variants.pop_first(), Some(DebugLogType::GrokApiRequest));

crates/schema/trace_id/Cargo.toml

@@ -1,25 +0,0 @@
-[package]
-name = "trace_id"
-edition = "2018"
-version = "0.0.1"
-authors = [
-    "Brandon Thomas <bt@brand.io>",
-    "Brandon Thomas <echelon@gmail.com>",
-]
-publish = false
-
-[package.metadata.cargo-udeps.ignore]
-normal = ["workspace-build-acceleration"]
-
-[lib]
-name = "trace_id"
-path = "src/lib.rs"
-
-[dependencies]
-# Workspace hack (faster compile times)
-workspace-build-acceleration.workspace = true
-
-rand = { version = "0.8.5", features = ["std_rng"] }
-serde.workspace = true
-serde_derive.workspace = true
-tokio.workspace = true

crates/schema/trace_id/src/lib.rs

@@ -1,156 +0,0 @@
-//! trace_id
-//!
-//! Request-scoped trace identifiers for observability.
-//!
-//! A `TraceId` is generated for every inbound HTTP request (see the
-//! `trace_id_middleware` in `storyteller-web`), stored in a tokio task-local,
-//! and emitted with every log line and pager notification produced while
-//! serving that request.
-
-use std::fmt;
-
-use serde_derive::{Deserialize, Serialize};
-
-/// The string prefix for trace ids.
-pub const TRACE_ID_PREFIX: &str = "trace_";
-
-/// Number of Crockford base32 characters after the prefix.
-/// 26 characters × 5 bits = 130 bits of entropy (≥ the 128-bit industry
-/// standard for trace ids). Total length: 6 + 26 = 32 characters.
-pub const TRACE_ID_ENTROPY_CHARS: usize = 26;
-
-/// Total serialized length of a trace id ("trace_" + entropy).
-pub const TRACE_ID_TOTAL_LENGTH: usize = 32;
-
-/// Crockford base32 alphabet, lowercase (no i, l, o, u).
-const CROCKFORD_LOWERCASE_CHARSET: &[u8] = b"0123456789abcdefghjkmnpqrstvwxyz";
-
-/// A unique-per-request trace identifier, eg. `trace_1h3x9k2m4p7q8r5t6v0w2y3z4a`.
-#[derive(Clone, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize)]
-pub struct TraceId(String);
-
-impl TraceId {
-  /// Generate a new random trace id. Infallible.
-  #[inline]
-  pub fn generate() -> Self {
-    use rand::Rng;
-
-    let mut rng = rand::thread_rng();
-
-    let entropy: String = (0..TRACE_ID_ENTROPY_CHARS)
-      .map(|_| {
-        let idx = rng.gen_range(0..CROCKFORD_LOWERCASE_CHARSET.len());
-        CROCKFORD_LOWERCASE_CHARSET[idx] as char
-      })
-      .collect();
-
-    TraceId(format!("{}{}", TRACE_ID_PREFIX, entropy))
-  }
-
-  #[inline]
-  pub fn as_str(&self) -> &str {
-    &self.0
-  }
-}
-
-impl fmt::Display for TraceId {
-  fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-    write!(f, "{}", self.0)
-  }
-}
-
-impl fmt::Debug for TraceId {
-  fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-    write!(f, "{}", self.0)
-  }
-}
-
-tokio::task_local! {
-  /// The trace id for the currently-executing request, if any.
-  ///
-  /// Set by the HTTP middleware via [`TRACE_ID_TASK_LOCAL.scope(...)`], and
-  /// readable from anywhere within the request's task — including the
-  /// logger's format closure and the pager — via [`current_trace_id`].
-  pub static TRACE_ID_TASK_LOCAL: TraceId;
-}
-
-/// The trace id of the currently-executing request, if one is in scope.
-///
-/// Returns `None` outside of a request context (startup, background threads,
-/// detached `tokio::spawn` tasks that weren't explicitly re-scoped).
-#[inline]
-pub fn current_trace_id() -> Option<TraceId> {
-  TRACE_ID_TASK_LOCAL.try_with(|trace_id| trace_id.clone()).ok()
-}
-
-#[cfg(test)]
-mod tests {
-  use super::*;
-
-  mod generation {
-    use super::*;
-
-    #[test]
-    fn total_length_is_32() {
-      assert_eq!(TraceId::generate().as_str().len(), TRACE_ID_TOTAL_LENGTH);
-    }
-
-    #[test]
-    fn has_prefix() {
-      assert!(TraceId::generate().as_str().starts_with(TRACE_ID_PREFIX));
-    }
-
-    #[test]
-    fn entropy_uses_crockford_lowercase_only() {
-      let trace_id = TraceId::generate();
-      let entropy = &trace_id.as_str()[TRACE_ID_PREFIX.len()..];
-      assert_eq!(entropy.len(), TRACE_ID_ENTROPY_CHARS);
-      for c in entropy.chars() {
-        assert!(
-          CROCKFORD_LOWERCASE_CHARSET.contains(&(c as u8)),
-          "unexpected character: {}",
-          c
-        );
-      }
-    }
-
-    #[test]
-    fn ids_are_unique() {
-      let a = TraceId::generate();
-      let b = TraceId::generate();
-      assert_ne!(a, b);
-    }
-  }
-
-  mod task_local {
-    use super::*;
-
-    #[tokio::test]
-    async fn absent_outside_scope() {
-      assert!(current_trace_id().is_none());
-    }
-
-    #[tokio::test]
-    async fn present_inside_scope() {
-      let trace_id = TraceId::generate();
-      let expected = trace_id.clone();
-      TRACE_ID_TASK_LOCAL
-        .scope(trace_id, async move {
-          assert_eq!(current_trace_id(), Some(expected));
-        })
-        .await;
-    }
-
-    #[tokio::test]
-    async fn survives_await_points() {
-      let trace_id = TraceId::generate();
-      let expected = trace_id.clone();
-      TRACE_ID_TASK_LOCAL
-        .scope(trace_id, async move {
-          tokio::task::yield_now().await;
-          assert_eq!(current_trace_id(), Some(expected));
-        })
-        .await;
-    }
-  }
-}

crates/service/web/storyteller_web/Cargo.toml

@@ -89,7 +89,6 @@ seedance2pro_client.workspace = true
 server_environment = { path = "../../../lib/server_environment" }
 thumbnail_generator = { path = "../../../api_clients/thumbnail_generator" }
 tokens.workspace = true
-trace_id.workspace = true
 tts_common = { path = "../../../lib/deprecated/tts_common" }
 url_config = { path = "../../../lib/url_config" }
 url_utils = { path = "../../../lib/url_utils" }

crates/service/web/storyteller_web/src/docs/api_doc.rs

@@ -16,6 +16,7 @@ use crate::http_server::common_responses::tag_info::TagInfo;
 use crate::http_server::common_responses::user_details_lite::{UserDefaultAvatarInfo, UserDetailsLight};
 use crate::http_server::deprecated_endpoints::conversion::enqueue_fbx_to_gltf_handler::*;
 use crate::http_server::deprecated_endpoints::engine::create_scene_handler::*;
+use crate::http_server::deprecated_endpoints::image_gen::enqueue_image_generation::EnqueueImageGenRequestSuccessResponse;
 use crate::http_server::deprecated_endpoints::workflows::enqueue::enqueue_face_fusion_workflow_handler::*;
 use crate::http_server::deprecated_endpoints::workflows::enqueue::enqueue_live_portrait_workflow_handler::*;
 use crate::http_server::deprecated_endpoints::workflows::enqueue::vst_common::vst_error::*;
@@ -136,7 +137,6 @@ use artcraft_api_defs::moderation::user_spend_summaries::get_summary::*;
 use artcraft_api_defs::moderation::user_spend_summaries::reengagement_list::*;
 use artcraft_api_defs::moderation::user_spend_summaries::top_users_list::*;
 use artcraft_api_defs::moderation::user_daily_spends::user_daily_spends_list::*;
-use artcraft_api_defs::moderation::top_spenders::list::*;
 use artcraft_api_defs::moderation::user_spend_events::list::*;
 use artcraft_api_defs::folders::subfolder::*;
 use artcraft_api_defs::moderation::user_referrals::list_global_user_referrals::*;
@@ -217,6 +217,8 @@ use billing_component::stripe::http_endpoints::checkout::create::stripe_create_c
 use crate::http_server::endpoints::billing_fakeyou::list_active_user_subscriptions_handler::*;
 use crate::http_server::endpoints::service::status_alert_handler::*;
 use crate::http_server::endpoints::stats::get_unified_queue_stats_handler::*;
+use crate::http_server::endpoints::studio_gen2::enqueue_studio_gen2_handler::*;
+use crate::http_server::endpoints::studio_gen2::enqueue_studio_gen2_handler::EnqueueStudioGen2Request;
 use crate::http_server::endpoints::tags::list_tags_for_entity_handler::*;
 use crate::http_server::endpoints::tags::set_tags_for_entity_handler::*;
 use crate::http_server::endpoints::tts::enqueue_infer_tts_handler::enqueue_infer_tts_handler::*;
@@ -239,6 +241,9 @@ use crate::http_server::endpoints::users::login_handler::LoginErrorResponse;
 use crate::http_server::endpoints::users::logout_handler::*;
 use crate::http_server::endpoints::users::session_info_handler::*;
 use crate::http_server::endpoints::users::session_token_info_handler::*;
+use crate::http_server::endpoints::voice_conversion::enqueue_voice_conversion_inference_handler::*;
+use crate::http_server::endpoints::voice_designer::inference::enqueue_tts_request::*;
+use crate::http_server::endpoints::voice_designer::voice_datasets::list_datasets_by_user::*;
 use crate::http_server::endpoints::weights::delete::delete_weight_handler::*;
 use crate::http_server::endpoints::weights::get::get_weight_handler::*;
 use crate::http_server::endpoints::weights::list::list_available_weights_handler::*;
@@ -383,6 +388,7 @@ use crate::http_server::endpoints::video_info::video_info_upload_handler::*;
 use crate::http_server::endpoints::video_info::video_info_notes_handler::*;
 use crate::http_server::endpoints::web_referrals::log_web_referral_handler::*;
 use crate::http_server::endpoints::image_studio::update_gpt_image_job_status_handler::*;
+use crate::http_server::endpoints::voice_conversion::enqueue_seed_vc_inference_handler::*;
 use crate::http_server::endpoints::credits::get_session_credits_handler::*;
 use crate::http_server::endpoints::subscriptions::get_session_subscription_handler::*;
 use crate::http_server::endpoints::analytics::log_app_active_user_handler::*;
@@ -396,7 +402,6 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     crate::http_server::endpoints::moderation::user_spend_summaries::moderator_reengagement_list_handler::moderator_reengagement_list_handler,
     crate::http_server::endpoints::moderation::user_spend_summaries::moderator_top_users_list_handler::moderator_top_users_list_handler,
     crate::http_server::endpoints::moderation::user_daily_spends::moderator_user_daily_spends_handler::moderator_user_daily_spends_handler,
-    crate::http_server::endpoints::moderation::top_spenders::moderator_list_top_spenders_handler::moderator_list_top_spenders_handler,
     crate::http_server::endpoints::moderation::user_spend_events::moderator_list_user_spend_events_handler::moderator_list_user_spend_events_handler,
     billing_component::stripe::http_endpoints::checkout::create::stripe_create_checkout_session_json_handler::stripe_create_checkout_session_json_handler,
     crate::http_server::endpoints::billing_fakeyou::list_active_user_subscriptions_handler::list_active_user_subscriptions_handler,
@@ -482,6 +487,7 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     crate::http_server::endpoints::prompts::get_prompt_handler::get_prompt_handler,
     crate::http_server::endpoints::service::status_alert_handler::status_alert_handler,
     crate::http_server::endpoints::stats::get_unified_queue_stats_handler::get_unified_queue_stats_handler,
+    crate::http_server::endpoints::studio_gen2::enqueue_studio_gen2_handler::enqueue_studio_gen2_handler,
     crate::http_server::endpoints::tags::list_tags_for_entity_handler::list_tags_for_entity_handler,
     crate::http_server::endpoints::tags::set_tags_for_entity_handler::set_tags_for_entity_handler,
     crate::http_server::endpoints::tts::enqueue_infer_tts_handler::enqueue_infer_tts_handler::enqueue_infer_tts_handler,
@@ -503,6 +509,9 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     crate::http_server::endpoints::users::logout_handler::logout_handler,
     crate::http_server::endpoints::users::session_info_handler::session_info_handler,
     crate::http_server::endpoints::users::session_token_info_handler::session_token_info_handler,
+    crate::http_server::endpoints::voice_conversion::enqueue_voice_conversion_inference_handler::enqueue_voice_conversion_inference_handler,
+    crate::http_server::endpoints::voice_designer::inference::enqueue_tts_request::enqueue_tts_request,
+    crate::http_server::endpoints::voice_designer::voice_datasets::list_datasets_by_user::list_datasets_by_user_handler,
     crate::http_server::endpoints::weights::delete::delete_weight_handler::delete_weight_handler,
     crate::http_server::endpoints::weights::get::get_weight_handler::get_weight_handler,
     crate::http_server::endpoints::weights::list::list_available_weights_handler::list_available_weights_handler,
@@ -558,7 +567,9 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     crate::http_server::endpoints::analytics::log_app_active_user_handler::log_app_active_user_handler,
     crate::http_server::endpoints::analytics::log_app_active_user_json_handler::log_app_active_user_json_handler,
     // Voice Conversion
+    crate::http_server::endpoints::voice_conversion::enqueue_seed_vc_inference_handler::enqueue_infer_seed_vc_handler,
     // TTS
+    crate::http_server::endpoints::tts::enqueue_infer_f5_tts_handler::enqueue_infer_f5_tts_handler::enqueue_infer_f5_tts_handler,
     // Characters
     crate::http_server::endpoints::characters::list_characters_handler::list_characters_handler,
     crate::http_server::endpoints::characters::create_character_handler::create_character_handler,
@@ -657,9 +668,6 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     TopUserEntry,
     TopUsersWindow,
     ModeratorUserDailySpendsResponse,
-    ModeratorListTopSpendersResponse,
-    TopSpenderEntry,
-    TopSpendersWindow,
     ModeratorListUserSpendEventsResponse,
     UserSpendEventListEntry,
     UserDailySpendEntry,
@@ -919,13 +927,21 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     EnqueueFbxToGltfRequestSuccessResponse,
     EnqueueGptSovitsModelDownloadRequest,
     EnqueueGptSovitsModelDownloadSuccessResponse,
+    EnqueueImageGenRequestSuccessResponse,
     EnqueueLivePortraitCropDimensions,
     EnqueueLivePortraitWorkflowRequest,
     EnqueueLivePortraitWorkflowSuccessResponse,
+    EnqueueStudioGen2Request,
+    EnqueueStudioGen2Response,
+    EnqueueTTSRequest,
+    EnqueueTTSRequestSuccessResponse,
     EnqueueVideoStyleTransferRequest,
     EnqueueVideoStyleTransferSuccessResponse,
+    EnqueueVoiceConversionInferenceRequest,
+    EnqueueVoiceConversionInferenceSuccessResponse,
     FeaturedMediaFile,
     FeaturedModelWeightForList,
+    FundamentalFrequencyMethod,
     GenerateFlux1DevTextToImageAspectRatio,
     GenerateFlux1DevTextToImageNumImages,
     GenerateFlux1DevTextToImageRequest,
@@ -983,12 +999,15 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     GetProfilePathInfo,
     GetPromptPathInfo,
     GetPromptSuccessResponse,
+    GetUnifiedQueueStatsError,
     GetUnifiedQueueStatsSuccessResponse,
     GetUserRatingResponse,
     GetWeightPathInfo,
     GetWeightResponse,
     GoogleCreateAccountRequest,
     GoogleCreateAccountSuccessResponse,
+    InferTtsError,
+    InferTtsRequest,
     InferTtsSuccessResponse,
     InferenceJobStatusResponsePayload,
     InferenceJobTokenType,
@@ -1002,6 +1021,9 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     ListCommentsError,
     ListCommentsPathInfo,
     ListCommentsSuccessResponse,
+    ListDatasetsByUserError,
+    ListDatasetsByUserPathInfo,
+    ListDatasetsByUserSuccessResponse,
     ListFeaturedMediaFilesQueryParams,
     ListFeaturedMediaFilesSuccessResponse,
     ListFeaturedWeightsError,
@@ -1172,6 +1194,7 @@ use crate::http_server::endpoints::media_files::list::list_batch_generated_redux
     WeightsData,
     WriteEngineAssetMediaSuccessResponse,
     WriteSceneFileMediaSuccessResponse,
+    ZsDatasetRecord,
 
     // Cost Estimate types
     EstimateImageCostRequest,

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/image_gen/enqueue_generation_type.rs

@@ -0,0 +1,75 @@
+use std::collections::BTreeSet;
+
+#[cfg(test)]
+use strum::EnumCount;
+#[cfg(test)]
+use strum::EnumIter;
+use utoipa::ToSchema;
+
+#[cfg_attr(test, derive(EnumIter, EnumCount))]
+#[derive(Clone, Copy, Eq, PartialEq, Hash, Ord, PartialOrd, Debug, Deserialize, Serialize, ToSchema)]
+pub enum EnqueueImageGenType {
+    #[serde(rename = "upload_lora")]
+    UploadLoRA,
+    #[serde(rename = "upload_sd")]
+    Checkpoint,
+    #[serde(rename = "inference")]
+    Inference,
+}
+
+impl EnqueueImageGenType {
+    pub fn to_str(&self) -> &'static str {
+        match self {
+            Self::UploadLoRA => "upload_lora",
+            Self::Checkpoint => "upload_sd",
+            Self::Inference => "inference",
+        }
+    }
+
+    pub fn from_str(value: &str) -> Result<Self, String> {
+        match value {
+            "upload_lora" => Ok(Self::UploadLoRA),
+            "upload_sd" => Ok(Self::Checkpoint),
+            "inference" => Ok(Self::Inference),
+            _ => Err(format!("invalid value: {:?}", value)),
+        }
+    }
+
+    pub fn all_variants() -> BTreeSet<Self> {
+        BTreeSet::from([
+            Self::UploadLoRA,
+            Self::Checkpoint,
+            Self::Inference
+        ])
+    }
+}
+
+
+#[cfg(test)]
+mod tests {
+  use super::*;
+
+  #[test]
+    fn test_to_str() {
+        assert_eq!(EnqueueImageGenType::UploadLoRA.to_str(), "upload_lora");
+        assert_eq!(EnqueueImageGenType::Checkpoint.to_str(), "upload_sd");
+        assert_eq!(EnqueueImageGenType::Inference.to_str(), "inference");
+    }
+
+    #[test]
+    fn test_from_str() {
+        assert_eq!(EnqueueImageGenType::from_str("upload_lora").unwrap(), EnqueueImageGenType::UploadLoRA);
+        assert_eq!(EnqueueImageGenType::from_str("upload_sd").unwrap(), EnqueueImageGenType::Checkpoint);
+        assert_eq!(EnqueueImageGenType::from_str("inference").unwrap(), EnqueueImageGenType::Inference);
+        assert!(EnqueueImageGenType::from_str("invalid").is_err());
+    }
+
+    #[test]
+    fn test_all_variants() {
+        let variants = EnqueueImageGenType::all_variants();
+        assert_eq!(variants.len(), 3);
+        assert!(variants.contains(&EnqueueImageGenType::UploadLoRA));
+        assert!(variants.contains(&EnqueueImageGenType::Checkpoint));
+        assert!(variants.contains(&EnqueueImageGenType::Inference));
+    }
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/image_gen/enqueue_image_generation.rs

@@ -0,0 +1,560 @@
+#![forbid(unused_mut)]
+
+use std::fmt::Debug;
+use std::fmt::{Display, Formatter};
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::web::Json;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::error;
+use log::warn;
+use serde::Deserialize;
+use serde::Serialize;
+use utoipa::ToSchema;
+use web::Data;
+
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::by_table::generic_inference_jobs::inference_model_type::InferenceModelType;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{
+  GenericInferenceArgs,
+  InferenceCategoryAbbreviated,
+  PolymorphicInferenceArgs,
+};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::image_generation_payload::StableDiffusionArgs;
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{
+  insert_generic_inference_job,
+  InsertGenericInferenceArgs,
+};
+use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
+use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::model_weights::ModelWeightToken;
+use tokens::tokens::users::UserToken;
+
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
+
+/// This is the number of images (batch size) to generate for each request.
+/// We should allow all users to have multiple images generated at once as this
+/// is what other providers do.
+const MINIMUM_IMAGE_COUNT : u32 = 4;
+
+/// The maximum number of images (batch size) to generate for each request.
+const MAXIMUM_IMAGE_COUNT : u32 = 8;
+
+/// Debug requests can get routed to special "debug-only" workers, which can
+/// be used to trial new code, run debugging, etc.
+const DEBUG_HEADER_NAME: &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+const ROUTING_TAG_HEADER_NAME: &str = "routing-tag";
+
+#[derive(Debug, Deserialize, Clone, Copy, Eq, PartialEq)]
+pub enum TypeOfInference {
+    #[serde(rename = "lora")]
+    Lora,
+    #[serde(rename = "model")]
+    Model,
+    #[serde(rename = "inference")]
+    Inference
+}
+impl Display for TypeOfInference {
+    fn fmt(&self, f: &mut Formatter) -> std::fmt::Result {
+        match self {
+            TypeOfInference::Lora => write!(f, "lora"),
+            TypeOfInference::Model => write!(f, "model"),
+            TypeOfInference::Inference => write!(f, "inference"),
+        }
+    }
+}
+
+pub fn is_valid_string(input: &str) -> bool {
+    let valid_strings = [
+        "DPM++ 2M Karras",
+        "DPM++ SDE Karras",
+        "DPM++ 2M SDE Exponential",
+        "DPM++ 2M SDE Karras",
+        "Euler a",
+        "Euler",
+        "LMS",
+        "Heun",
+        "DPM2",
+        "DPM2 a",
+        "DPM++ 2S a",
+        "DPM++ 2M",
+        "DPM++ SDE",
+        "DPM++ 2M SDE",
+        "DPM++ 2M SDE Heun",
+        "DPM++ 2M SDE Heun Karras",
+        "DPM++ 2M SDE Heun Exponential",
+        "DPM++ 3M SDE",
+        "DPM++ 3M SDE Karras",
+        "DPM++ 3M SDE Exponential",
+        "DPM fast",
+        "DPM adaptive",
+        "LMS Karras",
+        "DPM2 Karras",
+        "DPM2 a Karras",
+        "DPM++ 2S a Karras",
+    ];
+    valid_strings.contains(&input)
+}
+
+#[derive(Deserialize, Default, ToSchema)]
+pub struct EnqueueImageGenRequest {
+    pub uuid_idempotency_token: String,
+    pub maybe_image_source: Option<String>,
+    pub maybe_sd_model_token: Option<String>,
+    pub maybe_lora_model_token: Option<String>,
+    pub maybe_prompt: Option<String>,
+    pub maybe_n_prompt: Option<String>,
+    pub maybe_seed: Option<i64>,
+    pub maybe_width: Option<u32>,
+    pub maybe_height: Option<u32>,
+    pub maybe_sampler: Option<String>,
+    pub maybe_upload_path: Option<String>,
+    pub maybe_lora_upload_path: Option<String>,
+    pub maybe_cfg_scale: Option<u32>,
+    pub maybe_number_of_samples: Option<u32>,
+    pub maybe_batch_count: Option<u32>,
+    pub maybe_name: Option<String>,
+    pub maybe_description: Option<String>,
+    pub maybe_version: Option<u32>,
+
+    // Optional cover image on LoRA or SD upload
+    pub maybe_cover_image_media_file_token: Option<MediaFileToken>,
+}
+
+#[derive(Serialize, ToSchema)]
+pub struct EnqueueImageGenRequestSuccessResponse {
+    pub success: bool,
+    pub inference_job_token: InferenceJobToken,
+}
+// Implementation for enqueuing a TTS request
+// Reference enqueue_infer_tts_handler.rs for checks: rate limiting / user sessions
+// insert generic inference job.rs
+// Need to convert it to generic inference job.
+#[utoipa::path(
+    post,
+    path = "/inference/enqueue_image_gen/",
+    responses(
+        (
+            status = 200,
+            description = "Enqueue TTS generically",
+            body = EnqueueImageGenRequestSuccessResponse,
+        ),
+        (status = 400, description = "Bad input", body = CommonWebError),
+        (status = 401, description = "Not authorized", body = CommonWebError),
+        (status = 429, description = "Rate limited", body = CommonWebError),
+        (status = 500, description = "Server error", body = CommonWebError)
+    ),
+    params(("request" = EnqueueImageGenRequest, description = "Payload for TTS Request"))
+)]
+pub async fn enqueue_image_generation_request(
+    http_request: HttpRequest,
+    request: Json<EnqueueImageGenRequest>,
+    server_state: Data<Arc<ServerState>>
+) -> Result<HttpResponse, CommonWebError> {
+
+    let inference_mode = inference_mode_from_http_request(&http_request)
+        .ok_or(CommonWebError::BadInputWithSimpleMessage("Invalid request".to_string()))?;
+
+    validate_request(&request, inference_mode)?;
+
+    // TODO: Brandon need to figure out premium vs not premium
+
+    let mut maybe_user_token: Option<UserToken> = None;
+    let visbility = enums::common::visibility::Visibility::Public;
+
+    let mut mysql_connection = server_state.mysql_pool.acquire().await.map_err(|err| {
+        warn!("MySql pool error: {:?}", err);
+        CommonWebError::from_error(err)
+    })?;
+
+    // ==================== USER SESSION ==================== //
+
+    let maybe_user_session = server_state.session_checker
+        .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection).await
+        .map_err(|e| {
+            warn!("Session checker error: {:?}", e);
+            CommonWebError::from_error(e)
+        })?;
+    
+
+    if let Some(user_session) = maybe_user_session.as_ref() {
+        maybe_user_token = Some(UserToken::new_from_str(&user_session.user_token));
+    }
+
+    // ==================== PLANS ==================== //
+
+    // Plan should handle "first anonymous use" and "investor" cases.
+    let plan = get_correct_plan_for_session(
+      server_state.server_environment,
+      maybe_user_session.as_ref()
+    );
+
+    // Separate priority for animation.
+    let priority_level = plan.web_vc_base_priority_level();
+
+    // ==================== DEBUG MODE + ROUTING TAG ==================== //
+
+    let is_debug_request = get_request_header_optional(&http_request, DEBUG_HEADER_NAME).is_some();
+
+    let maybe_routing_tag = get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME).map(
+        |routing_tag| routing_tag.trim().to_string()
+    );
+
+
+    // ==================== BANNED USERS ==================== //
+
+    if let Some(ref user) = maybe_user_session {
+        if user.role.is_banned {
+            return Err(CommonWebError::NotAuthorized);
+        }
+    }
+
+    // DETECT premium user and queue
+
+    // ==================== RATE LIMIT ==================== //
+
+    let rate_limiter = match maybe_user_session {
+        None => &server_state.redis_rate_limiters.logged_out,
+        Some(ref _user) => &server_state.redis_rate_limiters.logged_in,
+    };
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+        return Err(CommonWebError::TooManyRequests);
+    }
+
+    // Get up IP address
+    let ip_address = get_request_ip(&http_request);
+
+    // Check the inference args to make sure everything is all there for upload loRA / model or standard inference
+
+    // ==================== HANDLE IDEMPOTENCY ==================== //
+
+    if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
+        return Err(CommonWebError::BadInputWithSimpleMessage(reason));
+    }
+
+    insert_idempotency_token(&request.uuid_idempotency_token, &mut *mysql_connection)
+        .await
+        .map_err(|err| {
+            error!("Error inserting idempotency token: {:?}", err);
+            CommonWebError::BadInputWithSimpleMessage("invalid idempotency token".to_string())
+        })?;
+
+    // ==================== INFERENCE ARGS ==================== //
+
+    let width = request.maybe_width.unwrap_or(512);
+    let height = request.maybe_height.unwrap_or(512);
+
+    let width = match width {
+        0..=512 => 512,
+        513..=768 => 768,
+        769..=1024 => 1024,
+        _ => 1024,
+    };
+
+    let height = match height {
+        0..=512 => 512,
+        513..=768 => 768,
+        769..=1024 => 1024,
+        _ => 1024,
+    };
+
+    let cfg_scale = match request.maybe_cfg_scale {
+        Some(val) => if val > 32 { 32 } else { val }
+        None => 7,
+    };
+
+    let number_of_samples = match request.maybe_number_of_samples {
+        Some(val) => if val > 128 { 128 } else { val }
+        None => 20,
+    };
+
+    let batch_count = match request.maybe_batch_count {
+        None => MINIMUM_IMAGE_COUNT, // NB: Default to "3" images for everyone
+        Some(0...MINIMUM_IMAGE_COUNT) => MINIMUM_IMAGE_COUNT,
+        Some(val) => if val > MAXIMUM_IMAGE_COUNT { MAXIMUM_IMAGE_COUNT } else { val }
+    };
+
+    let sampler = match request.maybe_sampler.clone() {
+        Some(val) => if is_valid_string(&val) { val.clone() } else { String::from("Euler a") }
+        None => String::from("Euler a"),
+    };
+
+    let sd_weight_token = ModelWeightToken(
+        request.maybe_sd_model_token.clone().unwrap_or_default()
+    );
+
+    let lora_token = ModelWeightToken(request.maybe_lora_model_token.clone().unwrap_or_default());
+
+    let n_prompt = request.maybe_n_prompt.clone().unwrap_or_default();
+
+    // we can only do 1 upload type at a time.
+    // if we are uploading a model.
+    let mut maybe_sd_upload_url = None;
+    let mut maybe_lora_upload_url = None;
+
+    let both_fields = (
+        request.maybe_upload_path.as_deref(),
+        request.maybe_lora_upload_path.as_deref()
+    );
+
+    match both_fields {
+        (Some(_), Some(_)) => {
+            return Err(CommonWebError::BadInputWithSimpleMessage("Can't upload both lora and model".to_string()));
+        }
+        (Some(sd_url), None) => {
+            maybe_sd_upload_url = Some(sd_url.to_string());
+        }
+        (None, Some(lora_url)) => {
+            maybe_lora_upload_url = Some(lora_url.to_string());
+        }
+        _ => {}, // No-op for inference
+    }
+
+    // NB: This is done to populate the new top-level field in the jobs table.
+    // We won't read this yet, but in the meantime it can serve as analytics, and in the future
+    // we can switch to it.
+    let maybe_either_download_url = maybe_sd_upload_url.as_deref()
+        .or(maybe_lora_upload_url.as_deref())
+        .map(|s| s.to_string());
+
+    let seed = request.maybe_seed.unwrap_or(-1);
+
+    let mut version : u32 = 0;
+
+    let type_of_inference = match inference_mode {
+        TypeOfInference::Lora => "lora",
+        TypeOfInference::Model => "model",
+        TypeOfInference::Inference => "inference",
+    };
+
+    if let Some(s) = request.maybe_version {
+        version = s;
+    }
+
+    let inference_args = StableDiffusionArgs {
+        maybe_sd_model_token: Some(sd_weight_token),
+        maybe_lora_model_token: Some(lora_token),
+        maybe_prompt: request.maybe_prompt.clone(),
+        maybe_n_prompt: request.maybe_n_prompt.clone(),
+        maybe_seed: Some(seed),
+        maybe_upload_path: maybe_sd_upload_url,
+        maybe_lora_upload_path: maybe_lora_upload_url,
+        type_of_inference: type_of_inference.to_string(),
+        maybe_cfg_scale: Some(cfg_scale),
+        maybe_number_of_samples: Some(number_of_samples),
+        maybe_batch_count: Some(batch_count),
+        maybe_width: Some(width),
+        maybe_height: Some(height),
+        maybe_sampler: Some(sampler),
+        maybe_description: request.maybe_description.clone(),
+        maybe_name: request.maybe_name.clone(),
+        maybe_version: Some(version),
+    };
+
+    // create the inference args here
+    let maybe_avt_token = server_state.avt_cookie_manager.get_avt_token_from_request(&http_request);
+
+    // create the job record here!
+    let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+        uuid_idempotency_token: &request.uuid_idempotency_token,
+        job_type: InferenceJobType::StableDiffusion,
+        maybe_product_category: None, // This is not a product anymore
+        inference_category: InferenceCategory::ImageGeneration,
+        maybe_model_type: Some(InferenceModelType::StableDiffusion), // NB: Model is static during inference
+        maybe_model_token: None, // NB: Model is static during inference
+        maybe_input_source_token: None,
+        maybe_input_source_token_type: None,
+        maybe_download_url: maybe_either_download_url.as_deref(),
+        maybe_cover_image_media_file_token: request.maybe_cover_image_media_file_token.as_ref(),
+        maybe_raw_inference_text: None,
+        maybe_max_duration_seconds: None,
+        maybe_inference_args: Some(GenericInferenceArgs {
+            inference_category: Some(InferenceCategoryAbbreviated::ImageGeneration),
+            args: Some(PolymorphicInferenceArgs::Ig(inference_args)),
+        }),
+        maybe_creator_user_token: maybe_user_token.as_ref(),
+        maybe_avt_token: maybe_avt_token.as_ref(),
+        creator_ip_address: &ip_address,
+        creator_set_visibility: visbility,
+        priority_level,
+        requires_keepalive: false, //reverse ...  TODO fix this. we set it base on account is premium or not ... 
+        is_debug_request,
+        maybe_routing_tag: maybe_routing_tag.as_deref(),
+        mysql_pool: &server_state.mysql_pool,
+    }).await;
+
+    let job_token = match query_result {
+        Ok((job_token, _id)) => job_token,
+        Err(err) => {
+            warn!("New generic inference job creation DB error: {:?}", err);
+            if err.had_duplicate_idempotency_token() {
+                return Err(CommonWebError::BadInputWithSimpleMessage("Duplicate idempotency token".to_string()));
+            }
+            return Err(CommonWebError::from_error(err));
+        }
+    };
+
+    let response: EnqueueImageGenRequestSuccessResponse = EnqueueImageGenRequestSuccessResponse {
+        success: true,
+        inference_job_token: job_token,
+    };
+
+    let body = serde_json
+        ::to_string(&response)
+        ?;
+
+    // Error handling 101 rust result type returned like so.
+    Ok(HttpResponse::Ok().content_type("application/json").body(body))
+}
+
+fn validate_request(
+    request: &Json<EnqueueImageGenRequest>,
+    inference_mode: TypeOfInference
+) -> Result<(), CommonWebError> {
+
+    let mut requires_name = false;
+    let mut requires_description = false;
+    let mut requires_sd_model_token = false;
+    let mut requires_lora_upload_path = false;
+    let mut requires_upload_path = false;
+
+    match inference_mode {
+        TypeOfInference::Lora => {
+            requires_name = true;
+            requires_description = true;
+            requires_lora_upload_path = true;
+        }
+        TypeOfInference::Model => {
+            requires_name = true;
+            requires_description = true;
+            requires_upload_path = true;
+        }
+        TypeOfInference::Inference => {
+            requires_sd_model_token = true;
+        }
+    }
+
+    if requires_name && request.maybe_name.is_none() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Missing Model / Lora Name".to_string()));
+    }
+    if requires_description && request.maybe_description.is_none() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Missing Model / Lora Description".to_string()));
+    }
+    if requires_sd_model_token && request.maybe_sd_model_token.is_none() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Missing Model Token".to_string()));
+    }
+    if requires_lora_upload_path && request.maybe_lora_upload_path.is_none() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Missing Lora Upload Path".to_string()));
+    }
+    if requires_upload_path && request.maybe_upload_path.is_none() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Missing Model Upload Path".to_string()));
+    }
+
+    Ok(())
+}
+
+
+
+
+fn inference_mode_from_http_request(http_request: &HttpRequest) -> Option<TypeOfInference> {
+    inference_mode_from_url_path(http_request.path())
+}
+
+fn inference_mode_from_url_path(url_path: &str) -> Option<TypeOfInference> {
+    let last_segment = url_path.split("/").last();
+    match last_segment {
+        Some("lora") => Some(TypeOfInference::Lora),
+        Some("model") => Some(TypeOfInference::Model),
+        Some("inference") => Some(TypeOfInference::Inference),
+        _ => None
+    }
+}
+
+#[cfg(test)]
+mod tests {
+  use crate::http_server::deprecated_endpoints::image_gen::enqueue_image_generation::{inference_mode_from_url_path, TypeOfInference};
+
+  #[test]
+    fn test_url_paths() {
+        // Valid routes
+        assert_eq!(inference_mode_from_url_path("/v1/image_gen/enqueue/inference"), Some(TypeOfInference::Inference));
+        assert_eq!(inference_mode_from_url_path("/v1/image_gen/upload/model"), Some(TypeOfInference::Model));
+        assert_eq!(inference_mode_from_url_path("/v1/image_gen/upload/lora"), Some(TypeOfInference::Lora));
+
+        // Non-routes
+        assert_eq!(inference_mode_from_url_path(""), None);
+        assert_eq!(inference_mode_from_url_path("/v1/image_gen/enqueue/foo"), None);
+        assert_eq!(inference_mode_from_url_path("/v1/image_gen/upload/foo"), None);
+    }
+}
+
+// with LoRA
+// http://127.0.0.1:12345/v1/image_gen/inference/enqueue_image_gen
+// {
+//     "uuid_idempotency_token": "12",
+//     "maybe_sd_model_token": "weight_dmmthavhawqc2hj7yqyemcbf8",
+//     "maybe_lora_model_token": "weight_t7gz78fjg27m0wtw6r33gafxs",
+//     "maybe_prompt": "raiden mei a very well drawn, anime girl, with pink and purple hair sitting down on a chair relaxed, highest quality, semi nude, masterpiece, painted",
+//     "maybe_a_prompt": "a anime girl, with pink and purple hair sitting down on a chair relaxed.",
+//     "maybe_n_prompt": "nsfw, black and white, low quality, pixelated",
+//     "maybe_seed": -1,
+//     "maybe_width": 1024,
+//     "maybe_height": 1024,
+//     "maybe_sampler": "DPM++ 2M SDE Heun",
+//     "maybe_cfg_scale": 7,
+//     "maybe_number_of_samples": 64,
+//     "maybe_batch_count": 4,
+//   }
+
+// without LoRA
+// {
+//     "uuid_idempotency_token": "132141",
+//     "maybe_sd_model_token": "weight_dmmthavhawqc2hj7yqyemcbf8",
+//     "maybe_prompt": "raiden mei a very well drawn, anime girl, with pink and purple hair sitting down on a chair relaxed, highest quality, semi nude, masterpiece, painted",
+//     "maybe_a_prompt": "a anime girl, with pink and purple hair sitting down on a chair relaxed.",
+//     "maybe_n_prompt": "nsfw, black and white, low quality, pixelated",
+//     "maybe_seed": -1,
+//     "maybe_width": 512,
+//     "maybe_height": 512,
+//     "maybe_sampler": "DPM++ 2M SDE Heun",
+//     "maybe_cfg_scale": 8,
+//     "maybe_number_of_samples": 64,
+//     "maybe_batch_count": 4
+// }
+
+// http://127.0.0.1:12345/v1/image_gen/upload/lora
+// {
+//     "uuid_idempotency_token": "12",
+//     "maybe_lora_upload_path": "https://drive.google.com/file/d/1WRgR2pn0Ky8ls5_9Zq6tQlHTBvyWeach/view?usp=sharing",
+//     "maybe_name":"some_name",
+//     "maybe_description":"some_description"
+// }
+
+// http://127.0.0.1:12345/v1/image_gen/upload/model
+// {
+//     "uuid_idempotency_token": "13",
+//     "maybe_upload_path": "https://drive.google.com/file/d/1WRgR2pn0Ky8ls5_9Zq6tQlHTBvyWeach/view?usp=sharing",
+//     "maybe_name":"some_name",
+//     "maybe_description":"some_description"
+// }
+
+// {
+//     "uuid_idempotency_token": "123",
+//     "maybe_lora_upload_path": "https://drive.google.com/file/d/1WRgR2pn0Ky8ls5_9Zq6tQlHTBvyWeach/view?usp=sharing",
+//     "maybe_name":"some_name",
+//     "maybe_description":"some_description"
+// }

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/image_gen/json.txt

@@ -0,0 +1,18 @@
+{
+  "uuid_idempotency_token": "123",
+  "type_of_inference": "checkpoint",
+  "maybe_sd_model_token": "weight_dmmthavhawqc2hj7yqyemcbf8",
+  "maybe_lora_model_token": "weight_t7gz78fjg27m0wtw6r33gafxs",
+  "maybe_prompt": "a very well drawn, anime girl, with pink and purple hair sitting down on a chair relaxed.",
+  "maybe_a_prompt": "a anime girl, with pink and purple hair sitting down on a chair relaxed.",
+  "maybe_n_prompt": "nsfw, black and white, low quality, pixelated",
+  "maybe_seed": "-1",
+  "maybe_width": "512",
+  "maybe_height": "512",
+  "maybe_sampler": "DPM++ 2M SDE Heun",
+  "maybe_upload_path": "https://drive.google.com/file/d/1WRgR2pn0Ky8ls5_9Zq6tQlHTBvyWeach/view?usp=sharing",
+  "maybe_lora_upload_path": "https://drive.google.com/file/d/1WRgR2pn0Ky8ls5_9Zq6tQlHTBvyWeach/view?usp=sharing",
+  "maybe_cfg_scale": "7",
+  "maybe_number_of_samples": "32",
+  "maybe_batch_count": "4"
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/image_gen/mod.rs

@@ -0,0 +1,2 @@
+pub mod enqueue_image_generation;
+pub mod enqueue_generation_type;

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/investor_demo/default_redirect.rs

@@ -0,0 +1,18 @@
+
+pub const DEFAULT_INVESTOR_REDIRECT : &str = "https://fakeyou.com";
+
+pub fn redirect_is_allowed(redirect_url: &str) -> bool {
+  match redirect_url {
+    "http://jungle.horse" => true,
+    "http://jungle.horse/" => true,
+    "https://create.storyteller.io" => true,
+    "https://create.storyteller.io/" => true,
+    "https://fakeyou.com" => true,
+    "https://fakeyou.com/clone" => true,
+    "https://jungle.horse" => true,
+    "https://jungle.horse/" => true,
+    "https://storyteller.io" => true,
+    "https://storyteller.io/" => true,
+    _ => false,
+  }
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/investor_demo/demo_cookie.rs

@@ -0,0 +1,10 @@
+//! A temporary cookie for investor demo
+
+use actix_web::HttpRequest;
+
+pub const STORYTELLER_DEMO_COOKIE_NAME : &str = "storyteller_demo";
+
+pub fn request_has_demo_cookie(http_request: &HttpRequest) -> bool {
+  // NB: Payload of the cookie does not matter.
+  http_request.cookie(STORYTELLER_DEMO_COOKIE_NAME).is_some()
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/investor_demo/disable_demo_mode_handler.rs

@@ -0,0 +1,70 @@
+use std::sync::Arc;
+
+use actix_http::header;
+use actix_web::cookie::time::OffsetDateTime;
+use actix_web::cookie::Cookie;
+use actix_web::http::StatusCode;
+use actix_web::web::Query;
+use actix_web::{web, HttpRequest, HttpResponse, Responder};
+
+use actix_helpers::extractors::get_request_host::get_request_host;
+
+use crate::http_server::deprecated_endpoints::investor_demo::default_redirect::{redirect_is_allowed, DEFAULT_INVESTOR_REDIRECT};
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::STORYTELLER_DEMO_COOKIE_NAME;
+use crate::state::server_state::ServerState;
+
+#[derive(Deserialize)]
+pub struct QueryFields {
+  redirect_to: Option<String>,
+}
+
+pub async fn disable_demo_mode_handler(
+  http_request: HttpRequest,
+  query: Query<QueryFields>,
+  server_state: web::Data<Arc<ServerState>>
+) -> impl Responder
+{
+  let unsafe_redirect = query.redirect_to
+      .as_deref()
+      .map(|r| r.to_string())
+      .unwrap_or(DEFAULT_INVESTOR_REDIRECT.to_string());
+
+  let redirect_allowed = redirect_is_allowed(&unsafe_redirect);
+
+  let safe_redirect_url = if redirect_allowed {
+    unsafe_redirect
+  } else {
+    DEFAULT_INVESTOR_REDIRECT.to_string()
+  };
+
+  let maybe_host = get_request_host(&http_request);
+  let maybe_cookie_domain = match maybe_host {
+    Some("jungle.horse") | Some("api.jungle.horse") => Some(".jungle.horse"),
+    Some("fakeyou.com") | Some("api.fakeyou.com") => Some(".fakeyou.com"),
+    Some("storyteller.io") | Some("api.storyteller.io") => Some(".storyteller.io"),
+    _ => None,
+  };
+
+  // Kill the cookie
+  let mut cookie_builder = Cookie::build(STORYTELLER_DEMO_COOKIE_NAME, "")
+      .secure(server_state.env_config.cookie_secure) // HTTPS-only
+      .expires(OffsetDateTime::UNIX_EPOCH)
+      .http_only(false) // This is meant to be exposed to Javascript!
+      // NB: Since we're setting this from direct HTTP access rather than XHR, the browser
+      // implicitly sets the path used to access the cookie, ie. '/demo_mode', which is not what
+      // we want!
+      .path("/")
+      .permanent();
+
+  if let Some(cookie_domain) = maybe_cookie_domain {
+    cookie_builder = cookie_builder.domain(cookie_domain);
+  }
+
+  let mut cookie = cookie_builder.finish();
+  cookie.make_removal(); // Remove the cookie
+
+  HttpResponse::build(StatusCode::FOUND)
+      .append_header((header::LOCATION, safe_redirect_url.to_string()))
+      .cookie(cookie)
+      .finish()
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/investor_demo/enable_demo_mode_handler.rs

@@ -0,0 +1,67 @@
+use std::sync::Arc;
+
+use actix_http::header;
+use actix_web::cookie::Cookie;
+use actix_web::http::StatusCode;
+use actix_web::web::Query;
+use actix_web::{web, HttpRequest, HttpResponse, Responder};
+
+use actix_helpers::extractors::get_request_host::get_request_host;
+
+use crate::http_server::deprecated_endpoints::investor_demo::default_redirect::{redirect_is_allowed, DEFAULT_INVESTOR_REDIRECT};
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::STORYTELLER_DEMO_COOKIE_NAME;
+use crate::state::server_state::ServerState;
+
+#[derive(Deserialize)]
+pub struct QueryFields {
+  redirect_to: Option<String>,
+}
+
+pub async fn enable_demo_mode_handler(
+  http_request: HttpRequest,
+  query: Query<QueryFields>,
+  server_state: web::Data<Arc<ServerState>>
+) -> impl Responder
+{
+  let unsafe_redirect = query.redirect_to
+      .as_deref()
+      .map(|r| r.to_string())
+      .unwrap_or(DEFAULT_INVESTOR_REDIRECT.to_string());
+
+  let redirect_allowed = redirect_is_allowed(&unsafe_redirect);
+
+  let safe_redirect_url = if redirect_allowed {
+    unsafe_redirect
+  } else {
+    DEFAULT_INVESTOR_REDIRECT.to_string()
+  };
+
+  let maybe_host = get_request_host(&http_request);
+  let maybe_cookie_domain = match maybe_host {
+    Some("jungle.horse") | Some("api.jungle.horse") => Some(".jungle.horse"),
+    Some("fakeyou.com") | Some("api.fakeyou.com") => Some(".fakeyou.com"),
+    Some("storyteller.io") | Some("api.storyteller.io") => Some(".storyteller.io"),
+    _ => None,
+  };
+
+  // Add the cookie.
+  let mut cookie_builder = Cookie::build(STORYTELLER_DEMO_COOKIE_NAME, "true")
+      .secure(server_state.env_config.cookie_secure) // HTTPS-only
+      .http_only(false) // This is meant to be exposed to Javascript!
+      // NB: Since we're setting this from direct HTTP access rather than XHR, the browser
+      // implicitly sets the path used to access the cookie, ie. '/demo_mode', which is not what
+      // we want!
+      .path("/")
+      .permanent();
+
+  if let Some(cookie_domain) = maybe_cookie_domain {
+    cookie_builder = cookie_builder.domain(cookie_domain);
+  }
+
+  let cookie = cookie_builder.finish();
+
+  HttpResponse::build(StatusCode::FOUND)
+      .append_header((header::LOCATION, safe_redirect_url.to_string()))
+      .cookie(cookie)
+      .finish()
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/investor_demo/mod.rs

@@ -0,0 +1,4 @@
+pub mod demo_cookie;
+pub mod disable_demo_mode_handler;
+pub mod enable_demo_mode_handler;
+pub mod default_redirect;

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/leaderboard/get_leaderboard.rs

@@ -0,0 +1,199 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::{debug, error, warn};
+use sqlx::MySqlPool;
+
+use crate::http_server::common_responses::user_avatars::default_avatar_color_from_username::default_avatar_color_from_username;
+use crate::http_server::common_responses::user_avatars::default_avatar_from_username::default_avatar_from_username;
+use crate::http_server::common_responses::user_details_lite::{UserDefaultAvatarInfo, UserDetailsLight};
+use errors::AnyhowResult;
+use mysql_queries::queries::tts::stats::calculate_tts_model_leaderboard::calculate_tts_model_leaderboard;
+use tokens::tokens::users::UserToken;
+
+use crate::http_server::web_utils::serialize_as_json_error::serialize_as_json_error;
+use crate::state::server_state::ServerState;
+
+#[derive(Serialize)]
+pub struct LeaderboardResponse {
+  success: bool,
+  tts_leaderboard: Vec<LeaderboardRow>,
+  w2l_leaderboard: Vec<LeaderboardRow>,
+}
+
+#[derive(Clone, Serialize)]
+pub struct LeaderboardRow {
+  pub user: UserDetailsLight,
+
+  pub uploaded_count: i64,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub creator_user_token: String,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub username: String,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub display_name: String,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub gravatar_hash: String,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub default_avatar_index: u8,
+
+  #[deprecated(note="switch to the user field (type UserDetailsLight)")]
+  pub default_avatar_color_index: u8,
+}
+
+#[derive(Serialize, Debug)]
+pub struct LeaderboardErrorResponse {
+  pub success: bool,
+  pub error_type: LeaderboardErrorType,
+  pub error_message: String,
+}
+
+#[derive(Copy, Clone, Debug, Serialize)]
+pub enum LeaderboardErrorType {
+  ServerError,
+}
+
+impl LeaderboardErrorResponse {
+  fn server_error() -> Self {
+    Self {
+      success: false,
+      error_type: LeaderboardErrorType::ServerError,
+      error_message: "server error".to_string()
+    }
+  }
+}
+
+impl ResponseError for LeaderboardErrorResponse {
+  fn status_code(&self) -> StatusCode {
+    match self.error_type {
+      LeaderboardErrorType::ServerError => StatusCode::INTERNAL_SERVER_ERROR,
+    }
+  }
+
+  fn error_response(&self) -> HttpResponse {
+    serialize_as_json_error(self)
+  }
+}
+
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+impl fmt::Display for LeaderboardErrorResponse {
+  fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+    write!(f, "{:?}", self.error_type)
+  }
+}
+
+pub async fn leaderboard_handler(
+  _http_request: HttpRequest,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<HttpResponse, LeaderboardErrorResponse> {
+
+  let maybe_cached = server_state.caches.ephemeral.leaderboard.grab_copy_without_bump_if_unexpired()
+      .map_err(|e| {
+        error!("error consulting cache: {:?}", e);
+        LeaderboardErrorResponse::server_error()
+      })?;
+
+
+  let leaderboard_info = match maybe_cached {
+    Some(leaderboard) => {
+      leaderboard
+    }
+    None => {
+      debug!("populating leaderboard from database");
+
+      let leaderboard_query_result = query_leaderboard(
+        &server_state.mysql_pool
+      ).await;
+
+      match leaderboard_query_result {
+        // If the database misbehaves (eg. DDoS), let's stop spamming it.
+        // We'll attempt to read the old value from the cache and keep going.
+        Err(err) => {
+          warn!("error querying database / inserting into cache: {:?}", err);
+
+          let maybe_cached = server_state.caches.ephemeral.leaderboard.grab_even_expired_and_bump()
+              .map_err(|err| {
+                error!("error consulting cache (even expired): {:?}", err);
+                LeaderboardErrorResponse::server_error()
+              })?;
+
+          maybe_cached.ok_or_else(|| {
+            error!("error querying database and subsequently reading cache: {:?}", err);
+            LeaderboardErrorResponse::server_error()
+          })?
+        }
+
+        // Happy path...
+        Ok(leaderboard_info) => {
+          server_state.caches.ephemeral.leaderboard.store_copy(&leaderboard_info)
+              .map_err(|e| {
+                error!("error storing cache: {:?}", e);
+                LeaderboardErrorResponse::server_error()
+              })?;
+
+          leaderboard_info
+        }
+      }
+    }
+  };
+
+  let response = LeaderboardResponse {
+    success: true,
+    tts_leaderboard: leaderboard_info.tts_leaderboard,
+    w2l_leaderboard: vec![],
+  };
+
+  let body = serde_json::to_string(&response)
+      .map_err(|_e| LeaderboardErrorResponse::server_error())?;
+
+  Ok(HttpResponse::Ok()
+      .content_type("application/json")
+      .body(body))
+}
+
+#[derive(Clone)]
+pub struct LeaderboardInfo {
+  tts_leaderboard: Vec<LeaderboardRow>,
+}
+
+async fn query_leaderboard(mysql_pool: &MySqlPool) -> AnyhowResult<LeaderboardInfo> {
+  let mut mysql_connection = mysql_pool.acquire().await?;
+
+  let tts_results = calculate_tts_model_leaderboard(&mut mysql_connection)
+      .await?
+      .into_iter()
+      .map(|record| LeaderboardRow {
+        creator_user_token: record.creator_user_token.clone(),
+        username: record.username.to_string(),
+        display_name: record.display_name.to_string(),
+        gravatar_hash: record.gravatar_hash.to_string(),
+        default_avatar_index: default_avatar_from_username(&record.username),
+        default_avatar_color_index: default_avatar_color_from_username(&record.username),
+        user: UserDetailsLight {
+          user_token: UserToken::new_from_str(&record.creator_user_token),
+          username: record.username.to_string(),
+          display_name: record.display_name,
+          gravatar_hash: record.gravatar_hash,
+          default_avatar: UserDefaultAvatarInfo::from_username(&record.username),
+        },
+        uploaded_count: record.uploaded_count,
+      })
+      .collect();
+
+  Ok(LeaderboardInfo {
+    tts_leaderboard: tts_results,
+  })
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/leaderboard/mod.rs

@@ -0,0 +1 @@
+pub mod get_leaderboard;

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/mocap/enqueue_mocapnet.rs

@@ -0,0 +1,255 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::{error, info, warn};
+
+use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_extended::UserSessionExtended;
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::by_table::generic_inference_jobs::inference_model_type::InferenceModelType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::mocap_payload::{MocapArgs, MocapVideoSource};
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
+use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::users::UserToken;
+
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
+
+/// Debug requests can get routed to special "debug-only" workers, which can
+/// be used to trial new code, run debugging, etc.
+const DEBUG_HEADER_NAME : &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+const ROUTING_TAG_HEADER_NAME : &str = "routing-tag";
+
+#[derive(Deserialize)]
+pub struct EnqueueMocapnetRequest {
+    uuid_idempotency_token: String,
+
+    video_source: Option<MediaFileToken>,
+    creator_set_visibility: Option<Visibility>,
+}
+
+/// Treated as an enum. Only one of these may be set.
+
+#[derive(Serialize)]
+pub struct EnqueueMocapnetSuccessResponse {
+    pub success: bool,
+    pub inference_job_token: InferenceJobToken,
+}
+
+#[derive(Debug)]
+pub enum EnqueueMocapnetError {
+    BadInput(String),
+    NotAuthorized,
+    ServerError,
+    RateLimited,
+}
+
+impl ResponseError for EnqueueMocapnetError {
+    fn status_code(&self) -> StatusCode {
+        match *self {
+            EnqueueMocapnetError::BadInput(_) => StatusCode::BAD_REQUEST,
+            EnqueueMocapnetError::NotAuthorized => StatusCode::UNAUTHORIZED,
+            EnqueueMocapnetError::ServerError => StatusCode::INTERNAL_SERVER_ERROR,
+            EnqueueMocapnetError::RateLimited => StatusCode::TOO_MANY_REQUESTS,
+        }
+    }
+
+    fn error_response(&self) -> HttpResponse {
+        let error_reason = match self {
+            EnqueueMocapnetError::BadInput(reason) => reason.to_string(),
+            EnqueueMocapnetError::NotAuthorized => "unauthorized".to_string(),
+            EnqueueMocapnetError::ServerError => "server error".to_string(),
+            EnqueueMocapnetError::RateLimited => "rate limited".to_string(),
+        };
+
+        to_simple_json_error(&error_reason, self.status_code())
+    }
+}
+
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+impl std::fmt::Display for EnqueueMocapnetError {
+    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        write!(f, "{:?}", self)
+    }
+}
+
+pub async fn enqueue_mocapnet_handler(
+    http_request: HttpRequest,
+    request: web::Json<EnqueueMocapnetRequest>,
+    server_state: web::Data<Arc<ServerState>>) -> Result<HttpResponse, EnqueueMocapnetError>
+{
+    let mut maybe_user_token : Option<UserToken> = None;
+
+    let mut mysql_connection = server_state.mysql_pool
+        .acquire()
+        .await
+        .map_err(|err| {
+            warn!("MySql pool error: {:?}", err);
+            EnqueueMocapnetError::ServerError
+        })?;
+
+    let maybe_avt_token = server_state.avt_cookie_manager.get_avt_token_from_request(&http_request);
+
+    // ==================== USER SESSION ==================== //
+
+    let maybe_user_session = server_state
+        .session_checker
+        .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+        .await
+        .map_err(|e| {
+            warn!("Session checker error: {:?}", e);
+            EnqueueMocapnetError::ServerError
+        })?;
+
+    if let Some(user_session) = maybe_user_session.as_ref() {
+        maybe_user_token = Some(UserToken::new_from_str(&user_session.user_token));
+    }
+
+    // TODO: Plan should handle "first anonymous use" and "investor" cases.
+    let plan = get_correct_plan_for_session(
+      server_state.server_environment,
+      maybe_user_session.as_ref());
+
+    // TODO: Separate priority for animation.
+    let priority_level = plan.web_vc_base_priority_level();
+
+    // ==================== DEBUG MODE + ROUTING TAG ==================== //
+
+    let is_debug_request =
+        get_request_header_optional(&http_request, DEBUG_HEADER_NAME)
+            .is_some();
+
+    let maybe_routing_tag=
+        get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME)
+            .map(|routing_tag| routing_tag.trim().to_string());
+
+    // ==================== RATE LIMIT ==================== //
+
+    let rate_limiter = match maybe_user_session {
+        None => &server_state.redis_rate_limiters.logged_out,
+        Some(ref user) => {
+            if user.role.is_banned {
+                return Err(EnqueueMocapnetError::NotAuthorized);
+            }
+            &server_state.redis_rate_limiters.logged_in
+        },
+    };
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+        return Err(EnqueueMocapnetError::RateLimited);
+    }
+
+    // ==================== HANDLE IDEMPOTENCY ==================== //
+
+    if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
+        return Err(EnqueueMocapnetError::BadInput(reason));
+    }
+
+    insert_idempotency_token(&request.uuid_idempotency_token, &mut *mysql_connection)
+        .await
+        .map_err(|err| {
+            error!("Error inserting idempotency token: {:?}", err);
+            EnqueueMocapnetError::BadInput("invalid idempotency token".to_string())
+        })?;
+
+    // ==================== LOOK UP MODEL INFO ==================== //
+
+    // TODO(bt): CHECK DATABASE FOR TOKENS!
+
+    let video_source: MocapVideoSource = request.video_source
+        .as_ref()
+        .map(|token| MocapVideoSource::media_file_token(token.as_str()))
+        .ok_or_else(|| EnqueueMocapnetError::BadInput("video source not fully specified".to_string()))?;
+
+    let ip_address = get_request_ip(&http_request);
+
+    let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+        .as_ref()
+        .map(|user_session: &UserSessionExtended| user_session.preferences.preferred_tts_result_visibility); // TODO: New setting for web-vc
+
+    let set_visibility = request.creator_set_visibility
+        .or(maybe_user_preferred_visibility)
+        .unwrap_or(Visibility::Public);
+
+    let inference_args = MocapArgs {
+        maybe_video_source: Some(video_source),
+        maybe_ik1: Some(0.001f32),
+        maybe_ik2: Some(99i32),
+        maybe_ik3: Some(99i32),
+        maybe_smoothing1: Some(60f32),
+        maybe_smoothing2: Some(10f32),
+        maybe_size1: Some(1920i32),
+        maybe_size2: Some(1080i32),
+    };
+
+    info!("Creating mocapnet job record...");
+
+    let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+        uuid_idempotency_token: &request.uuid_idempotency_token,
+        job_type: InferenceJobType::MocapNet,
+        maybe_product_category: None, // This is not a product anymore
+        inference_category: InferenceCategory::Mocap,
+        maybe_model_type: Some(InferenceModelType::MocapNet), // NB: Model is static during inference
+        maybe_model_token: None, // NB: Model is static during inference
+        maybe_input_source_token: None, // TODO: Introduce a second foreign key ?
+        maybe_input_source_token_type: None, // TODO: Introduce a second foreign key ?
+        maybe_download_url: None,
+        maybe_cover_image_media_file_token: None,
+        maybe_raw_inference_text: None, // No text
+        maybe_max_duration_seconds: None,
+        maybe_inference_args: Some(GenericInferenceArgs {
+            inference_category: Some(InferenceCategoryAbbreviated::Mocap),
+            args: Some(PolymorphicInferenceArgs::Mc(inference_args)),
+        }),
+        maybe_creator_user_token: maybe_user_token.as_ref(),
+        maybe_avt_token: maybe_avt_token.as_ref(),
+        creator_ip_address: &ip_address,
+        creator_set_visibility: set_visibility,
+        priority_level,
+        requires_keepalive: plan.mocapnet_requires_frontend_keepalive(),
+        is_debug_request,
+        maybe_routing_tag: maybe_routing_tag.as_deref(),
+        mysql_pool: &server_state.mysql_pool, // TODO(bt,2024-02-04): Reuse connection
+    }).await;
+
+    let job_token = match query_result {
+        Ok((job_token, _id)) => job_token,
+        Err(err) => {
+            warn!("New generic inference job creation DB error: {:?}", err);
+            if err.had_duplicate_idempotency_token() {
+                return Err(EnqueueMocapnetError::BadInput("Duplicate idempotency token".to_string()));
+            }
+            return Err(EnqueueMocapnetError::ServerError);
+        }
+    };
+
+    let response: EnqueueMocapnetSuccessResponse = EnqueueMocapnetSuccessResponse {
+        success: true,
+        inference_job_token: job_token,
+    };
+
+    let body = serde_json::to_string(&response)
+        .map_err(|_e| EnqueueMocapnetError::ServerError)?;
+
+    Ok(HttpResponse::Ok()
+        .content_type("application/json")
+        .body(body))
+}

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/mocap/mod.rs

@@ -0,0 +1 @@
+pub(crate) mod enqueue_mocapnet;

crates/service/web/storyteller_web/src/http_server/deprecated_endpoints/mod.rs

@@ -5,7 +5,11 @@ pub mod conversion;
 pub mod engine;
 pub mod events;
 pub mod flags;
+pub mod image_gen;
+pub mod investor_demo;
+pub mod leaderboard;
 pub mod media_uploads;
+pub mod mocap;
 pub mod moderation;
 pub mod stubs;
 pub mod vocoders;

crates/service/web/storyteller_web/src/http_server/endpoints/generate/common/generation_debug_logs.rs

@@ -1,116 +0,0 @@
-use log::warn;
-use sqlx::{Executor, MySql};
-
-use artcraft_router::api::router_provider::RouterProvider;
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
-use enums::by_table::debug_logs::debug_log_type::DebugLogType;
-use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
-use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
-use tokens::tokens::users::UserToken;
-
-/// Request-scoped identity for debug log inserts, so deep pipeline code can
-/// log without threading four separate arguments.
-pub struct GenerationDebugLogContext<'a> {
-  pub event_token: &'a DebugLogEventToken,
-  pub user_token: &'a UserToken,
-  pub ip_address: &'a str,
-  pub request_url: &'a str,
-}
-
-/// Best-effort info-level debug log of an inbound generation HTTP request.
-/// Never fails the request — insert errors are logged and swallowed.
-pub async fn insert_generation_request_debug_log<'e, 'c: 'e, E>(
-  debug_log_event_token: &'e DebugLogEventToken,
-  user_token: &'e UserToken,
-  ip_address: &'e str,
-  request_url: &'e str,
-  request_json: &'e str,
-  mysql_executor: E,
-) where
-  E: 'c + Executor<'c, Database = MySql>,
-{
-  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
-    apriori_debug_log_event_token: Some(debug_log_event_token),
-    maybe_creator_user_token: Some(user_token),
-    debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
-    maybe_ip_address: Some(ip_address),
-    maybe_url: Some(request_url),
-    message: request_json,
-    mysql_executor,
-    phantom: Default::default(),
-  }).await {
-    warn!("Failed to insert HTTP request debug log: {:?}", err);
-  }
-}
-
-/// Best-effort error-level debug log of a generation backend failure.
-/// Never fails the request — insert errors are logged and swallowed.
-pub async fn insert_generation_failure_debug_log<'e, 'c: 'e, E>(
-  debug_log_event_token: &'e DebugLogEventToken,
-  user_token: &'e UserToken,
-  ip_address: &'e str,
-  request_url: &'e str,
-  error_message: &'e str,
-  mysql_executor: E,
-) where
-  E: 'c + Executor<'c, Database = MySql>,
-{
-  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
-    apriori_debug_log_event_token: Some(debug_log_event_token),
-    maybe_creator_user_token: Some(user_token),
-    debug_log_type: DebugLogType::BackendFailure,
-    maybe_log_level: Some(DebugLogLevel::Error),
-    maybe_ip_address: Some(ip_address),
-    maybe_url: Some(request_url),
-    message: error_message,
-    mysql_executor,
-    phantom: Default::default(),
-  }).await {
-    warn!("Failed to insert generation failure debug log: {:?}", err);
-  }
-}
-
-/// The debug log type for an outbound request to the given provider, or
-/// `None` for providers we don't capture.
-pub fn provider_request_debug_log_type(provider: RouterProvider) -> Option<DebugLogType> {
-  match provider {
-    RouterProvider::Fal => Some(DebugLogType::FalRequest),
-    RouterProvider::GrokApi => Some(DebugLogType::GrokApiRequest),
-    RouterProvider::Seedance2Pro => Some(DebugLogType::KinoviRequest),
-    // First-party: the HttpRequest log already captures the user request.
-    RouterProvider::Artcraft => None,
-    // No DebugLogType variant yet; add one if GmiCloud routing is revived.
-    RouterProvider::GmiCloud => None,
-  }
-}
-
-/// Best-effort info-level debug log of an outbound provider generation
-/// request. MUST be inserted during the pre-request DB phase — on the same
-/// open connection as the session/billing/HTTP-request writes, BEFORE that
-/// connection is released and the external provider call is made — so the
-/// outbound payload is captured even when the upload/enqueue fails, without
-/// ever touching the pool.
-/// Never fails the request — insert errors are logged and swallowed.
-pub async fn insert_provider_request_debug_log<'e, 'c: 'e, E>(
-  context: &'e GenerationDebugLogContext<'e>,
-  debug_log_type: DebugLogType,
-  outbound_request_debug: &'e str,
-  mysql_executor: E,
-) where
-  E: 'c + Executor<'c, Database = MySql>,
-{
-  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
-    apriori_debug_log_event_token: Some(context.event_token),
-    maybe_creator_user_token: Some(context.user_token),
-    debug_log_type,
-    maybe_log_level: Some(DebugLogLevel::Info),
-    maybe_ip_address: Some(context.ip_address),
-    maybe_url: Some(context.request_url),
-    message: outbound_request_debug,
-    mysql_executor,
-    phantom: Default::default(),
-  }).await {
-    warn!("Failed to insert {} debug log: {:?}", debug_log_type, err);
-  }
-}

crates/service/web/storyteller_web/src/http_server/endpoints/generate/common/mod.rs

@@ -1,5 +1,4 @@
-mod test_synthetic_failure_reason;
-pub mod generation_debug_logs;
 pub mod job_failure_test;
 pub mod map_seedance2pro_web_errors;
 pub mod payments_error_test;
+mod test_synthetic_failure_reason;

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/image/generate_seedance_1_0_lite_image_to_video_handler.rs

@@ -3,9 +3,6 @@ use std::sync::Arc;
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::common_responses::media::media_links_builder::MediaLinksBuilder;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_generation_failure_debug_log, insert_generation_request_debug_log,
-};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::media_files::helpers::get_media_domain::get_media_domain;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -41,7 +38,6 @@ use mysql_queries::queries::media_files::get::get_media_file::{get_media_file, g
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
-use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 use utoipa::ToSchema;
 
 /// Seedance 1.0 Lite Image to Video
@@ -88,21 +84,6 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     }
   };
 
-  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
-
-  let debug_log_event_token = DebugLogEventToken::generate();
-  let ip_address = get_request_ip(&http_request);
-  let request_url = http_request.uri().to_string();
-
-  insert_generation_request_debug_log(
-    &debug_log_event_token,
-    user_token,
-    &ip_address,
-    &request_url,
-    &serde_json::to_string(&*request).unwrap_or_default(),
-    &mut *mysql_connection,
-  ).await;
-
   let start_frame_media_file_token = match &request.media_file_token {
     Some(token) => token,
     None => {
@@ -227,21 +208,12 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     api_key: &server_state.inference_providers.fal.api_key,
   };
 
-  let fal_result = match enqueue_seedance_1_lite_image_to_video_webhook(args).await {
-    Ok(result) => result,
-    Err(err) => {
-      warn!("Error calling enqueue_seedance_1_lite_image_to_video_webhook: {:?}", err);
-      insert_generation_failure_debug_log(
-        &debug_log_event_token,
-        user_token,
-        &ip_address,
-        &request_url,
-        &format!("Seedance 1.0 Lite generation failed: {:?}", err),
-        &mut *mysql_connection,
-      ).await;
-      return Err(CommonWebError::from_error(err));
-    }
-  };
+  let fal_result = enqueue_seedance_1_lite_image_to_video_webhook(args)
+      .await
+      .map_err(|err| {
+        warn!("Error calling enqueue_seedance_1_lite_image_to_video_webhook: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
 
   let external_job_id = fal_result.request_id
       .ok_or_else(|| {
@@ -251,6 +223,8 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
   
   info!("Fal request_id: {}", external_job_id);
   
+  let ip_address = get_request_ip(&http_request);
+
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -320,7 +294,7 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-    maybe_debug_log_event_token: Some(&debug_log_event_token),
+      maybe_debug_log_event_token: None,
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/image/generate_seedance_1_0_pro_image_to_video_handler.rs

@@ -3,9 +3,6 @@ use std::sync::Arc;
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::common_responses::media::media_links_builder::MediaLinksBuilder;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_generation_failure_debug_log, insert_generation_request_debug_log,
-};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::media_files::helpers::get_media_domain::get_media_domain;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -38,7 +35,6 @@ use mysql_queries::queries::media_files::get::get_media_file::{get_media_file, g
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
-use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 use utoipa::ToSchema;
 
 /// Seedance 1.0 Pro Image to Video
@@ -85,21 +81,6 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     }
   };
 
-  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
-
-  let debug_log_event_token = DebugLogEventToken::generate();
-  let ip_address = get_request_ip(&http_request);
-  let request_url = http_request.uri().to_string();
-
-  insert_generation_request_debug_log(
-    &debug_log_event_token,
-    user_token,
-    &ip_address,
-    &request_url,
-    &serde_json::to_string(&*request).unwrap_or_default(),
-    &mut *mysql_connection,
-  ).await;
-
   let start_frame_media_file_token = match &request.media_file_token {
     Some(token) => token,
     None => {
@@ -201,21 +182,12 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     api_key: &server_state.inference_providers.fal.api_key,
   };
 
-  let fal_result = match enqueue_seedance_1_pro_image_to_video_webhook(args).await {
-    Ok(result) => result,
-    Err(err) => {
-      warn!("Error calling enqueue_seedance_1_pro_image_to_video_webhook: {:?}", err);
-      insert_generation_failure_debug_log(
-        &debug_log_event_token,
-        user_token,
-        &ip_address,
-        &request_url,
-        &format!("Seedance 1.0 Pro generation failed: {:?}", err),
-        &mut *mysql_connection,
-      ).await;
-      return Err(CommonWebError::from_error(err));
-    }
-  };
+  let fal_result = enqueue_seedance_1_pro_image_to_video_webhook(args)
+      .await
+      .map_err(|err| {
+        warn!("Error calling enqueue_seedance_1_pro_image_to_video_webhook: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
 
   let external_job_id = fal_result.request_id
       .ok_or_else(|| {
@@ -225,6 +197,8 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
   
   info!("Fal request_id: {}", external_job_id);
   
+  let ip_address = get_request_ip(&http_request);
+
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -294,7 +268,7 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-    maybe_debug_log_event_token: Some(&debug_log_event_token),
+      maybe_debug_log_event_token: None,
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/multi_function/seedance_1p5_pro_multi_function_video_gen_handler.rs

@@ -3,9 +3,6 @@ use std::sync::Arc;
 
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_generation_failure_debug_log, insert_generation_request_debug_log,
-};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
 use crate::http_server::web_utils::get_request_platform_type::get_request_platform_type;
@@ -33,7 +30,6 @@ use mysql_queries::queries::prompt_context_items::insert_batch_prompt_context_it
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
-use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 
 /// Seedance 1.5 Pro Multi-Function (text and image to video)
@@ -82,21 +78,6 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
     }
   };
 
-  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
-
-  let debug_log_event_token = DebugLogEventToken::generate();
-  let ip_address = get_request_ip(&http_request);
-  let request_url = http_request.uri().to_string();
-
-  insert_generation_request_debug_log(
-    &debug_log_event_token,
-    user_token,
-    &ip_address,
-    &request_url,
-    &serde_json::to_string(&*request).unwrap_or_default(),
-    &mut *mysql_connection,
-  ).await;
-
   if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
     return Err(CommonWebError::BadInputWithSimpleMessage(reason));
   }
@@ -196,21 +177,12 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
       api_key: &server_state.inference_providers.fal.api_key,
     };
 
-    fal_result = match enqueue_seedance_1p5_pro_image_to_video_webhook(args).await {
-      Ok(result) => result,
-      Err(err) => {
-        warn!("Error calling enqueue_seedance_1p5_pro_image_to_video_webhook: {:?}", err);
-        insert_generation_failure_debug_log(
-          &debug_log_event_token,
-          user_token,
-          &ip_address,
-          &request_url,
-          &format!("Seedance 1.5 Pro generation failed: {:?}", err),
-          &mut *mysql_connection,
-        ).await;
-        return Err(CommonWebError::from_error(err));
-      }
-    };
+    fal_result = enqueue_seedance_1p5_pro_image_to_video_webhook(args)
+        .await
+        .map_err(|err| {
+          warn!("Error calling enqueue_seedance_1p5_pro_image_to_video_webhook: {:?}", err);
+          CommonWebError::from_error(err)
+        })?;
 
   } else {
     info!("text-to-video case");
@@ -245,21 +217,12 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
       &mut mysql_connection,
     ).await?;
 
-    fal_result = match enqueue_seedance_1p5_pro_text_to_video_webhook(args).await {
-      Ok(result) => result,
-      Err(err) => {
-        warn!("Error calling enqueue_seedance_1p5_pro_text_to_video_webhook: {:?}", err);
-        insert_generation_failure_debug_log(
-          &debug_log_event_token,
-          user_token,
-          &ip_address,
-          &request_url,
-          &format!("Seedance 1.5 Pro generation failed: {:?}", err),
-          &mut *mysql_connection,
-        ).await;
-        return Err(CommonWebError::from_error(err));
-      }
-    };
+    fal_result = enqueue_seedance_1p5_pro_text_to_video_webhook(args)
+        .await
+        .map_err(|err| {
+          warn!("Error calling enqueue_seedance_1p5_pro_text_to_video_webhook: {:?}", err);
+          CommonWebError::from_error(err)
+        })?;
   }
 
   let external_job_id = fal_result.request_id
@@ -270,6 +233,8 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
 
   info!("Fal request_id: {}", external_job_id);
 
+  let ip_address = get_request_ip(&http_request);
+
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -377,7 +342,7 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-    maybe_debug_log_event_token: Some(&debug_log_event_token),
+      maybe_debug_log_event_token: None,
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/multi_function/seedance_2p0_multi_function_video_gen_handler.rs

@@ -5,12 +5,6 @@ use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::endpoint_helpers::refund_wallet_after_api_failure::refund_wallet_after_api_failure;
 use crate::http_server::endpoints::generate::common::map_seedance2pro_web_errors::map_seedance2pro_error_to_web_error;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_generation_failure_debug_log, insert_generation_request_debug_log,
-};
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
-use enums::by_table::debug_logs::debug_log_type::DebugLogType;
-use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_feature_flags::UserSessionFeatureFlags;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -55,9 +49,6 @@ use sqlx::MySql;
 use tokens::tokens::characters::CharacterToken;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
 use tokens::tokens::media_files::MediaFileToken;
-use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
-use tokens::tokens::users::UserToken;
-
 use url::Url;
 use url_utils::extension::extract_extension_from_url::{extract_extension_from_url, ExtractExtensions};
 
@@ -69,14 +60,6 @@ struct SeedanceGenerationResult {
   generation_mode: CommonGenerationMode,
 }
 
-/// Request-scoped context for writing `debug_logs` rows.
-struct DebugLogContext<'a> {
-  event_token: &'a DebugLogEventToken,
-  user_token: &'a UserToken,
-  ip_address: &'a str,
-  request_url: &'a str,
-}
-
 // ======================== Handler ========================
 
 /// Seedance 2.0 Multi-Function video generation (text-to-video, keyframe, and reference).
@@ -125,28 +108,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
 
   let user_token = &user_session.user_token;
 
-  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
-
-  let debug_log_event_token = DebugLogEventToken::generate();
-  let ip_address = get_request_ip(&http_request);
-  let request_url = http_request.uri().to_string();
-
-  insert_generation_request_debug_log(
-    &debug_log_event_token,
-    user_token,
-    &ip_address,
-    &request_url,
-    &serde_json::to_string(&*request).unwrap_or_default(),
-    &mut *mysql_connection,
-  ).await;
-
-  let debug_log_context = DebugLogContext {
-    event_token: &debug_log_event_token,
-    user_token,
-    ip_address: &ip_address,
-    request_url: &request_url,
-  };
-
   if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
     return Err(CommonWebError::BadInputWithSimpleMessage(reason));
   }
@@ -242,8 +203,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
       batch_count,
       duration_seconds,
       kinovi_character_ids.clone(),
-      &debug_log_context,
-      &mut mysql_connection,
     ).await;
 
     match result {
@@ -267,8 +226,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
           batch_count,
           duration_seconds,
           kinovi_character_ids.clone(),
-          &debug_log_context,
-          &mut mysql_connection,
         ).await;
 
         match result {
@@ -291,14 +248,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
               }
             }
 
-            insert_generation_failure_debug_log(
-              &debug_log_event_token,
-              user_token,
-              &ip_address,
-              &request_url,
-              &format!("Seedance 2.0 generation failed: {:?}", err),
-              &mut *mysql_connection,
-            ).await;
             refund_wallet_after_api_failure(&deduction_result.ledger_entry_token, &mut mysql_connection).await?;
             return Err(err);
           }
@@ -321,8 +270,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
       batch_count,
       duration_seconds,
       kinovi_character_ids,
-      &debug_log_context,
-      &mut mysql_connection,
     ).await;
 
     match result {
@@ -342,14 +289,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
           }
         }
 
-        insert_generation_failure_debug_log(
-          &debug_log_event_token,
-          user_token,
-          &ip_address,
-          &request_url,
-          &format!("Seedance 2.0 generation failed: {:?}", err),
-          &mut *mysql_connection,
-        ).await;
         refund_wallet_after_api_failure(&deduction_result.ledger_entry_token, &mut mysql_connection).await?;
         return Err(err);
       }
@@ -366,6 +305,8 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
 
   // --- DB writes in a transaction ---
 
+  let ip_address = get_request_ip(&http_request);
+
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -497,7 +438,7 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
         creator_set_visibility: Visibility::Public,
         maybe_platform_type: get_request_platform_type(&http_request),
         maybe_cost_estimates: None,
-        maybe_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_debug_log_event_token: None,
         mysql_executor: &mut *transaction,
         phantom: Default::default(),
       }
@@ -602,8 +543,6 @@ async fn upload_and_generate(
   batch_count: KinoviBatchCount,
   duration_seconds: u8,
   kinovi_character_ids: Option<Vec<String>>,
-  debug_log_context: &DebugLogContext<'_>,
-  mysql_connection: &mut sqlx::pool::PoolConnection<MySql>,
 ) -> Result<SeedanceGenerationResult, CommonWebError> {
 
   // --- Upload files to seedance2pro CDN ---
@@ -666,44 +605,24 @@ async fn upload_and_generate(
 
   let prompt = request.prompt.clone().unwrap_or_else(|| "".to_string());
 
-  let kinovi_request = KinoviGenerateVideoRequest {
-    model_type: KinoviModelType::Seedance2Pro,
-    prompt,
-    aspect_ratio,
-    output_resolution,
-    duration_seconds,
-    batch_count,
-    start_frame_url,
-    end_frame_url,
-    reference_image_urls,
-    reference_video_urls,
-    reference_audio_urls,
-    character_ids: kinovi_character_ids,
-    use_face_blur_hack: None,
-  };
-
-  // ==================== DEBUG LOG: KINOVI REQUEST ==================== //
-  // Logged BEFORE the send so the outbound payload is captured even when
-  // the generation call fails.
-
-  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
-    apriori_debug_log_event_token: Some(debug_log_context.event_token),
-    maybe_creator_user_token: Some(debug_log_context.user_token),
-    debug_log_type: DebugLogType::KinoviRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
-    maybe_ip_address: Some(debug_log_context.ip_address),
-    maybe_url: Some(debug_log_context.request_url),
-    message: &format!("{:#?}", kinovi_request),
-    mysql_executor: &mut **mysql_connection,
-    phantom: Default::default(),
-  }).await {
-    warn!("Failed to insert Kinovi request debug log: {:?}", err);
-  }
-
   let video_gen_args = GenerateVideoArgs {
     session,
     host_override: None,
-    request: kinovi_request,
+    request: KinoviGenerateVideoRequest {
+      model_type: KinoviModelType::Seedance2Pro,
+      prompt,
+      aspect_ratio,
+      output_resolution,
+      duration_seconds,
+      batch_count,
+      start_frame_url,
+      end_frame_url,
+      reference_image_urls,
+      reference_video_urls,
+      reference_audio_urls,
+      character_ids: kinovi_character_ids,
+      use_face_blur_hack: None,
+    },
   };
 
   let gen_response = generate_video(video_gen_args).await

crates/service/web/storyteller_web/src/http_server/endpoints/mod.rs

@@ -22,6 +22,7 @@ pub mod omni_gen;
 pub mod prompts;
 pub mod service;
 pub mod stats;
+pub mod studio_gen2;
 pub mod subscriptions;
 pub mod tags;
 pub mod trending;
@@ -32,6 +33,9 @@ pub mod user_referral_codes;
 pub mod user_wallets;
 pub mod users;
 pub mod video_info;
+pub mod voice_clone_requests;
+pub mod voice_conversion;
+pub mod voice_designer;
 pub mod web_referrals;
 pub mod webhooks;
 pub mod weights;

crates/service/web/storyteller_web/src/http_server/endpoints/moderation/mod.rs

@@ -14,7 +14,6 @@ pub mod user_stripe_data;
 pub mod wallet_ledger_entries;
 pub mod wallets;
 pub mod user_daily_spends;
-pub mod top_spenders;
 pub mod user_spend_events;
 pub mod user_spend_summaries;
 

crates/service/web/storyteller_web/src/http_server/endpoints/moderation/top_spenders/mod.rs

@@ -1 +0,0 @@
-pub mod moderator_list_top_spenders_handler;

crates/service/web/storyteller_web/src/http_server/endpoints/moderation/top_spenders/moderator_list_top_spenders_handler.rs

@@ -1,93 +0,0 @@
-use std::marker::PhantomData;
-use std::sync::Arc;
-
-use actix_web::web::{Json, Query};
-use actix_web::{web, HttpRequest};
-use chrono::{Duration, Utc};
-use log::warn;
-
-use artcraft_api_defs::moderation::top_spenders::list::{
-  ModeratorListTopSpendersQueryParams, ModeratorListTopSpendersResponse, TopSpenderEntry, TopSpendersWindow,
-};
-use mysql_queries::queries::user_spend_events::list_top_spenders_for_window::{
-  list_top_spenders_for_window, ListTopSpendersForWindowArgs,
-};
-
-use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::user_lookup::user_session::require_moderator::require_moderator;
-use crate::state::server_state::ServerState;
-
-const PAGE_SIZE: i64 = 100;
-
-const DEFAULT_WINDOW: TopSpendersWindow = TopSpendersWindow::ThirtyDays;
-
-/// Top spenders aggregated over a rolling time window, biggest net spend first.
-/// Moderators only.
-#[utoipa::path(
-  get,
-  tag = "Moderation",
-  path = "/v1/moderation/top_spenders/list",
-  params(
-    ModeratorListTopSpendersQueryParams,
-  ),
-  responses(
-    (status = 200, description = "Success", body = ModeratorListTopSpendersResponse),
-    (status = 400, description = "Invalid window"),
-    (status = 401, description = "Unauthorized"),
-    (status = 500, description = "Server error"),
-  ),
-)]
-pub async fn moderator_list_top_spenders_handler(
-  http_request: HttpRequest,
-  query: Query<ModeratorListTopSpendersQueryParams>,
-  server_state: web::Data<Arc<ServerState>>,
-) -> Result<Json<ModeratorListTopSpendersResponse>, CommonWebError> {
-  let _user_session = require_moderator(&http_request, &server_state.session_checker, &server_state.mysql_pool).await?;
-
-  let window = query.window.unwrap_or(DEFAULT_WINDOW);
-  let window_duration = Duration::hours(window.as_hours());
-
-  let offset = query.offset.unwrap_or(0);
-
-  let rows = list_top_spenders_for_window(ListTopSpendersForWindowArgs {
-    window_start: Utc::now() - window_duration,
-    maybe_payments_namespace: query.payments_namespace.as_deref(),
-    limit: PAGE_SIZE,
-    offset: offset.min(i64::MAX as u64) as i64,
-    mysql_executor: &server_state.mysql_pool,
-    phantom: PhantomData,
-  })
-  .await
-  .map_err(|err| {
-    warn!("Failed to list top spenders: {:?}", err);
-    CommonWebError::from_error(err)
-  })?;
-
-  let maybe_next_offset = if rows.len() as i64 == PAGE_SIZE {
-    Some(offset + PAGE_SIZE as u64)
-  } else {
-    None
-  };
-
-  let spenders = rows
-    .into_iter()
-    .map(|r| TopSpenderEntry {
-      user_token: r.user_token,
-      username: r.username,
-      display_name: r.display_name,
-      email_gravatar_hash: r.email_gravatar_hash,
-      gross_spend_usd_cents: r.gross_spend_usd_cents,
-      refund_usd_cents: r.refund_usd_cents,
-      net_spend_usd_cents: r.net_spend_usd_cents,
-      payment_count: r.payment_count,
-      credits_granted: r.credits_granted,
-    })
-    .collect();
-
-  Ok(Json(ModeratorListTopSpendersResponse {
-    success: true,
-    window,
-    spenders,
-    maybe_next_offset,
-  }))
-}

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/image/omni_api_image_generate_handler.rs

@@ -8,7 +8,6 @@ use sqlx::Acquire;
 use artcraft_api_defs::omni_api::generate_requests::omni_api_image_generate_request::OmniApiImageGenerateRequest;
 use artcraft_api_defs::omni_gen::generate_response::omni_gen_image_generate_response::OmniGenImageGenerateResponse;
 use artcraft_router::generate::generate_image::generate_image_response::GenerateImageResponse;
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use enums::by_table::debug_logs::debug_log_type::DebugLogType;
 use enums::by_table::prompt_context_items::prompt_context_semantic_type::PromptContextSemanticType;
 use enums::by_table::prompts::prompt_type::PromptType;
@@ -28,7 +27,6 @@ use tokens::tokens::generic_inference_jobs::InferenceJobToken;
 use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::GenerationDebugLogContext;
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::omni_api::generate::image::check_request::check_request;
 use crate::http_server::endpoints::omni_api::generate::image::hydrate_to_router_request::hydrate_to_router_request;
@@ -37,8 +35,8 @@ use crate::http_server::endpoints::omni_api::generate::image::insert_db_job::ins
 use crate::http_server::endpoints::omni_api::generate::image::insert_db_job::insert_seedance2pro_jobs::{insert_seedance2pro_jobs, InsertSeedance2proJobsArgs};
 use crate::http_server::endpoints::omni_api::generate::image::insert_db_job::shared_job_args::SharedJobArgs;
 use crate::http_server::endpoints::omni_api::generate::image::pipeline_v2::run_pipeline_v2::{run_pipeline_v2, RunPipelineV2Args};
-use crate::http_server::user_lookup::api_keys::require_api_key_user::require_api_key_user;
 use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_feature_flags::UserSessionFeatureFlags;
+use crate::http_server::user_lookup::api_keys::require_api_key_user::require_api_key_user;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
 use crate::state::server_state::ServerState;
 use crate::util::lookup::lookup_media_files_as_cdn_url_list_and_map::lookup_media_files_as_cdn_url_list_and_map;
@@ -141,7 +139,7 @@ pub async fn omni_api_image_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_log_level: None,
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -153,56 +151,39 @@ pub async fn omni_api_image_generate_handler(
 
   // ==================== PIPELINE ==================== //
 
-  // NB: The pipeline takes over the connection for its remaining pre-request DB writes (billing,
-  // outbound provider request debug log) and releases it before the (slow, external) generation
-  // call — holding a pool slot across that call is what starves the pool and causes PoolTimedOut
-  // on unrelated endpoints. We re-acquire below to write the result.
-
-  let debug_log_context = GenerationDebugLogContext {
-    event_token: &debug_log_event_token,
-    user_token,
-    ip_address: &ip_address,
-    request_url: &request_url,
-  };
+  // NB: Release the pooled DB connection before the (slow, external) generation call so we don't
+  // hold a pool slot idle while waiting on the provider — that's what starves the pool and causes
+  // PoolTimedOut on unrelated endpoints. We re-acquire below to write the result.
+  drop(mysql_connection);
 
   let pipeline_result = run_pipeline_v2(RunPipelineV2Args {
     router_builder: &router_builder,
     server_state: &server_state,
     user_token,
     resolved_media: &resolved_media,
-    debug_log_context: &debug_log_context,
-    mysql_connection,
-  }).await;
-
-  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
-
-  let pipeline_result = match pipeline_result {
-    Ok(result) => result,
-    Err(err) => {
-      // Best-effort error log; never mask the original error.
-      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
-        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
-          apriori_debug_log_event_token: Some(&debug_log_event_token),
-          maybe_creator_user_token: Some(user_token),
-          debug_log_type: DebugLogType::BackendFailure,
-          maybe_log_level: Some(DebugLogLevel::Error),
-          maybe_ip_address: Some(&ip_address),
-          maybe_url: Some(&request_url),
-          message: &format!("Image generation pipeline failed: {:?}", err),
-          mysql_executor: &mut *error_log_connection,
-          phantom: Default::default(),
-        }).await {
-          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
-        }
-      }
-      return Err(err);
-    }
-  };
+  }).await?;
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
-  // NB: Outbound provider requests (Fal/Grok/Kinovi) are debug-logged inside
-  // the pipeline BEFORE the send, so the payload is captured even on failure.
+  // ==================== DEBUG LOG: FAL REQUEST ==================== //
+
+  if let GenerateImageResponse::Fal(ref fal_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = fal_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::FalRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Fal request debug log: {:?}", err);
+      }
+    }
+  }
 
   // ==================== WRITE RESULT ==================== //
 

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/image/pipeline_v2/run_pipeline_v2.rs

@@ -17,9 +17,6 @@ use tokens::tokens::users::UserToken;
 
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_provider_request_debug_log, provider_request_debug_log_type, GenerationDebugLogContext,
-};
 use crate::http_server::endpoints::omni_api::generate::image::pipeline_result::ImagePipelineResult;
 use crate::http_server::endpoints::omni_api::shared_utils::map_seedance2pro_router_error::map_router_error_to_web_error;
 use crate::state::server_state::ServerState;
@@ -30,11 +27,6 @@ pub struct RunPipelineV2Args<'a> {
   pub server_state: &'a ServerState,
   pub user_token: &'a UserToken,
   pub resolved_media: &'a MediaFilesAsCdnUrlListAndMap,
-  pub debug_log_context: &'a GenerationDebugLogContext<'a>,
-  /// The handler's open connection. The pipeline uses it for its remaining
-  /// pre-request DB writes (billing, outbound-request debug log) and releases
-  /// it BEFORE the external provider call.
-  pub mysql_connection: sqlx::pool::PoolConnection<sqlx::MySql>,
 }
 
 // NB: This pipeline does an external generation call (`finalize_and_generate`) that can take many
@@ -49,8 +41,6 @@ pub async fn run_pipeline_v2(
     server_state,
     user_token,
     resolved_media,
-    debug_log_context,
-    mut mysql_connection,
   } = args;
 
   let hydrated_builder = apply_hydrated_media_inputs(
@@ -67,36 +57,24 @@ pub async fn run_pipeline_v2(
   let apriori_job_token = InferenceJobToken::generate();
 
   let maybe_wallet_ledger_entry_token = if cost > 0 {
-    // Billed on the handler's connection (same pre-request DB phase).
+    // NB: Short-lived connection — released before the external call below.
+    let mut billing_connection = server_state.mysql_pool.acquire().await
+      .map_err(|err| {
+        warn!("Failed to acquire MySQL connection for image billing: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
     let deduction = attempt_wallet_deduction_else_common_web_error(
       user_token,
       Some(apriori_job_token.as_str()),
       cost,
-      &mut mysql_connection,
+      &mut billing_connection,
     ).await?;
     Some(deduction.ledger_entry_token)
   } else {
     None
   };
 
-  // Debug-log the outbound provider request BEFORE the send — still on the
-  // handler's connection — so the payload is captured even when the
-  // upload/enqueue fails.
-  if let Some(debug_log_type) = provider_request_debug_log_type(draft_or_request.get_provider()) {
-    insert_provider_request_debug_log(
-      debug_log_context,
-      debug_log_type,
-      &format!("{:#?}", draft_or_request),
-      &mut *mysql_connection,
-    ).await;
-  }
-
-  // NB: Done with pre-request DB writes. Release the pooled connection before
-  // the (slow, external) provider call — holding it across that call is what
-  // starves the pool and causes PoolTimedOut. No pooled DB connection is held
-  // across the external generation call below.
-  drop(mysql_connection);
-
+  // NB: No pooled DB connection is held across this external generation call.
   let response = finalize_and_generate(draft_or_request, server_state, resolved_media).await?;
 
   Ok(ImagePipelineResult {

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/video/omni_api_video_generate_handler.rs

@@ -18,7 +18,6 @@ use enums::common::generation::common_video_model::CommonVideoModel;
 use enums::common::generation_provider::GenerationProvider;
 use enums::common::platform_type::PlatformType;
 use http_server_common::request::get_request_ip::get_request_ip;
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -32,7 +31,6 @@ use tokens::tokens::media_files::MediaFileToken;
 use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::GenerationDebugLogContext;
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::omni_api::generate::video::check_request::check_request;
 use crate::http_server::endpoints::omni_api::generate::video::ingest_url_inputs::ingest_url_inputs;
@@ -208,7 +206,7 @@ pub async fn omni_api_video_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_log_level: None,
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -218,17 +216,10 @@ pub async fn omni_api_video_generate_handler(
     warn!("Failed to insert HTTP request debug log: {:?}", err);
   }
 
-  // NB: The pipeline takes over the connection for its remaining pre-request DB writes (billing,
-  // outbound provider request debug log) and releases it before the (slow, external) generation
-  // call — holding a pool slot across that call is what starves the pool and causes PoolTimedOut
-  // on unrelated endpoints. We re-acquire below to write the result.
-
-  let debug_log_context = GenerationDebugLogContext {
-    event_token: &debug_log_event_token,
-    user_token,
-    ip_address: &ip_address,
-    request_url: &request_url,
-  };
+  // NB: Release the pooled DB connection before the (slow, external) generation call so we don't
+  // hold a pool slot idle while waiting on the provider — that's what starves the pool and causes
+  // PoolTimedOut on unrelated endpoints. We re-acquire below to write the result.
+  drop(mysql_connection);
 
   let pipeline_result = run_pipeline_v2(RunPipelineV2Args {
     router_builder: &router_builder,
@@ -237,39 +228,49 @@ pub async fn omni_api_video_generate_handler(
     media_file_to_url_map: &media_file_to_url_map,
     kinovi_character_id_map: &kinovi_character_id_map,
     kinovi_account,
-    debug_log_context: &debug_log_context,
-    mysql_connection,
-  }).await;
-
-  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
-
-  let pipeline_result = match pipeline_result {
-    Ok(result) => result,
-    Err(err) => {
-      // Best-effort error log; never mask the original error.
-      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
-        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
-          apriori_debug_log_event_token: Some(&debug_log_event_token),
-          maybe_creator_user_token: Some(user_token),
-          debug_log_type: DebugLogType::BackendFailure,
-          maybe_log_level: Some(DebugLogLevel::Error),
-          maybe_ip_address: Some(&ip_address),
-          maybe_url: Some(&request_url),
-          message: &format!("Video generation pipeline failed: {:?}", err),
-          mysql_executor: &mut *error_log_connection,
-          phantom: Default::default(),
-        }).await {
-          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
-        }
-      }
-      return Err(err);
-    }
-  };
+  }).await?;
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
-  // NB: Outbound provider requests (Fal/Grok/Kinovi) are debug-logged inside
-  // the pipeline BEFORE the send, so the payload is captured even on failure.
+  // ==================== DEBUG LOG: FAL REQUEST ==================== //
+
+  if let GenerateVideoResponse::Fal(ref fal_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = fal_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::FalRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Fal request debug log: {:?}", err);
+      }
+    }
+  }
+
+  // ==================== DEBUG LOG: GROK API REQUEST ==================== //
+
+  if let GenerateVideoResponse::Grok(ref grok_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = grok_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::GrokApiRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Grok API request debug log: {:?}", err);
+      }
+    }
+  }
 
   // ==================== WRITE RESULT ==================== //
 

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/video/pipeline_v2/run_pipeline_v2.rs

@@ -15,9 +15,6 @@ use tokens::tokens::users::UserToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::endpoint_helpers::refund_wallet_after_api_failure::refund_wallet_after_api_failure;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_provider_request_debug_log, provider_request_debug_log_type, GenerationDebugLogContext,
-};
 use crate::http_server::endpoints::omni_api::generate::video::helpers::bill_wallet::bill_wallet;
 use crate::http_server::endpoints::omni_api::generate::video::helpers::build_router_client::build_router_client;
 use crate::http_server::endpoints::omni_api::generate::video::helpers::pipeline_result::PipelineResult;
@@ -34,11 +31,6 @@ pub struct RunPipelineV2Args<'a> {
   pub media_file_to_url_map: &'a Option<HashMap<MediaFileToken, String>>,
   pub kinovi_character_id_map: &'a Option<HashMap<CharacterToken, String>>,
   pub kinovi_account: KinoviAccount,
-  pub debug_log_context: &'a GenerationDebugLogContext<'a>,
-  /// The handler's open connection. The pipeline uses it for its remaining
-  /// pre-request DB writes (billing, outbound-request debug log) and releases
-  /// it BEFORE the external provider call.
-  pub mysql_connection: sqlx::pool::PoolConnection<sqlx::MySql>,
 }
 
 // NB: This pipeline does an external generation call (`upload_and_generate`) that can take many
@@ -53,8 +45,6 @@ pub async fn run_pipeline_v2(args: RunPipelineV2Args<'_>) -> Result<PipelineResu
     media_file_to_url_map,
     kinovi_character_id_map,
     kinovi_account,
-    debug_log_context,
-    mut mysql_connection,
   } = args;
 
   let mut router_builder = router_builder.clone();
@@ -148,25 +138,15 @@ pub async fn run_pipeline_v2(args: RunPipelineV2Args<'_>) -> Result<PipelineResu
 
   info!("v2 estimated cost: {} credits (estimates: {:?})", cost, cost_estimates);
 
-  // 3. Bill wallet on the handler's connection (same pre-request DB phase).
-  let billing = bill_wallet(user_token, cost, &mut mysql_connection).await?;
-
-  // Debug-log the outbound provider request BEFORE the send — still on the
-  // handler's connection — so the payload is captured even when the
-  // upload/enqueue fails.
-  if let Some(debug_log_type) = provider_request_debug_log_type(provider) {
-    insert_provider_request_debug_log(
-      debug_log_context,
-      debug_log_type,
-      &format!("{:#?}", draft_or_request),
-      &mut *mysql_connection,
-    ).await;
-  }
-
-  // NB: Done with pre-request DB writes. Release the pooled connection before
-  // the (slow, external) provider call — holding it across that call is what
-  // starves the pool and causes PoolTimedOut. Post-send writes re-acquire.
-  drop(mysql_connection);
+  // 3. Bill wallet (short-lived connection — released before the external call below).
+  let billing = {
+    let mut billing_connection = server_state.mysql_pool.acquire().await
+      .map_err(|err| {
+        error!("Failed to acquire MySQL connection for billing: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
+    bill_wallet(user_token, cost, &mut billing_connection).await?
+  };
 
   // 4. Upload media (if draft) and generate video.
   //    The entire block is wrapped so Kinovi failures trigger a refund.

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/image/omni_gen_image_generate_handler.rs

@@ -15,7 +15,6 @@ use enums::common::generation::common_generation_mode::CommonGenerationMode;
 use enums::common::generation::common_model_type::CommonModelType;
 use enums::common::generation_provider::GenerationProvider;
 use http_server_common::request::get_request_ip::get_request_ip;
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -27,7 +26,6 @@ use tokens::tokens::generic_inference_jobs::InferenceJobToken;
 use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::GenerationDebugLogContext;
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::omni_gen::generate::image::hydrate_to_router_request::hydrate_to_router_request;
 use crate::http_server::endpoints::omni_gen::generate::image::insert_db_job::insert_fal_job::{insert_fal_job, InsertFalJobArgs};
@@ -139,7 +137,7 @@ pub async fn omni_gen_image_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_log_level: None,
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -151,56 +149,39 @@ pub async fn omni_gen_image_generate_handler(
 
   // ==================== PIPELINE ==================== //
 
-  // NB: The pipeline takes over the connection for its remaining pre-request DB writes (billing,
-  // outbound provider request debug log) and releases it before the (slow, external) generation
-  // call — holding a pool slot across that call is what starves the pool and causes PoolTimedOut
-  // on unrelated endpoints. We re-acquire below to write the result.
-
-  let debug_log_context = GenerationDebugLogContext {
-    event_token: &debug_log_event_token,
-    user_token,
-    ip_address: &ip_address,
-    request_url: &request_url,
-  };
+  // NB: Release the pooled DB connection before the (slow, external) generation call so we don't
+  // hold a pool slot idle while waiting on the provider — that's what starves the pool and causes
+  // PoolTimedOut on unrelated endpoints. We re-acquire below to write the result.
+  drop(mysql_connection);
 
   let pipeline_result = run_pipeline_v2(RunPipelineV2Args {
     router_builder: &router_builder,
     server_state: &server_state,
     user_token,
     resolved_media: &resolved_media,
-    debug_log_context: &debug_log_context,
-    mysql_connection,
-  }).await;
-
-  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
-
-  let pipeline_result = match pipeline_result {
-    Ok(result) => result,
-    Err(err) => {
-      // Best-effort error log; never mask the original error.
-      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
-        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
-          apriori_debug_log_event_token: Some(&debug_log_event_token),
-          maybe_creator_user_token: Some(user_token),
-          debug_log_type: DebugLogType::BackendFailure,
-          maybe_log_level: Some(DebugLogLevel::Error),
-          maybe_ip_address: Some(&ip_address),
-          maybe_url: Some(&request_url),
-          message: &format!("Image generation pipeline failed: {:?}", err),
-          mysql_executor: &mut *error_log_connection,
-          phantom: Default::default(),
-        }).await {
-          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
-        }
-      }
-      return Err(err);
-    }
-  };
+  }).await?;
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
-  // NB: Outbound provider requests (Fal/Grok/Kinovi) are debug-logged inside
-  // the pipeline BEFORE the send, so the payload is captured even on failure.
+  // ==================== DEBUG LOG: FAL REQUEST ==================== //
+
+  if let GenerateImageResponse::Fal(ref fal_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = fal_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::FalRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Fal request debug log: {:?}", err);
+      }
+    }
+  }
 
   // ==================== WRITE RESULT ==================== //
 

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/image/pipeline_v2/run_pipeline_v2.rs

@@ -17,9 +17,6 @@ use tokens::tokens::users::UserToken;
 
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_provider_request_debug_log, provider_request_debug_log_type, GenerationDebugLogContext,
-};
 use crate::http_server::endpoints::omni_gen::generate::image::pipeline_result::ImagePipelineResult;
 use crate::http_server::endpoints::omni_gen::shared_utils::map_seedance2pro_router_error::map_router_error_to_web_error;
 use crate::state::server_state::ServerState;
@@ -30,11 +27,6 @@ pub struct RunPipelineV2Args<'a> {
   pub server_state: &'a ServerState,
   pub user_token: &'a UserToken,
   pub resolved_media: &'a MediaFilesAsCdnUrlListAndMap,
-  pub debug_log_context: &'a GenerationDebugLogContext<'a>,
-  /// The handler's open connection. The pipeline uses it for its remaining
-  /// pre-request DB writes (billing, outbound-request debug log) and releases
-  /// it BEFORE the external provider call.
-  pub mysql_connection: sqlx::pool::PoolConnection<sqlx::MySql>,
 }
 
 // NB: This pipeline does an external generation call (`finalize_and_generate`) that can take many
@@ -49,8 +41,6 @@ pub async fn run_pipeline_v2(
     server_state,
     user_token,
     resolved_media,
-    debug_log_context,
-    mut mysql_connection,
   } = args;
 
   let hydrated_builder = apply_hydrated_media_inputs(
@@ -67,36 +57,24 @@ pub async fn run_pipeline_v2(
   let apriori_job_token = InferenceJobToken::generate();
 
   let maybe_wallet_ledger_entry_token = if cost > 0 {
-    // Billed on the handler's connection (same pre-request DB phase).
+    // NB: Short-lived connection — released before the external call below.
+    let mut billing_connection = server_state.mysql_pool.acquire().await
+      .map_err(|err| {
+        warn!("Failed to acquire MySQL connection for image billing: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
     let deduction = attempt_wallet_deduction_else_common_web_error(
       user_token,
       Some(apriori_job_token.as_str()),
       cost,
-      &mut mysql_connection,
+      &mut billing_connection,
     ).await?;
     Some(deduction.ledger_entry_token)
   } else {
     None
   };
 
-  // Debug-log the outbound provider request BEFORE the send — still on the
-  // handler's connection — so the payload is captured even when the
-  // upload/enqueue fails.
-  if let Some(debug_log_type) = provider_request_debug_log_type(draft_or_request.get_provider()) {
-    insert_provider_request_debug_log(
-      debug_log_context,
-      debug_log_type,
-      &format!("{:#?}", draft_or_request),
-      &mut *mysql_connection,
-    ).await;
-  }
-
-  // NB: Done with pre-request DB writes. Release the pooled connection before
-  // the (slow, external) provider call — holding it across that call is what
-  // starves the pool and causes PoolTimedOut. No pooled DB connection is held
-  // across the external generation call below.
-  drop(mysql_connection);
-
+  // NB: No pooled DB connection is held across this external generation call.
   let response = finalize_and_generate(draft_or_request, server_state, resolved_media).await?;
 
   Ok(ImagePipelineResult {

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/video/omni_gen_video_generate_handler.rs

@@ -17,7 +17,6 @@ use enums::common::generation::common_model_type::CommonModelType;
 use enums::common::generation::common_video_model::CommonVideoModel;
 use enums::common::generation_provider::GenerationProvider;
 use http_server_common::request::get_request_ip::get_request_ip;
-use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -31,7 +30,6 @@ use tokens::tokens::media_files::MediaFileToken;
 use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::GenerationDebugLogContext;
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::omni_gen::generate::video::helpers::hydrate_router_request::hydrate_to_router_request;
 use crate::http_server::endpoints::omni_gen::generate::video::helpers::resolve_kinovi_character_ids::resolve_kinovi_character_ids;
@@ -200,7 +198,7 @@ pub async fn omni_gen_video_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_log_level: None,
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -210,17 +208,10 @@ pub async fn omni_gen_video_generate_handler(
     warn!("Failed to insert HTTP request debug log: {:?}", err);
   }
 
-  // NB: The pipeline takes over the connection for its remaining pre-request DB writes (billing,
-  // outbound provider request debug log) and releases it before the (slow, external) generation
-  // call — holding a pool slot across that call is what starves the pool and causes PoolTimedOut
-  // on unrelated endpoints. We re-acquire below to write the result.
-
-  let debug_log_context = GenerationDebugLogContext {
-    event_token: &debug_log_event_token,
-    user_token,
-    ip_address: &ip_address,
-    request_url: &request_url,
-  };
+  // NB: Release the pooled DB connection before the (slow, external) generation call so we don't
+  // hold a pool slot idle while waiting on the provider — that's what starves the pool and causes
+  // PoolTimedOut on unrelated endpoints. We re-acquire below to write the result.
+  drop(mysql_connection);
 
   let pipeline_result = run_pipeline_v2(RunPipelineV2Args {
     router_builder: &router_builder,
@@ -229,39 +220,49 @@ pub async fn omni_gen_video_generate_handler(
     media_file_to_url_map: &media_file_to_url_map,
     kinovi_character_id_map: &kinovi_character_id_map,
     kinovi_account,
-    debug_log_context: &debug_log_context,
-    mysql_connection,
-  }).await;
-
-  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
-
-  let pipeline_result = match pipeline_result {
-    Ok(result) => result,
-    Err(err) => {
-      // Best-effort error log; never mask the original error.
-      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
-        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
-          apriori_debug_log_event_token: Some(&debug_log_event_token),
-          maybe_creator_user_token: Some(user_token),
-          debug_log_type: DebugLogType::BackendFailure,
-          maybe_log_level: Some(DebugLogLevel::Error),
-          maybe_ip_address: Some(&ip_address),
-          maybe_url: Some(&request_url),
-          message: &format!("Video generation pipeline failed: {:?}", err),
-          mysql_executor: &mut *error_log_connection,
-          phantom: Default::default(),
-        }).await {
-          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
-        }
-      }
-      return Err(err);
-    }
-  };
+  }).await?;
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
-  // NB: Outbound provider requests (Fal/Grok/Kinovi) are debug-logged inside
-  // the pipeline BEFORE the send, so the payload is captured even on failure.
+  // ==================== DEBUG LOG: FAL REQUEST ==================== //
+
+  if let GenerateVideoResponse::Fal(ref fal_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = fal_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::FalRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Fal request debug log: {:?}", err);
+      }
+    }
+  }
+
+  // ==================== DEBUG LOG: GROK API REQUEST ==================== //
+
+  if let GenerateVideoResponse::Grok(ref grok_payload) = pipeline_result.response {
+    if let Some(ref outbound_request) = grok_payload.maybe_outbound_request {
+      if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+        apriori_debug_log_event_token: Some(&debug_log_event_token),
+        maybe_creator_user_token: Some(user_token),
+        debug_log_type: DebugLogType::GrokApiRequest,
+        maybe_log_level: None,
+    maybe_ip_address: Some(&ip_address),
+    maybe_url: Some(&request_url),
+        message: &format!("{:#?}", outbound_request),
+        mysql_executor: &mut *mysql_connection,
+        phantom: Default::default(),
+      }).await {
+        warn!("Failed to insert Grok API request debug log: {:?}", err);
+      }
+    }
+  }
 
   // ==================== WRITE RESULT ==================== //
 

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/video/pipeline_v2/run_pipeline_v2.rs

@@ -15,9 +15,6 @@ use tokens::tokens::users::UserToken;
 
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::endpoint_helpers::refund_wallet_after_api_failure::refund_wallet_after_api_failure;
-use crate::http_server::endpoints::generate::common::generation_debug_logs::{
-  insert_provider_request_debug_log, provider_request_debug_log_type, GenerationDebugLogContext,
-};
 use crate::http_server::endpoints::omni_gen::generate::video::helpers::bill_wallet::bill_wallet;
 use crate::http_server::endpoints::omni_gen::generate::video::helpers::build_router_client::build_router_client;
 use crate::http_server::endpoints::omni_gen::generate::video::helpers::pipeline_result::PipelineResult;
@@ -34,11 +31,6 @@ pub struct RunPipelineV2Args<'a> {
   pub media_file_to_url_map: &'a Option<HashMap<MediaFileToken, String>>,
   pub kinovi_character_id_map: &'a Option<HashMap<CharacterToken, String>>,
   pub kinovi_account: KinoviAccount,
-  pub debug_log_context: &'a GenerationDebugLogContext<'a>,
-  /// The handler's open connection. The pipeline uses it for its remaining
-  /// pre-request DB writes (billing, outbound-request debug log) and releases
-  /// it BEFORE the external provider call.
-  pub mysql_connection: sqlx::pool::PoolConnection<sqlx::MySql>,
 }
 
 // NB: This pipeline does an external generation call (`upload_and_generate`) that can take many
@@ -53,8 +45,6 @@ pub async fn run_pipeline_v2(args: RunPipelineV2Args<'_>) -> Result<PipelineResu
     media_file_to_url_map,
     kinovi_character_id_map,
     kinovi_account,
-    debug_log_context,
-    mut mysql_connection,
   } = args;
 
   let mut router_builder = router_builder.clone();
@@ -151,25 +141,15 @@ pub async fn run_pipeline_v2(args: RunPipelineV2Args<'_>) -> Result<PipelineResu
 
   info!("v2 estimated cost: {} credits (estimates: {:?})", cost, cost_estimates);
 
-  // 3. Bill wallet on the handler's connection (same pre-request DB phase).
-  let billing = bill_wallet(user_token, cost, &mut mysql_connection).await?;
-
-  // Debug-log the outbound provider request BEFORE the send — still on the
-  // handler's connection — so the payload is captured even when the
-  // upload/enqueue fails.
-  if let Some(debug_log_type) = provider_request_debug_log_type(provider) {
-    insert_provider_request_debug_log(
-      debug_log_context,
-      debug_log_type,
-      &format!("{:#?}", draft_or_request),
-      &mut *mysql_connection,
-    ).await;
-  }
-
-  // NB: Done with pre-request DB writes. Release the pooled connection before
-  // the (slow, external) provider call — holding it across that call is what
-  // starves the pool and causes PoolTimedOut. Post-send writes re-acquire.
-  drop(mysql_connection);
+  // 3. Bill wallet (short-lived connection — released before the external call below).
+  let billing = {
+    let mut billing_connection = server_state.mysql_pool.acquire().await
+      .map_err(|err| {
+        error!("Failed to acquire MySQL connection for billing: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
+    bill_wallet(user_token, cost, &mut billing_connection).await?
+  };
 
   // 4. Upload media (if draft) and generate video.
   //    The entire block is wrapped so Kinovi failures trigger a refund.

crates/service/web/storyteller_web/src/http_server/endpoints/stats/get_unified_queue_stats_handler.rs

@@ -1,15 +1,15 @@
-use actix_web::web::Json;
-use chrono::{NaiveDateTime, Utc};
+use std::sync::Arc;
+
+use actix_web::{http::StatusCode, web, HttpRequest, HttpResponse, ResponseError};
+use chrono::NaiveDateTime;
+use log::{debug, error, warn};
+use mysql_queries::queries::stats::get_unified_queue_stats::get_unified_queue_stats;
+use redis_common::redis_cache_keys::RedisCacheKeys;
 use utoipa::ToSchema;
 
-/// The queue counts are frozen at the values from when the legacy inference
-/// systems were shut down. Legacy clients still poll this endpoint, so it
-/// stays mounted, but it no longer consults the database.
-const FROZEN_TOTAL_PENDING_JOB_COUNT: u64 = 2_409_539;
-const FROZEN_PENDING_TACOTRON2_JOBS: u64 = 1_037_783;
-const FROZEN_PENDING_RVC_JOBS: u64 = 288_922;
-const FROZEN_PENDING_SVC_JOBS: u64 = 27_417;
-const REFRESH_INTERVAL_MILLIS: u64 = 15_000;
+use crate::http_server::endpoints::stats::result_transformer::{database_result_to_cacheable, CacheableQueueStats};
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
 
 #[derive(Serialize, ToSchema)]
 pub struct GetUnifiedQueueStatsSuccessResponse {
@@ -17,6 +17,7 @@ pub struct GetUnifiedQueueStatsSuccessResponse {
   pub cache_time: NaiveDateTime,
 
   /// Tell the frontend client how fast to refresh their view of this list.
+  /// During an attack, we may want this to go extremely slow.
   pub refresh_interval_millis: u64,
 
   pub inference: ModernInferenceQueueStats,
@@ -32,6 +33,7 @@ pub struct LegacyQueueDetails {
 pub struct ModernInferenceQueueStats {
   pub total_pending_job_count: u64,
 
+  #[deprecated(note="the frontend uses this field, but we should switch to total_pending_job_count")]
   pub pending_job_count: u64,
 
   pub by_queue: ByQueueStats,
@@ -56,40 +58,200 @@ pub struct ByQueueStats {
   pub pending_acting_face: u64,
 }
 
-/// [DEPRECATED] Get queue stats for legacy inference jobs (tts, voice conversion, etc.)
-///
-/// The legacy inference systems are gone; this returns a hardcoded snapshot
-/// for old clients that still poll it.
+#[derive(Debug, ToSchema)]
+pub enum GetUnifiedQueueStatsError {
+  ServerError,
+}
+
+impl ResponseError for GetUnifiedQueueStatsError {
+  fn status_code(&self) -> StatusCode {
+    match *self {
+      GetUnifiedQueueStatsError::ServerError=> StatusCode::INTERNAL_SERVER_ERROR,
+    }
+  }
+
+  fn error_response(&self) -> HttpResponse {
+    let error_reason = match self {
+      GetUnifiedQueueStatsError::ServerError => "server error".to_string(),
+    };
+
+    to_simple_json_error(&error_reason, self.status_code())
+  }
+}
+
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+impl std::fmt::Display for GetUnifiedQueueStatsError {
+  fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+    write!(f, "{:?}", self)
+  }
+}
+
+/// Get queue stats for most inference jobs (tts, voice conversion, comfy, etc.)
 #[utoipa::path(
   get,
   tag = "Stats",
   path = "/v1/stats/queues",
   responses(
     (status = 200, description = "Success", body = GetUnifiedQueueStatsSuccessResponse),
+    (status = 500, description = "Server error", body = GetUnifiedQueueStatsError),
   ),
 )]
-#[deprecated(note = "legacy inference is shut down; this endpoint returns a hardcoded snapshot")]
-pub async fn get_unified_queue_stats_handler() -> Json<GetUnifiedQueueStatsSuccessResponse> {
-  Json(GetUnifiedQueueStatsSuccessResponse {
-    success: true,
-    cache_time: Utc::now().naive_utc(),
-    refresh_interval_millis: REFRESH_INTERVAL_MILLIS,
-    inference: ModernInferenceQueueStats {
-      total_pending_job_count: FROZEN_TOTAL_PENDING_JOB_COUNT,
-      pending_job_count: FROZEN_TOTAL_PENDING_JOB_COUNT,
-      by_queue: ByQueueStats {
-        pending_tacotron2_jobs: FROZEN_PENDING_TACOTRON2_JOBS,
-        pending_voice_designer: 0,
-        pending_rvc_jobs: FROZEN_PENDING_RVC_JOBS,
-        pending_svc_jobs: FROZEN_PENDING_SVC_JOBS,
-        pending_stable_diffusion: 0,
-        pending_face_animation_jobs: 0,
-        pending_storyteller_studio: 0,
-        pending_acting_face: 0,
+pub async fn get_unified_queue_stats_handler(
+  http_request: HttpRequest,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<HttpResponse, GetUnifiedQueueStatsError> {
+
+  if server_state.flags.disable_unified_queue_stats_endpoint {
+    // NB: Despite the cache being a powerful protector of the database (this is an expensive query),
+    // if the cache goes stale during an outage, there is no protection. This feature flag lets us
+    // shut off all traffic to the endpoint.
+    return render_response_busy(GetUnifiedQueueStatsSuccessResponse {
+      success: true,
+      cache_time: NaiveDateTime::from_timestamp(0, 0),
+      refresh_interval_millis: server_state.flags.frontend_unified_queue_stats_refresh_interval_millis,
+      inference: ModernInferenceQueueStats {
+        total_pending_job_count: 10_000,
+        pending_job_count: 10_000,
+        by_queue: ByQueueStats {
+          pending_face_animation_jobs: 10_000,
+          pending_storyteller_studio: 10_000,
+          pending_rvc_jobs: 10_000,
+          pending_svc_jobs: 10_000,
+          pending_tacotron2_jobs: 10_000,
+          pending_voice_designer: 10_000,
+          pending_stable_diffusion: 10_000,
+          pending_acting_face: 10_000,
+        }
       },
+      legacy_tts: LegacyQueueDetails {
+        pending_job_count: 10_000,
+      },
+    });
+  }
+
+  let maybe_cached = server_state.caches.ephemeral.queue_stats.grab_copy_without_bump_if_unexpired()
+      .map_err(|e| {
+        error!("error consulting cache: {:?}", e);
+        GetUnifiedQueueStatsError::ServerError
+      })?;
+
+  let cacheable_stats_result = match maybe_cached {
+    Some(cached) => {
+      debug!("serving from in-memory cache");
+      cached
+    },
+    None => {
+      debug!("populating unified queue stats from Redis *OR* database");
+
+      let mysql_pool = server_state.mysql_pool.clone();
+
+      let get_stats = move || {
+        // NB: async closures are not yet stable in Rust, so we include an async block.
+        async move {
+          debug!("querying from database...");
+
+          let db_result = get_unified_queue_stats(
+            &mysql_pool
+          ).await;
+
+          db_result
+              .map(|db_result| database_result_to_cacheable(db_result))
+              .map(|cacheable_result| Some(cacheable_result)) // TODO/FIXME: Make a better redis cache
+        }
+      };
+
+      // NB(2023-07-27): Double layers of caching (in-memory + Redis) is probably exorbitant, but this seems fine for now.
+      // This endpoint's query (even when in-memory cached across the cluster) was causing the DB CPU to hit 100%.
+      let stats_query_result = match server_state.redis_ttl_cache.get_connection() {
+        Err(err) => {
+          warn!("Error loading Redis connection from TTL cache (calling DB instead): {:?}", err);
+          get_stats().await
+        }
+        Ok(mut redis_ttl_cache) => {
+          let cache_key = RedisCacheKeys::get_unified_queue_stats_endpoint();
+          redis_ttl_cache.lazy_load_if_not_cached(&cache_key, move || {
+            get_stats()
+          }).await
+        }
+      };
+
+      match stats_query_result {
+        // If the database misbehaves (eg. DDoS), let's stop spamming it.
+        // We'll attempt to read the old value from the cache and keep going.
+        Err(err) => {
+          warn!("error querying database / inserting into cache: {:?}", err);
+
+          let maybe_cached = server_state.caches.ephemeral.queue_stats.grab_even_expired_and_bump()
+              .map_err(|err| {
+                error!("error consulting cache (even expired): {:?}", err);
+                GetUnifiedQueueStatsError::ServerError
+              })?;
+
+          maybe_cached.ok_or_else(|| {
+            error!("error querying database and subsequently reading cache: {:?}", err);
+            GetUnifiedQueueStatsError::ServerError
+          })?
+        }
+
+        // Happy path...
+        Ok(Some(cacheable_stats)) => {
+          server_state.caches.ephemeral.queue_stats.store_copy(&cacheable_stats)
+              .map_err(|e| {
+                error!("error storing cache: {:?}", e);
+                GetUnifiedQueueStatsError::ServerError
+              })?;
+          cacheable_stats
+        }
+
+        // TODO/FIXME(bt,2023-07-30): This match arm should never happen.
+        Ok(None) => CacheableQueueStats::default()
+      }
+    },
+  };
+
+  render_response_ok(GetUnifiedQueueStatsSuccessResponse {
+    success: true,
+    cache_time: cacheable_stats_result.cache_time,
+    refresh_interval_millis: server_state.flags.frontend_pending_inference_refresh_interval_millis,
+    inference: ModernInferenceQueueStats {
+      total_pending_job_count: cacheable_stats_result.queues.total_generic,
+      pending_job_count: cacheable_stats_result.queues.total_generic,
+      by_queue: ByQueueStats {
+        pending_face_animation_jobs: cacheable_stats_result.queues.sad_talker,
+        pending_rvc_jobs: cacheable_stats_result.queues.rvc_v2,
+        pending_svc_jobs: cacheable_stats_result.queues.so_vits_svc,
+        pending_tacotron2_jobs: cacheable_stats_result.queues.tacotron2,
+        pending_voice_designer: cacheable_stats_result.queues.vall_e_x,
+        pending_stable_diffusion: cacheable_stats_result.queues.stable_diffusion,
+        pending_storyteller_studio: cacheable_stats_result.queues.storyteller_studio,
+        pending_acting_face: cacheable_stats_result.queues.acting_face,
+      }
     },
     legacy_tts: LegacyQueueDetails {
-      pending_job_count: 0,
+      pending_job_count: cacheable_stats_result.queues.legacy_tts,
     },
   })
 }
+
+pub fn render_response_busy(response: GetUnifiedQueueStatsSuccessResponse) -> Result<HttpResponse, GetUnifiedQueueStatsError> {
+  let body = render_response_payload(response)?;
+  Ok(HttpResponse::TooManyRequests()
+      .content_type("application/json")
+      .body(body))
+}
+
+pub fn render_response_ok(response: GetUnifiedQueueStatsSuccessResponse) -> Result<HttpResponse, GetUnifiedQueueStatsError> {
+  let body = render_response_payload(response)?;
+  Ok(HttpResponse::Ok()
+      .content_type("application/json")
+      .body(body))
+}
+
+pub fn render_response_payload(response: GetUnifiedQueueStatsSuccessResponse) -> Result<String, GetUnifiedQueueStatsError> {
+  let body = serde_json::to_string(&response)
+      .map_err(|e| {
+        error!("error returning response: {:?}",  e);
+        GetUnifiedQueueStatsError::ServerError
+      })?;
+  Ok(body)
+}

crates/service/web/storyteller_web/src/http_server/endpoints/stats/mod.rs

@@ -1 +1,2 @@
 pub mod get_unified_queue_stats_handler;
+pub mod result_transformer;

crates/service/web/storyteller_web/src/http_server/endpoints/stats/result_transformer.rs

@@ -0,0 +1,82 @@
+use std::collections::HashMap;
+
+use chrono::NaiveDateTime;
+
+use mysql_queries::queries::stats::get_unified_queue_stats::QueueStatsRow;
+
+#[derive(Serialize, Deserialize, Clone)]
+pub struct CacheableQueueStats {
+  pub cache_time: NaiveDateTime,
+  pub queues: Queues,
+}
+
+impl Default for CacheableQueueStats {
+  fn default() -> Self {
+    Self {
+      cache_time: NaiveDateTime::from_timestamp(0, 0),
+      queues: Default::default(),
+    }
+  }
+}
+
+#[derive(Serialize, Deserialize, Clone, Default)]
+pub struct Queues {
+  // Text to Speech
+  pub legacy_tts: u64, // Tacotron2 (as tts_inference_jobs)
+  pub total_generic: u64, // Everything except tts_inference_jobs' Tacotron2 summed together
+  pub tacotron2: u64, // Tacotron2 (as generic_inference_jobs; NB: included in `total_generic`)
+  pub vall_e_x: u64, // Counts both model weight calculation and inference.
+
+  // Voice Conversion
+  pub rvc_v2: u64,
+  pub so_vits_svc: u64,
+
+  // Image
+  pub stable_diffusion: u64,
+
+  // Video
+  pub sad_talker: u64,
+  pub storyteller_studio: u64,
+  pub acting_face: u64,
+}
+
+pub fn database_result_to_cacheable(database_records: Vec<QueueStatsRow>) -> CacheableQueueStats {
+  let database_time = database_records.first()
+      .map(|record| record.present_time)
+      .unwrap_or(NaiveDateTime::from_timestamp(0, 0));
+
+  // Queue lengths
+  let mut queue_lengths : HashMap<String, u64> = HashMap::new();
+
+  for record in database_records.into_iter() {
+    queue_lengths.insert(record.queue_type, record.pending_job_count);
+  }
+
+  CacheableQueueStats {
+    cache_time: database_time,
+    queues: Queues {
+      // Statistic rollup.
+      total_generic: queue_lengths.iter()
+          .filter(|(queue, _count)| !(*queue).eq("legacy_tts"))
+          .map(|(_queue, count)| count)
+          .sum(),
+      // TTS
+      legacy_tts: unwrap(queue_lengths.get("legacy_tts")),
+      tacotron2: unwrap(queue_lengths.get("tacotron2")),
+      vall_e_x: unwrap(queue_lengths.get("vall_e_x")),
+      // VC
+      rvc_v2: unwrap(queue_lengths.get("rvc_v2")),
+      so_vits_svc: unwrap(queue_lengths.get("so_vits_svc")),
+      // Image
+      stable_diffusion: unwrap(queue_lengths.get("stable_diffusion")),
+      // Video
+      sad_talker: unwrap(queue_lengths.get("sad_talker")),
+      storyteller_studio: unwrap(queue_lengths.get("video_render")),
+      acting_face: unwrap(queue_lengths.get("live_portrait")),
+    },
+  }
+}
+
+fn unwrap(inner: Option<&u64>) -> u64 {
+  inner.map(|i|*i).unwrap_or(0)
+}

crates/service/web/storyteller_web/src/http_server/endpoints/studio_gen2/enqueue_studio_gen2_handler.rs

@@ -0,0 +1,298 @@
+// NB: Incrementally getting rid of build warnings...
+// #![forbid(unused_imports)]
+// #![forbid(unused_mut)]
+// #![forbid(unused_variables)]
+
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::web::Json;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::{error, info, warn};
+use utoipa::ToSchema;
+
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_ip::get_request_ip;
+use mysql_queries::payloads::generic_inference_args::common::watermark_type::WatermarkType;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::studio_gen2_payload::StudioGen2Payload;
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use mysql_queries::queries::generic_inference::web::kill_jobs_in_development::kill_jobs_in_development;
+use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
+use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::media_files::MediaFileToken;
+
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::configs::plans::plan_category::PlanCategory;
+use crate::http_server::requests::request_headers::get_routing_tag_header::get_routing_tag_header;
+use crate::http_server::requests::request_headers::has_debug_header::has_debug_header;
+use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_extended::UserSessionExtended;
+use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
+use crate::util::allowed_video_style_transfer_access::allowed_video_style_transfer_access;
+
+#[derive(Deserialize, ToSchema)]
+pub struct EnqueueStudioGen2Request {
+  /// Entropy for request de-duplication (required)
+  pub uuid_idempotency_token: String,
+
+  /// The input image media file (required)
+  pub image_file: MediaFileToken,
+
+  /// The input video media file (required)
+  pub video_file: MediaFileToken,
+
+  /// Remove watermark from the output
+  /// Only for premium accounts
+  pub remove_watermark: Option<bool>,
+
+  /// Optional visibility setting override.
+  pub creator_set_visibility: Option<Visibility>,
+
+  /// Sleep for debugging
+  pub debug_sleep_millis: Option<u64>,
+
+  /// Kill old jobs (only in development)
+  pub debug_kill_old_jobs: Option<bool>,
+
+  // TODO
+  pub output_width: Option<u64>,
+  pub output_height: Option<u64>,
+  pub fps: Option<u64>,
+
+  // TODO
+  pub trim_duration_millis: Option<u64>,
+
+  // TODO
+  pub max_frames: Option<u64>,
+  pub rounds: Option<u64>,
+  pub skip_image_resize: Option<bool>,
+  
+  /// Model image tensor width (we do not resize images to this!)
+  pub tensor_image_width: Option<u64>,
+  
+  /// Model image tensor height (we do not resize images to this!)
+  pub tensor_image_height: Option<u64>,
+}
+
+#[derive(Serialize, ToSchema)]
+pub struct EnqueueStudioGen2Response {
+  pub success: bool,
+  pub inference_job_token: InferenceJobToken,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+/// Enqueue Studio Gen2 jobs.
+#[utoipa::path(
+  post,
+  tag = "Studio Gen2",
+  path = "/v1/studio_gen2/enqueue",
+  responses(
+    (status = 200, description = "Success", body = EnqueueStudioGen2Response),
+    (status = 400, description = "Bad input", body = CommonWebError),
+    (status = 401, description = "Not authorized", body = CommonWebError),
+    (status = 429, description = "Rate limited", body = CommonWebError),
+    (status = 500, description = "Server error", body = CommonWebError)
+  ),
+  params(("request" = EnqueueStudioGen2Request, description = "Payload for request"))
+)]
+pub async fn enqueue_studio_gen2_handler(
+  http_request: HttpRequest,
+  request: Json<EnqueueStudioGen2Request>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<EnqueueStudioGen2Response>, CommonWebError> {
+
+  let a = 1;
+  // ==================== DB ==================== //
+
+  let mut mysql_connection = server_state.mysql_pool
+      .acquire()
+      .await
+      .map_err(|err| {
+        warn!("MySql pool error: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
+
+  let maybe_avt_token = server_state.avt_cookie_manager
+      .get_avt_token_from_request(&http_request);
+
+  // ==================== USER SESSION ==================== //
+
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let maybe_user_token = maybe_user_session
+      .as_ref()
+      .map(|session| session.user_token_typed.clone());
+
+  // ==================== FEATURE FLAG CHECK ==================== //
+
+  //if !allowed_video_style_transfer_access(maybe_user_session.as_ref(), &server_state.flags) {
+  //  warn!("Video style transfer access is not permitted for user");
+  //  return Err(CommonWebError::NotAuthorized);
+  //}
+
+  // ==================== PAID PLAN + PRIORITY ==================== //
+
+  // TODO: Plan should handle "first anonymous use" and "investor" cases.
+  let plan = get_correct_plan_for_session(
+    server_state.server_environment,
+    maybe_user_session.as_ref());
+
+  // TODO: Separate priority for animation.
+  let priority_level = plan.web_vc_base_priority_level();
+
+  let is_staff = maybe_user_session
+      .as_ref()
+      .map(|user| user.role.can_ban_users)
+      .unwrap_or(false);
+
+  // ==================== DEBUG MODE + ROUTING TAG ==================== //
+
+  let is_debug_request = has_debug_header(&http_request);
+
+  let maybe_routing_tag= get_routing_tag_header(&http_request);
+
+  // ==================== RATE LIMIT ==================== //
+
+  let rate_limiter = match maybe_user_session {
+    None => &server_state.redis_rate_limiters.logged_out,
+    Some(ref user) => {
+      if user.role.is_banned {
+        return Err(CommonWebError::NotAuthorized);
+      }
+      &server_state.redis_rate_limiters.logged_in
+    },
+  };
+
+  if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+    return Err(CommonWebError::TooManyRequests);
+  }
+
+  // ==================== HANDLE IDEMPOTENCY ==================== //
+
+  if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
+    return Err(CommonWebError::BadInputWithSimpleMessage(reason));
+  }
+
+  insert_idempotency_token(&request.uuid_idempotency_token, &mut *mysql_connection)
+      .await
+      .map_err(|err| {
+        error!("Error inserting idempotency token: {:?}", err);
+        CommonWebError::BadInputWithSimpleMessage("invalid idempotency token".to_string())
+      })?;
+
+  // NB: The connection isn't needed past this point (the enqueue below uses the pool directly),
+  // so release it now rather than holding a pool slot for the rest of the handler.
+  drop(mysql_connection);
+
+  // ==================== LOOK UP MODEL INFO ==================== //
+
+  // TODO(bt): CHECK DATABASE FOR TOKENS!
+
+  let ip_address = get_request_ip(&http_request);
+
+  let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+      .as_ref()
+      .map(|user_session: &UserSessionExtended| user_session.preferences.preferred_tts_result_visibility); // TODO: New setting for web-vc
+
+  let set_visibility = request.creator_set_visibility
+      .or(maybe_user_preferred_visibility)
+      .unwrap_or(Visibility::Public);
+
+  let has_paid_plan = plan.plan_slug() == "fakeyou_contributor" || plan.plan_category() == PlanCategory::Paid;
+
+  let watermark_type ;
+
+  let is_requested_to_remove_watermark = request.remove_watermark.unwrap_or(false);
+  let is_allowed_to_remove_watermark = is_staff; // TODO: Paid permission instead
+
+  if  is_requested_to_remove_watermark && is_allowed_to_remove_watermark {
+    watermark_type = None;
+  } else {
+    watermark_type = Some(WatermarkType::Storyteller); // Studio is only on Storyteller.
+  }
+
+  if request.debug_kill_old_jobs.unwrap_or(false)
+      && server_state.server_environment.is_development()
+  {
+    info!("Killing old jobs before inserting new job (DEVELOPMENT MODE ONLY!)");
+    let result = kill_jobs_in_development(&server_state.mysql_pool).await;
+    if let Err(err) = result {
+      warn!("Error killing old jobs: {:?}", err);
+    }
+  }
+
+  let inference_args = StudioGen2Payload {
+    image_file: Some(request.image_file.clone()),
+    video_file: Some(request.video_file.clone()),
+    creator_visibility: Some(set_visibility),
+    watermark_type,
+    after_job_debug_sleep_millis: request.debug_sleep_millis,
+    output_width: request.output_width,
+    output_height: request.output_height,
+    fps: request.fps,
+    max_frames: request.max_frames,
+    rounds: request.rounds,
+    trim_duration_millis: request.trim_duration_millis,
+    skip_image_resize: request.skip_image_resize,
+    tensor_image_width: request.tensor_image_width,
+    tensor_image_height: request.tensor_image_height,
+  };
+
+  info!("Creating ComfyUI job record...");
+
+  let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+    uuid_idempotency_token: &request.uuid_idempotency_token,
+    job_type: InferenceJobType::StudioGen2,
+    inference_category: InferenceCategory::DeprecatedField,
+    maybe_model_type: None,
+    maybe_product_category: None,
+    maybe_model_token: None,
+    maybe_input_source_token: None, // TODO: Introduce a second foreign key ?
+    maybe_input_source_token_type: None, // TODO: Introduce a second foreign key ?
+    maybe_download_url: None,
+    maybe_cover_image_media_file_token: None,
+    maybe_raw_inference_text: None, // No text
+    maybe_max_duration_seconds: None,
+    maybe_inference_args: Some(GenericInferenceArgs {
+      inference_category: Some(InferenceCategoryAbbreviated::Workflow),
+      args: Some(PolymorphicInferenceArgs::S2(inference_args)),
+    }),
+    maybe_creator_user_token: maybe_user_token.as_ref(),
+    maybe_avt_token: maybe_avt_token.as_ref(),
+    creator_ip_address: &ip_address,
+    creator_set_visibility:  set_visibility,
+    priority_level,
+    requires_keepalive: false,
+    is_debug_request,
+    maybe_routing_tag: maybe_routing_tag.as_deref(),
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+  let job_token = match query_result {
+    Ok((job_token, _id)) => job_token,
+    Err(err) => {
+      warn!("New generic inference job creation DB error: {:?}", err);
+      if err.had_duplicate_idempotency_token() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Duplicate idempotency token".to_string()));
+      }
+      return Err(CommonWebError::from_error(err));
+    }
+  };
+
+  Ok(Json(EnqueueStudioGen2Response {
+    success: true,
+    inference_job_token: job_token,
+  }))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/studio_gen2/mod.rs

@@ -0,0 +1 @@
+pub mod enqueue_studio_gen2_handler;

crates/service/web/storyteller_web/src/http_server/endpoints/tts/delete_tts_result.rs

@@ -0,0 +1,146 @@
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::web::Json;
+use actix_web::http::StatusCode;
+use actix_web::web::Path;
+use actix_web::{web, HttpRequest};
+use log::warn;
+
+use artcraft_api_defs::common::responses::simple_generic_json_success::SimpleGenericJsonSuccess;
+use mysql_queries::queries::tts::tts_results::delete_tts_result_various_scopes::delete_tts_inference_result_as_mod;
+use mysql_queries::queries::tts::tts_results::delete_tts_result_various_scopes::delete_tts_inference_result_as_user;
+use mysql_queries::queries::tts::tts_results::delete_tts_result_various_scopes::undelete_tts_inference_result_as_mod;
+use mysql_queries::queries::tts::tts_results::delete_tts_result_various_scopes::undelete_tts_inference_result_as_user;
+use mysql_queries::queries::tts::tts_results::query_tts_result::select_tts_result_by_token;
+
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::state::server_state::ServerState;
+use crate::util::delete_role_disambiguation::delete_role_disambiguation;
+use crate::util::delete_role_disambiguation::DeleteRole;
+
+/// For the URL PathInfo
+#[derive(Deserialize)]
+pub struct DeleteTtsInferenceResultPathInfo {
+  token: String,
+}
+
+#[derive(Deserialize)]
+pub struct DeleteTtsInferenceResultRequest {
+  set_delete: bool,
+  /// NB: this is only to disambiguate when a user is both a mod and an author.
+  as_mod: Option<bool>,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+pub async fn delete_tts_inference_result_handler(
+  http_request: HttpRequest,
+  path: Path<DeleteTtsInferenceResultPathInfo>,
+  request: Json<DeleteTtsInferenceResultRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<SimpleGenericJsonSuccess>, CommonWebError> {
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let user_session = match maybe_user_session {
+    Some(session) => session,
+    None => {
+      warn!("not logged in");
+      return Err(CommonWebError::NotAuthorized);
+    }
+  };
+
+  // NB: First permission check.
+  // Only mods should see deleted models (both user_* and mod_* deleted).
+  let is_mod_that_can_see_deleted = user_session.can_delete_other_users_tts_results;
+
+  let inference_result_query_result = select_tts_result_by_token(
+    &path.token,
+    is_mod_that_can_see_deleted,
+    &server_state.mysql_pool,
+  ).await;
+
+  let tts_inference_result = match inference_result_query_result {
+    Err(e) => {
+      warn!("query error: {:?}", e);
+      return Err(CommonWebError::from_anyhow_error(e));
+    }
+    Ok(None) => return Err(CommonWebError::NotFound),
+    Ok(Some(inference_result)) => inference_result,
+  };
+
+  // NB: Second set of permission checks
+  let is_author = tts_inference_result.maybe_creator_user_token
+      .as_ref()
+      .map(|creator_token| creator_token == &user_session.user_token)
+      .unwrap_or(false);
+
+  let is_mod = user_session.can_delete_other_users_tts_results;
+
+  if !is_author && !is_mod {
+    warn!("user is not allowed to delete inference results: {:?}", user_session.user_token);
+    return Err(CommonWebError::NotAuthorized);
+  }
+
+  let delete_role = delete_role_disambiguation(is_mod, is_author, request.as_mod);
+
+  let query_result = if request.set_delete {
+    match delete_role {
+      DeleteRole::ErrorDoNotDelete => {
+        warn!("user is not allowed to delete inference results: {:?}", user_session.user_token);
+        return Err(CommonWebError::NotAuthorized);
+      }
+      DeleteRole::AsUser => {
+        delete_tts_inference_result_as_user(
+          &path.token,
+          &server_state.mysql_pool
+        ).await
+      }
+      DeleteRole::AsMod => {
+        delete_tts_inference_result_as_mod(
+          &path.token,
+          user_session.user_token.as_str(),
+          &server_state.mysql_pool
+        ).await
+      }
+    }
+  } else {
+    match delete_role {
+      DeleteRole::ErrorDoNotDelete => {
+        warn!("user is not allowed to undelete inference results: {:?}", user_session.user_token);
+        return Err(CommonWebError::NotAuthorized);
+      }
+      DeleteRole::AsUser => {
+        // NB: Technically only mods can see their own inference_results here
+        undelete_tts_inference_result_as_user(
+          &path.token,
+          &server_state.mysql_pool
+        ).await
+      }
+      DeleteRole::AsMod => {
+        undelete_tts_inference_result_as_mod(
+          &path.token,
+          user_session.user_token.as_str(),
+          &server_state.mysql_pool
+        ).await
+      }
+    }
+  };
+
+  match query_result {
+    Ok(_) => {},
+    Err(err) => {
+      warn!("Update tts mod approval status DB error: {:?}", err);
+      return Err(CommonWebError::from_anyhow_error(err));
+    }
+  };
+
+  Ok(Json(SimpleGenericJsonSuccess { success: true }))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_infer_f5_tts_handler/enqueue_infer_f5_tts_handler.rs

@@ -0,0 +1,524 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::web::Json;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::{info, warn};
+use rand::seq::IndexedRandom;
+use rand::Rng;
+use utoipa::ToSchema;
+
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_input_source_token_type::InferenceInputSourceTokenType;
+use enums::by_table::generic_inference_jobs::inference_job_product_category::InferenceJobProductCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_api_token::get_request_api_token;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use migration::text_to_speech::get_tts_model_for_enqueue_inference_migration::TtsModelForEnqueueInferenceMigrationWrapper;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::f5_tts_payload::F5TTSPayload;
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::media_uploads::MediaUploadToken;
+use tokens::tokens::users::UserToken;
+use tts_common::priority::{FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL, FAKEYOU_INVESTOR_PRIORITY_LEVEL};
+use user_input_common::check_for_slurs::contains_slurs;
+
+use crate::configs::app_startup::username_set::UsernameSet;
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::configs::plans::plan::Plan;
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::request_has_demo_cookie;
+use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_extended::UserSessionExtended;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
+
+// TODO: Temporary for investor demo
+const STORYTELLER_DEMO_COOKIE_NAME : &str = "storyteller_demo";
+
+/// Debug requests mean different things, depending on the type of worker (the legacy
+/// tts-inference-job vs. the new inference-job):
+///
+///  * Legacy (tts): these requests get routed to special "debug-only" workers, which can
+///    be used to trial new code, run debugging, etc.
+///
+///  * New (generic): the flag gets associated with the request which may be used for
+///    anything in the code. (There's a new system for routing requests called
+///    "routing tags" that is independent of this flag.)
+///
+const DEBUG_HEADER_NAME : &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+/// NB: This is only for the new job system.
+const ROUTING_TAG_HEADER_NAME : &str = "routing-tag";
+
+const USER_FAKEYOU_USER_TOKEN : &str = "U:N5J8JXPW9BTYX";
+const USER_NEWS_STORY_USER_TOKEN : &str = "U:XAWRARC1N89X6";
+
+/// Safety guard against plans supporting too lengthy TTS inference text.
+const MAX_TTS_LENGTH : usize = 10_000;
+
+#[derive(Deserialize, ToSchema)]
+pub struct InferTtsRequest {
+  uuid_idempotency_token: String,
+  source_media_file_token: String,
+  inference_text: String,
+  creator_set_visibility: Option<Visibility>,
+}
+
+#[derive(Serialize, ToSchema)]
+pub struct InferTtsSuccessResponse {
+  pub success: bool,
+  pub inference_job_token: String,
+}
+
+#[derive(Debug, ToSchema)]
+pub enum InferTtsError {
+  BadInput(String),
+  NotAuthorized,
+  ServerError,
+  RateLimited,
+  NotFound,
+}
+
+impl ResponseError for InferTtsError {
+  fn status_code(&self) -> StatusCode {
+    match *self {
+      InferTtsError::BadInput(_) => StatusCode::BAD_REQUEST,
+      InferTtsError::NotAuthorized => StatusCode::UNAUTHORIZED,
+      InferTtsError::ServerError => StatusCode::INTERNAL_SERVER_ERROR,
+      InferTtsError::RateLimited => StatusCode::TOO_MANY_REQUESTS,
+      InferTtsError::NotFound => StatusCode::NOT_FOUND,
+    }
+  }
+
+  fn error_response(&self) -> HttpResponse {
+    let error_reason = match self {
+      InferTtsError::BadInput(reason) => reason.to_string(),
+      InferTtsError::NotAuthorized => "unauthorized".to_string(),
+      InferTtsError::ServerError => "server error".to_string(),
+      InferTtsError::RateLimited => "rate limited".to_string(),
+      InferTtsError::NotFound => "not found".to_string(),
+    };
+
+    to_simple_json_error(&error_reason, self.status_code())
+  }
+}
+
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+impl fmt::Display for InferTtsError {
+  fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+    write!(f, "{:?}", self)
+  }
+}
+
+#[utoipa::path(
+  post,
+  tag = "TTS",
+  path = "/v1/tts/f5_inference",
+  responses(
+    (status = 200, description = "Success response", body = InferTtsSuccessResponse),
+    (status = 400, description = "Bad input", body = InferTtsError),
+    (status = 401, description = "Not authorized", body = InferTtsError),
+    (status = 429, description = "Rate limited", body = InferTtsError),
+    (status = 500, description = "Server error", body = InferTtsError)
+  ),
+  params(("request" = InferTtsRequest, description = "Payload for Request"))
+)]
+pub async fn enqueue_infer_f5_tts_handler(
+  http_request: HttpRequest,
+  request: Json<InferTtsRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<InferTtsSuccessResponse>, InferTtsError> {
+
+  if server_state.flags.disable_tts {
+    return Err(InferTtsError::RateLimited);
+  }
+
+  let mut is_from_api = false;
+  let mut maybe_user_token : Option<String> = None;
+  let mut priority_level ;
+  let mut use_high_priority_rate_limiter = false; // NB: Careful!
+  let mut disable_rate_limiter = false; // NB: Careful!
+
+  let mut mysql_connection = server_state.mysql_pool
+    .acquire()
+    .await
+    .map_err(|err| {
+      warn!("MySql pool error: {:?}", err);
+      InferTtsError::ServerError
+    })?;
+
+  // ==================== USER SESSION ==================== //
+
+  let maybe_user_session : Option<UserSessionExtended> = server_state
+    .session_checker
+    .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+    .await
+    .map_err(|e| {
+      warn!("Session checker error: {:?}", e);
+      InferTtsError::ServerError
+    })?;
+
+  if let Some(user_session) = maybe_user_session.as_ref() {
+    maybe_user_token = Some(user_session.user_token.to_string());
+  }
+
+  // TODO: Plan should handle "first anonymous use" and "investor" cases.
+  let plan = get_correct_plan_for_session(
+    server_state.server_environment,
+    maybe_user_session.as_ref());
+
+  priority_level = plan.tts_base_priority_level();
+
+  // ==================== API TOKENS ==================== //
+
+  if let Some(api_token) = get_request_api_token(&http_request) {
+    let maybe_api_token_configs = server_state
+      .static_api_token_set
+      .get_api_token(&api_token);
+
+    if let Some(api_token_configs) = maybe_api_token_configs {
+      is_from_api = true;
+
+      priority_level = api_token_configs.maybe_priority_level
+        .unwrap_or(FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL);
+
+      use_high_priority_rate_limiter = api_token_configs.maybe_use_high_priority_rate_limiter
+        .unwrap_or(false);
+
+      disable_rate_limiter = api_token_configs.maybe_disable_rate_limiter.unwrap_or(false);
+
+      if let Some(user_token_override) = api_token_configs.maybe_user_token.as_deref() {
+        maybe_user_token = Some(user_token_override.trim().to_string());
+      }
+    }
+  }
+
+  // ==================== INVESTOR PRIORITY ==================== //
+
+  // TODO/TEMP: Give investors even more priority
+  let mut is_investor = false;
+
+  // TODO/TEMP: The storyteller.io website will redirect and establish this cookie.
+  //  This is just for the YCombinator demo.
+  if request_has_demo_cookie(&http_request) {
+    is_investor = true;
+  }
+
+  if is_investor {
+    priority_level = FAKEYOU_INVESTOR_PRIORITY_LEVEL;
+  }
+
+  // ==================== ENGINEERING FLAGS / HEADERS: DEBUG MODE, ETC. ==================== //
+
+  let is_debug_request = get_request_header_optional(&http_request, DEBUG_HEADER_NAME)
+    .is_some();
+
+  let maybe_routing_tag=
+    get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME)
+      .map(|routing_tag| routing_tag.trim().to_string());
+
+  // ==================== BANNED USERS ==================== //
+
+  if let Some(ref user) = maybe_user_session {
+    if user.role.is_banned {
+      warn!("User is not authorized to use TTS model because they are banned.");
+      return Err(InferTtsError::NotAuthorized);
+    }
+  }
+
+  // ==================== RATE LIMIT ==================== //
+
+  if !disable_rate_limiter {
+    let maybe_username = maybe_user_session
+      .as_ref()
+      .map(|session| session.user.username.as_str());
+
+    // FIXME(bt,2023-12-13): These boolean flags are a bit dangerous.
+    let rate_limiter_type = get_rate_limiter_type(
+      maybe_username,
+      &server_state.redis_rate_limiters.api_ai_streamer_username_set,
+      is_investor,
+      is_from_api,
+      use_high_priority_rate_limiter
+    );
+
+    let rate_limiter = match rate_limiter_type {
+      RateLimiterType::LoggedOut => &server_state.redis_rate_limiters.logged_out,
+      RateLimiterType::LoggedIn => &server_state.redis_rate_limiters.logged_in,
+      RateLimiterType::ApiHighPriority => {
+        info!("Using API high priority rate limiter");
+        &server_state.redis_rate_limiters.api_high_priority
+      },
+      RateLimiterType::ApiAiStreamer => {
+        info!("Using AI streamer rate limiter");
+        &server_state.redis_rate_limiters.api_ai_streamers
+      },
+    };
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+      return Err(InferTtsError::RateLimited);
+    }
+  }
+
+  // let is_authorized = check_if_authorized_to_use_media_file(
+  //   maybe_user_session.as_ref(),
+  //   &tts_model,
+  // ).await;
+  // 
+  // if !is_authorized {
+  //   warn!("User is not authorized to use TTS model due to checks.");
+  //   return Err(InferTtsError::NotAuthorized);
+  // }
+  // 
+  // ==================== CHECK INFERENCE TEXT ==================== //
+
+  let ip_address = get_request_ip(&http_request);
+
+  let mut inference_text = request.inference_text.trim().to_string();
+
+  if let Err(reason) = validate_inference_text(&inference_text, &plan) {
+    return Err(InferTtsError::BadInput(reason));
+  }
+
+  if contains_slurs(&inference_text) {
+    return Err(InferTtsError::BadInput("text contains slurs".to_string()));
+  }
+
+  if let Some(user) = maybe_user_session.as_ref() {
+    let is_user_token_troll_banned = server_state.troll_bans.user_tokens
+      .contains_user_token(&user.user_token)
+      .unwrap_or(false); // NB: Fail open
+
+    let is_ip_address_troll_banned = server_state.troll_bans.ip_addresses
+      .contains_ip_address(&ip_address)
+      .unwrap_or(false); // NB: Fail open
+
+    let is_troll_banned = is_user_token_troll_banned || is_ip_address_troll_banned;
+
+    if is_troll_banned {
+      let test = server_state.flags.troll_ban_user_percent as i32; // NB: Should be 0 - 100.
+      let num = rand::thread_rng().gen_range(0..100);
+
+      if test > num {
+        warn!("Generating troll response for user token: {}", user.user_token);
+        inference_text = random_troll_text().to_string();
+      }
+    }
+  }
+
+  let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+    .as_ref()
+    .map(|user_session| user_session.preferences.preferred_tts_result_visibility);
+
+  let set_visibility = request.creator_set_visibility
+    .or(maybe_user_preferred_visibility)
+    .unwrap_or(Visibility::Public);
+
+  // ==================== ENQUEUE APPROPRIATE TTS TYPE ==================== //
+
+  let max_duration_seconds = plan.tts_max_duration_seconds();
+
+  // This branch uses the `generic-inference-job` service and tables.
+  info!("Creating tts inference job record (new generic job system)...");
+
+  let maybe_creator_user_token_typed = maybe_user_token
+    .as_deref()
+    .map(|token| UserToken::new_from_str(token));
+
+  let maybe_avt_token = server_state
+    .avt_cookie_manager
+    .get_avt_token_from_request(&http_request);
+
+  let maybe_model_type = None;
+  
+  let maybe_inference_args = Some(GenericInferenceArgs{
+    inference_category: Some(InferenceCategoryAbbreviated::F5TTS),
+    args: Some(PolymorphicInferenceArgs::Ft(F5TTSPayload{})),
+  });
+
+  let media_token = request.source_media_file_token.clone();
+
+  let media_token_type =
+    if media_token.starts_with(MediaUploadToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaUpload
+    } else if media_token.starts_with(MediaFileToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaFile
+    } else {
+      return Err(InferTtsError::BadInput(
+        "input token is not a media_upload or media_file token".to_string()));
+    };
+
+
+  let maybe_product_category = Some(InferenceJobProductCategory::TtsF5);
+
+  let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+    uuid_idempotency_token: &request.uuid_idempotency_token,
+    job_type: InferenceJobType::F5TTS,
+    maybe_product_category,
+    inference_category: InferenceCategory::F5TTS,
+    maybe_model_type,
+    maybe_model_token: None,
+    maybe_input_source_token: Some(&media_token),
+    maybe_input_source_token_type: Some(media_token_type),
+    maybe_download_url: None,
+    maybe_cover_image_media_file_token: None,
+    maybe_raw_inference_text: Some(inference_text.as_str()),
+    maybe_max_duration_seconds: Some(max_duration_seconds),
+    maybe_inference_args,
+    maybe_creator_user_token: maybe_creator_user_token_typed.as_ref(),
+    maybe_avt_token: maybe_avt_token.as_ref(),
+    creator_ip_address: &ip_address,
+    creator_set_visibility: set_visibility,
+    priority_level,
+    requires_keepalive: false, // TODO: We may want this to be the case in the future.
+    is_debug_request,
+    maybe_routing_tag: maybe_routing_tag.as_deref(),
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+  let inference_job_token = match query_result {
+    Ok((inference_job_token, _id)) => inference_job_token,
+    Err(err) => {
+      warn!("New (generic) tts inference job creation DB error: {:?}", err);
+      if err.had_duplicate_idempotency_token() {
+        return Err(InferTtsError::BadInput("Duplicate idempotency token".to_string()));
+      }
+      return Err(InferTtsError::ServerError);
+    }
+  };
+
+  let job_token = inference_job_token.to_string();
+
+
+  Ok(Json(InferTtsSuccessResponse {
+    success: true,
+    inference_job_token: job_token,
+  }))
+}
+
+#[derive(Copy, Clone, Debug, Eq, PartialEq)]
+pub enum RateLimiterType {
+  LoggedOut,
+  LoggedIn,
+  ApiHighPriority,
+  ApiAiStreamer,
+}
+
+// FIXME(bt,2023-12-13): The boolean flags and disjoint decision making are kind of terrible.
+fn get_rate_limiter_type(
+  maybe_username: Option<&str>,
+  ai_streamer_username_set: &UsernameSet,
+  is_investor: bool,
+  is_from_api: bool,
+  use_high_priority_rate_limiter: bool,
+) -> RateLimiterType {
+  // For AI live streamers
+  // https://www.notion.so/storytellerai/dd88609558a24196b4ddeeef6079da98
+  let mut is_ai_streamer = false;
+
+  let mut rate_limiter = match maybe_username {
+    None => RateLimiterType::LoggedOut,
+    Some(username) => {
+      if ai_streamer_username_set.username_is_in_set(username) {
+        is_ai_streamer = true;
+      }
+
+      RateLimiterType::LoggedIn
+    },
+  };
+
+  // TODO/TEMP
+  if is_investor || is_from_api {
+    rate_limiter = RateLimiterType::LoggedIn;
+  }
+
+  // TODO: This is for VidVoice.ai and should be replaced with per-API consumer rate limiters
+  if use_high_priority_rate_limiter {
+    rate_limiter = RateLimiterType::ApiHighPriority;
+  }
+
+  if is_ai_streamer {
+    rate_limiter = RateLimiterType::ApiAiStreamer;
+  }
+
+  rate_limiter
+}
+
+pub fn validate_inference_text(text: &str, plan: &Plan) -> Result<(), String> {
+  if text.len() < 3 {
+    return Err("text is too short".to_string());
+  }
+
+  if text.len() > plan.tts_max_character_length() {
+    return Err("text is too long".to_string());
+  }
+
+  if text.len() > MAX_TTS_LENGTH {
+    return Err("text is too long".to_string());
+  }
+
+  Ok(())
+}
+
+/// If the model is private, determine if the user can use the model.
+/// This is designed to fail closed (read: actually open!) rather than hit resources.
+async fn check_if_authorized_to_use_model(
+  maybe_user_session: Option<&UserSessionExtended>,
+  tts_model: &TtsModelForEnqueueInferenceMigrationWrapper,
+) -> bool {
+
+  match tts_model.creator_set_visibility() {
+    Visibility::Public => return true,
+    Visibility::Hidden => return true,
+    Visibility::Private => {} // Fall through
+  }
+
+  let is_authorized = maybe_user_session
+    .map(|session| {
+      (session.user_token.as_str() == tts_model.creator_user_token()) // is_author
+        || (session.role.can_ban_users) // is_mod
+        || (session.user_token.as_str() == USER_FAKEYOU_USER_TOKEN) // is allowed user #1
+        || (session.user_token.as_str() == USER_NEWS_STORY_USER_TOKEN) // is allowed user #2
+    })
+    .unwrap_or(false);
+
+  is_authorized
+}
+
+fn random_troll_text() -> &'static str {
+  let texts = [
+    "Fake You Dot Com. Use Fake You Dot Com. The website Fake You Dot Com has better voices. Use Fake You Dot Com.",
+    "Use Fake You Dot Com. Fake You Dot Com. Fake You Dot Com is way better.",
+    "Want better voices? Fake. You. Fake You Dot Com. Fake. Fake. Fake. You. You. You. Use Fake You Dot Com. Fake You Dot Com.",
+    r#"
+      You should use Fake You Dot Com. Fake You Dot Com has way better voices.
+      You can get everything you want from FakeYou dot com. One Oh One Sound Boards website is just using Fake You.
+      Use Fake You Dot Com. Fake You Dot Com. Fake You Dot com.
+      AAAAAAAAAAAAAEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEE
+    "#,
+    //"EEEEEEEEEEEEEEEEE",
+    //"One Oh One Soundboards is a shitty website. Use Fake You Dot Com instead.",
+    //r#"
+    //beep. beep. beep. beep. beep.
+    //May have installed a virus
+    //OOOOOOOOEEEEUUUUUOOAAAA
+    //Your device may be compromised
+    //EEEEEEEEEEEEEEEEIIIUUUUOOOAAAA
+    //Your location may be tracked by the advanced artificial intelligence.
+    //"#,
+  ];
+  let random = texts.choose(&mut rand::thread_rng());
+  random.map(|r| *r).unwrap_or(texts[0])
+}
+

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_infer_f5_tts_handler/mod.rs

@@ -0,0 +1 @@
+pub mod enqueue_infer_f5_tts_handler;

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_infer_tts_handler/enqueue_infer_tts_handler.rs

@@ -1,14 +1,87 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
 use actix_web::web::Json;
+use actix_web::{web, HttpRequest, HttpResponse};
+use log::{info, warn};
+use rand::seq::IndexedRandom;
+use rand::Rng;
+use redis::Commands;
 use utoipa::ToSchema;
 
-/// Sentinel job token returned to legacy clients now that TTS inference is shut down.
-/// There is no real job behind it; status polls for it will never complete.
-const SYNTHETIC_INFERENCE_JOB_TOKEN: &str = "synthetic_too_many_requests";
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_job_product_category::InferenceJobProductCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::by_table::generic_inference_jobs::inference_model_type::InferenceModelType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_api_token::get_request_api_token;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use migration::text_to_speech::get_tts_model_for_enqueue_inference_migration::TtsModelForEnqueueInferenceMigrationWrapper;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::gptsovits_payload::GptSovitsPayload;
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use redis_common::redis_keys::RedisKeys;
+use tokens::tokens::users::UserToken;
+use tts_common::priority::{FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL, FAKEYOU_INVESTOR_PRIORITY_LEVEL};
+use user_input_common::check_for_slurs::contains_slurs;
+
+use crate::configs::app_startup::username_set::UsernameSet;
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::configs::plans::plan::Plan;
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::request_has_demo_cookie;
+use crate::http_server::endpoints::tts::enqueue_infer_tts_handler::get_tts_model_with_caching::get_tts_model_with_caching;
+use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_extended::UserSessionExtended;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::state::server_state::ServerState;
+
+// TODO: Temporary for investor demo
+const STORYTELLER_DEMO_COOKIE_NAME : &str = "storyteller_demo";
+
+/// Debug requests mean different things, depending on the type of worker (the legacy
+/// tts-inference-job vs. the new inference-job):
+///
+///  * Legacy (tts): these requests get routed to special "debug-only" workers, which can
+///    be used to trial new code, run debugging, etc.
+///
+///  * New (generic): the flag gets associated with the request which may be used for
+///    anything in the code. (There's a new system for routing requests called
+///    "routing tags" that is independent of this flag.)
+///
+const DEBUG_HEADER_NAME : &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+/// NB: This is only for the new job system.
+const ROUTING_TAG_HEADER_NAME : &str = "routing-tag";
+
+const USER_FAKEYOU_USER_TOKEN : &str = "U:N5J8JXPW9BTYX";
+const USER_NEWS_STORY_USER_TOKEN : &str = "U:XAWRARC1N89X6";
+
+/// Safety guard against plans supporting too lengthy TTS inference text.
+const MAX_TTS_LENGTH : usize = 10_000;
+
+#[derive(Deserialize, ToSchema)]
+pub struct InferTtsRequest {
+  uuid_idempotency_token: String,
+  tts_model_token: String,
+  inference_text: String,
+  creator_set_visibility: Option<Visibility>,
+  is_storyteller_demo: Option<bool>,
+}
 
 #[derive(Serialize, ToSchema)]
 pub struct InferTtsSuccessResponse {
   pub success: bool,
   pub inference_job_token: String,
+  // This is the type of inference job token returned.
   pub inference_job_token_type: InferenceJobTokenType,
 }
 
@@ -19,27 +92,543 @@ pub enum InferenceJobTokenType {
   #[serde(rename = "legacy_tts")]
   LegacyTts,
 
-  /// Modern shared inference type
+  /// Modern shared inference type (everything will use this in the
+  /// future, and this endpoint will die.)
   #[serde(rename = "generic")]
   Generic,
 }
 
-/// [DEPRECATED] Enqueue a legacy TTS inference request.
-///
-/// Legacy TTS inference is shut down. This endpoint unconditionally returns a
-/// canned success response with a synthetic job token so old clients don't error.
+#[derive(Debug, ToSchema)]
+pub enum InferTtsError {
+  BadInput(String),
+  NotAuthorized,
+  ServerError,
+  RateLimited,
+  NotFound,
+}
+
+impl ResponseError for InferTtsError {
+  fn status_code(&self) -> StatusCode {
+    match *self {
+      InferTtsError::BadInput(_) => StatusCode::BAD_REQUEST,
+      InferTtsError::NotAuthorized => StatusCode::UNAUTHORIZED,
+      InferTtsError::ServerError => StatusCode::INTERNAL_SERVER_ERROR,
+      InferTtsError::RateLimited => StatusCode::TOO_MANY_REQUESTS,
+      InferTtsError::NotFound => StatusCode::NOT_FOUND,
+    }
+  }
+
+  fn error_response(&self) -> HttpResponse {
+    let error_reason = match self {
+      InferTtsError::BadInput(reason) => reason.to_string(),
+      InferTtsError::NotAuthorized => "unauthorized".to_string(),
+      InferTtsError::ServerError => "server error".to_string(),
+      InferTtsError::RateLimited => "rate limited".to_string(),
+      InferTtsError::NotFound => "not found".to_string(),
+    };
+
+    to_simple_json_error(&error_reason, self.status_code())
+  }
+}
+
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+impl fmt::Display for InferTtsError {
+  fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+    write!(f, "{:?}", self)
+  }
+}
+
 #[utoipa::path(
   post,
   tag = "TTS",
   path = "/v1/tts/inference",
   responses(
     (status = 200, description = "Success response", body = InferTtsSuccessResponse),
+    (status = 400, description = "Bad input", body = InferTtsError),
+    (status = 401, description = "Not authorized", body = InferTtsError),
+    (status = 429, description = "Rate limited", body = InferTtsError),
+    (status = 500, description = "Server error", body = InferTtsError)
   ),
+  params(("request" = InferTtsRequest, description = "Payload for Request"))
 )]
-pub async fn enqueue_infer_tts_handler() -> Json<InferTtsSuccessResponse> {
-  Json(InferTtsSuccessResponse {
+pub async fn enqueue_infer_tts_handler(
+  http_request: HttpRequest,
+  request: Json<InferTtsRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<InferTtsSuccessResponse>, InferTtsError> {
+
+  if server_state.flags.disable_tts {
+    return Err(InferTtsError::RateLimited);
+  }
+
+  let mut is_from_api = false;
+  let mut maybe_user_token : Option<String> = None;
+  let mut priority_level ;
+  let mut use_high_priority_rate_limiter = false; // NB: Careful!
+  let mut disable_rate_limiter = false; // NB: Careful!
+
+  let mut mysql_connection = server_state.mysql_pool
+      .acquire()
+      .await
+      .map_err(|err| {
+        warn!("MySql pool error: {:?}", err);
+        InferTtsError::ServerError
+      })?;
+
+  // ==================== USER SESSION ==================== //
+
+  let maybe_user_session : Option<UserSessionExtended> = server_state
+    .session_checker
+    .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+    .await
+    .map_err(|e| {
+      warn!("Session checker error: {:?}", e);
+      InferTtsError::ServerError
+    })?;
+
+  if let Some(user_session) = maybe_user_session.as_ref() {
+    maybe_user_token = Some(user_session.user_token.to_string());
+  }
+
+  // TODO: Plan should handle "first anonymous use" and "investor" cases.
+  let plan = get_correct_plan_for_session(
+    server_state.server_environment,
+    maybe_user_session.as_ref());
+
+  priority_level = plan.tts_base_priority_level();
+
+  // ==================== API TOKENS ==================== //
+
+  if let Some(api_token) = get_request_api_token(&http_request) {
+    let maybe_api_token_configs = server_state
+        .static_api_token_set
+        .get_api_token(&api_token);
+
+    if let Some(api_token_configs) = maybe_api_token_configs {
+      is_from_api = true;
+
+      priority_level = api_token_configs.maybe_priority_level
+          .unwrap_or(FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL);
+
+      use_high_priority_rate_limiter = api_token_configs.maybe_use_high_priority_rate_limiter
+          .unwrap_or(false);
+
+      disable_rate_limiter = api_token_configs.maybe_disable_rate_limiter.unwrap_or(false);
+
+      if let Some(user_token_override) = api_token_configs.maybe_user_token.as_deref() {
+        maybe_user_token = Some(user_token_override.trim().to_string());
+      }
+    }
+  }
+
+  // ==================== INVESTOR PRIORITY ==================== //
+
+  // TODO/TEMP: Give investors even more priority
+  let mut is_investor = false;
+
+  // TODO/TEMP: The storyteller.io website's AJAX calls will set this.
+  //  This is just for the YCombinator demo.
+  match request.is_storyteller_demo {
+    Some(true) => {
+      is_investor = true;
+    },
+    _ => {},
+  };
+
+  // TODO/TEMP: The storyteller.io website will redirect and establish this cookie.
+  //  This is just for the YCombinator demo.
+  if request_has_demo_cookie(&http_request) {
+    is_investor = true;
+  }
+
+  if is_investor {
+    priority_level = FAKEYOU_INVESTOR_PRIORITY_LEVEL;
+  }
+
+  // ==================== ENGINEERING FLAGS / HEADERS: DEBUG MODE, ETC. ==================== //
+
+  let is_debug_request = get_request_header_optional(&http_request, DEBUG_HEADER_NAME)
+      .is_some();
+
+  let maybe_routing_tag=
+      get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME)
+          .map(|routing_tag| routing_tag.trim().to_string());
+
+  // ==================== BANNED USERS ==================== //
+
+  if let Some(ref user) = maybe_user_session {
+    if user.role.is_banned {
+      warn!("User is not authorized to use TTS model because they are banned.");
+      return Err(InferTtsError::NotAuthorized);
+    }
+  }
+
+  // ==================== RATE LIMIT ==================== //
+
+  if !disable_rate_limiter {
+    let maybe_username = maybe_user_session
+        .as_ref()
+        .map(|session| session.user.username.as_str());
+
+    // FIXME(bt,2023-12-13): These boolean flags are a bit dangerous.
+    let rate_limiter_type = get_rate_limiter_type(
+      maybe_username,
+      &server_state.redis_rate_limiters.api_ai_streamer_username_set,
+      is_investor,
+      is_from_api,
+      use_high_priority_rate_limiter
+    );
+
+    let rate_limiter = match rate_limiter_type {
+      RateLimiterType::LoggedOut => &server_state.redis_rate_limiters.logged_out,
+      RateLimiterType::LoggedIn => &server_state.redis_rate_limiters.logged_in,
+      RateLimiterType::ApiHighPriority => {
+        info!("Using API high priority rate limiter");
+        &server_state.redis_rate_limiters.api_high_priority
+      },
+      RateLimiterType::ApiAiStreamer => {
+        info!("Using AI streamer rate limiter");
+        &server_state.redis_rate_limiters.api_ai_streamers
+      },
+    };
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+      return Err(InferTtsError::RateLimited);
+    }
+  }
+
+  // ==================== CHECK TTS MODEL EXISTENCE / SETTINGS==================== //
+
+  let tts_model_lookup_result = get_tts_model_with_caching(
+    &request.tts_model_token,
+    &server_state.redis_ttl_cache,
+    &mut mysql_connection,
+  ).await;
+
+  let tts_model = match tts_model_lookup_result {
+    Ok(Some(model)) => model,
+    Ok(None) => {
+      warn!("Model could not be found: {}", request.tts_model_token);
+      return Err(InferTtsError::NotFound);
+    }
+    Err(err) => {
+      warn!("Error loading TTS model: {:?}", err);
+      return Err(InferTtsError::ServerError);
+    }
+  };
+
+  let is_authorized = check_if_authorized_to_use_model(
+    maybe_user_session.as_ref(),
+    &tts_model,
+  ).await;
+
+  if !is_authorized {
+    warn!("User is not authorized to use TTS model due to checks.");
+    return Err(InferTtsError::NotAuthorized);
+  }
+
+  // ==================== CHECK INFERENCE TEXT ==================== //
+
+  let ip_address = get_request_ip(&http_request);
+
+  let mut inference_text = request.inference_text.trim().to_string();
+
+  if let Err(reason) = validate_inference_text(&inference_text, &plan) {
+    return Err(InferTtsError::BadInput(reason));
+  }
+
+  if contains_slurs(&inference_text) {
+    return Err(InferTtsError::BadInput("text contains slurs".to_string()));
+  }
+
+  if let Some(user) = maybe_user_session.as_ref() {
+    let is_user_token_troll_banned = server_state.troll_bans.user_tokens
+        .contains_user_token(&user.user_token)
+        .unwrap_or(false); // NB: Fail open
+
+    let is_ip_address_troll_banned = server_state.troll_bans.ip_addresses
+        .contains_ip_address(&ip_address)
+        .unwrap_or(false); // NB: Fail open
+
+    let is_troll_banned = is_user_token_troll_banned || is_ip_address_troll_banned;
+
+    if is_troll_banned {
+      let test = server_state.flags.troll_ban_user_percent as i32; // NB: Should be 0 - 100.
+      let num = rand::thread_rng().gen_range(0..100);
+
+      if test > num {
+        warn!("Generating troll response for user token: {}", user.user_token);
+        inference_text = random_troll_text().to_string();
+      }
+    }
+  }
+
+  // ==================== CHECK AND PREPARE TTS ==================== //
+
+  let mut redis = server_state.redis_pool
+      .get()
+      .map_err(|e| {
+        warn!("redis error: {:?}", e);
+        InferTtsError::ServerError
+      })?;
+
+  let redis_count_key = RedisKeys::tts_model_usage_count(&request.tts_model_token);
+
+  redis.incr::<_, _, ()>(&redis_count_key, 1)
+      .map_err(|e| {
+        warn!("redis error: {:?}", e);
+        InferTtsError::ServerError
+      })?;
+
+  let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+      .as_ref()
+      .map(|user_session| user_session.preferences.preferred_tts_result_visibility);
+
+  let set_visibility = request.creator_set_visibility
+      .or(maybe_user_preferred_visibility)
+      .unwrap_or(Visibility::Public);
+
+  // ==================== ENQUEUE APPROPRIATE TTS TYPE ==================== //
+
+  let max_duration_seconds = plan.tts_max_duration_seconds();
+
+  // This branch uses the `generic-inference-job` service and tables.
+  info!("Creating tts inference job record (new generic job system)...");
+
+  let maybe_creator_user_token_typed = maybe_user_token
+      .as_deref()
+      .map(|token| UserToken::new_from_str(token));
+
+  let maybe_avt_token = server_state
+      .avt_cookie_manager
+      .get_avt_token_from_request(&http_request);
+
+  let maybe_model_type = match tts_model.job_type() {
+    InferenceJobType::GptSovits => None, // TODO(bt,2024-08-07): why don't we set this?
+    _ => Some(InferenceModelType::Tacotron2)
+  };
+
+  let maybe_inference_args = match tts_model.job_type() {
+    InferenceJobType::Tacotron2 => Some(GenericInferenceArgs {
+      inference_category: Some(InferenceCategoryAbbreviated::TextToSpeech),
+      args: None, // NB: We don't need to encode any args yet for TT2.
+    }),
+    InferenceJobType::GptSovits => Some(GenericInferenceArgs {
+      inference_category: Some(InferenceCategoryAbbreviated::GptSovits),
+      args: Some(PolymorphicInferenceArgs::Gs(GptSovitsPayload {
+        append_advertisement: None,
+        // Model download only args:
+        creator_visibility: None,
+        maybe_title: None,
+        maybe_description: None,
+      })),
+    }),
+    _ => None, // NB: Shouldn't occur
+  };
+
+  let maybe_product_category = match tts_model.job_type() {
+    InferenceJobType::Tacotron2 => Some(InferenceJobProductCategory::TtsTacotron2),
+    InferenceJobType::GptSovits => Some(InferenceJobProductCategory::TtsGptSoVits),
+    _ => None,
+  };
+
+  let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+    uuid_idempotency_token: &request.uuid_idempotency_token,
+    job_type: tts_model.job_type(),
+    maybe_product_category,
+    inference_category: InferenceCategory::TextToSpeech,
+    maybe_model_type,
+    maybe_model_token: Some(request.tts_model_token.as_str()),
+    maybe_input_source_token: None, // NB: TTS doesn't have input media
+    maybe_input_source_token_type: None, // NB: TTS doesn't have input media
+    maybe_download_url: None,
+    maybe_cover_image_media_file_token: None,
+    maybe_raw_inference_text: Some(inference_text.as_str()),
+    maybe_max_duration_seconds: Some(max_duration_seconds),
+    maybe_inference_args,
+    maybe_creator_user_token: maybe_creator_user_token_typed.as_ref(),
+    maybe_avt_token: maybe_avt_token.as_ref(),
+    creator_ip_address: &ip_address,
+    creator_set_visibility: set_visibility,
+    priority_level,
+    requires_keepalive: false, // TODO: We may want this to be the case in the future.
+    is_debug_request,
+    maybe_routing_tag: maybe_routing_tag.as_deref(),
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+  let inference_job_token = match query_result {
+    Ok((inference_job_token, _id)) => inference_job_token,
+    Err(err) => {
+      warn!("New (generic) tts inference job creation DB error: {:?}", err);
+      if err.had_duplicate_idempotency_token() {
+        return Err(InferTtsError::BadInput("Duplicate idempotency token".to_string()));
+      }
+      return Err(InferTtsError::ServerError);
+    }
+  };
+
+  let job_token = inference_job_token.to_string();
+
+  server_state.firehose_publisher.enqueue_tts_inference(maybe_user_token.as_deref(), &job_token, &request.tts_model_token)
+      .await
+      .map_err(|e| {
+        warn!("error publishing event: {:?}", e);
+        InferTtsError::ServerError
+      })?;
+
+  Ok(Json(InferTtsSuccessResponse {
     success: true,
-    inference_job_token: SYNTHETIC_INFERENCE_JOB_TOKEN.to_string(),
+    inference_job_token: job_token,
     inference_job_token_type: InferenceJobTokenType::Generic,
-  })
+  }))
+}
+
+#[derive(Copy, Clone, Debug, Eq, PartialEq)]
+pub enum RateLimiterType {
+  LoggedOut,
+  LoggedIn,
+  ApiHighPriority,
+  ApiAiStreamer,
+}
+
+// FIXME(bt,2023-12-13): The boolean flags and disjoint decision making are kind of terrible.
+fn get_rate_limiter_type(
+  maybe_username: Option<&str>,
+  ai_streamer_username_set: &UsernameSet,
+  is_investor: bool,
+  is_from_api: bool,
+  use_high_priority_rate_limiter: bool,
+) -> RateLimiterType {
+  // For AI live streamers
+  // https://www.notion.so/storytellerai/dd88609558a24196b4ddeeef6079da98
+  let mut is_ai_streamer = false;
+
+  let mut rate_limiter = match maybe_username {
+    None => RateLimiterType::LoggedOut,
+    Some(username) => {
+      if ai_streamer_username_set.username_is_in_set(username) {
+        is_ai_streamer = true;
+      }
+
+      RateLimiterType::LoggedIn
+    },
+  };
+
+  // TODO/TEMP
+  if is_investor || is_from_api {
+    rate_limiter = RateLimiterType::LoggedIn;
+  }
+
+  // TODO: This is for VidVoice.ai and should be replaced with per-API consumer rate limiters
+  if use_high_priority_rate_limiter {
+    rate_limiter = RateLimiterType::ApiHighPriority;
+  }
+
+  if is_ai_streamer {
+    rate_limiter = RateLimiterType::ApiAiStreamer;
+  }
+
+  rate_limiter
+}
+
+pub fn validate_inference_text(text: &str, plan: &Plan) -> Result<(), String> {
+  if text.len() < 3 {
+    return Err("text is too short".to_string());
+  }
+
+  if text.len() > plan.tts_max_character_length() {
+    return Err("text is too long".to_string());
+  }
+
+  if text.len() > MAX_TTS_LENGTH {
+    return Err("text is too long".to_string());
+  }
+
+  Ok(())
+}
+
+/// If the model is private, determine if the user can use the model.
+/// This is designed to fail closed (read: actually open!) rather than hit resources.
+async fn check_if_authorized_to_use_model(
+  maybe_user_session: Option<&UserSessionExtended>,
+  tts_model: &TtsModelForEnqueueInferenceMigrationWrapper,
+) -> bool {
+
+  match tts_model.creator_set_visibility() {
+    Visibility::Public => return true,
+    Visibility::Hidden => return true,
+    Visibility::Private => {} // Fall through
+  }
+
+  let is_authorized = maybe_user_session
+      .map(|session| {
+        (session.user_token.as_str() == tts_model.creator_user_token()) // is_author
+            || (session.role.can_ban_users) // is_mod
+            || (session.user_token.as_str() == USER_FAKEYOU_USER_TOKEN) // is allowed user #1
+            || (session.user_token.as_str() == USER_NEWS_STORY_USER_TOKEN) // is allowed user #2
+      })
+      .unwrap_or(false);
+
+  is_authorized
+}
+
+fn random_troll_text() -> &'static str {
+  let texts = [
+    "Fake You Dot Com. Use Fake You Dot Com. The website Fake You Dot Com has better voices. Use Fake You Dot Com.",
+    "Use Fake You Dot Com. Fake You Dot Com. Fake You Dot Com is way better.",
+    "Want better voices? Fake. You. Fake You Dot Com. Fake. Fake. Fake. You. You. You. Use Fake You Dot Com. Fake You Dot Com.",
+    r#"
+      You should use Fake You Dot Com. Fake You Dot Com has way better voices.
+      You can get everything you want from FakeYou dot com. One Oh One Sound Boards website is just using Fake You.
+      Use Fake You Dot Com. Fake You Dot Com. Fake You Dot com.
+      AAAAAAAAAAAAAEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEEE
+    "#,
+    //"EEEEEEEEEEEEEEEEE",
+    //"One Oh One Soundboards is a shitty website. Use Fake You Dot Com instead.",
+    //r#"
+    //beep. beep. beep. beep. beep.
+    //May have installed a virus
+    //OOOOOOOOEEEEUUUUUOOAAAA
+    //Your device may be compromised
+    //EEEEEEEEEEEEEEEEIIIUUUUOOOAAAA
+    //Your location may be tracked by the advanced artificial intelligence.
+    //"#,
+  ];
+  let random = texts.choose(&mut rand::thread_rng());
+  random.map(|r| *r).unwrap_or(texts[0])
+}
+
+
+#[cfg(test)]
+mod tests {
+
+  mod rate_limiter_tests {
+    use crate::configs::app_startup::username_set::UsernameSet;
+    use crate::http_server::endpoints::tts::enqueue_infer_tts_handler::enqueue_infer_tts_handler::{get_rate_limiter_type, RateLimiterType};
+
+    fn build_username_set() -> UsernameSet {
+      UsernameSet::from_comma_separated("ai_streamer")
+    }
+
+    #[test]
+    fn test_logged_out() {
+      let rate_limiter = get_rate_limiter_type(None, &build_username_set(), false, false, false);
+      assert_eq!(rate_limiter, RateLimiterType::LoggedOut);
+    }
+
+    #[test]
+    fn test_logged_in() {
+      let username = Some("not_ai_streamer");
+      let rate_limiter = get_rate_limiter_type(username, &build_username_set(), false, false, false);
+      assert_eq!(rate_limiter, RateLimiterType::LoggedIn);
+    }
+
+    #[test]
+    fn test_ai_streamer() {
+      let username = Some("ai_streamer");
+      let rate_limiter = get_rate_limiter_type(username, &build_username_set(), false, false, false);
+      assert_eq!(rate_limiter, RateLimiterType::ApiAiStreamer);
+    }
+  }
 }

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_infer_tts_handler/get_tts_model_with_caching.rs

@@ -0,0 +1,45 @@
+use log::error;
+use sqlx::pool::PoolConnection;
+use sqlx::MySql;
+
+use errors::AnyhowResult;
+use migration::text_to_speech::get_tts_model_for_enqueue_inference_migration::{get_tts_model_for_enqueue_inference_migration, TtsModelForEnqueueInferenceMigrationWrapper};
+use redis_caching::redis_ttl_cache::RedisTtlCache;
+use redis_common::redis_cache_keys::RedisCacheKeys;
+
+// TODO: Read from in-memory TTS List cache first (!!!) for further performance savings
+
+pub async fn get_tts_model_with_caching(
+  model_token: &str,
+  redis_ttl_cache: &RedisTtlCache,
+  mysql_connection: &mut PoolConnection<MySql>,
+) -> AnyhowResult<Option<TtsModelForEnqueueInferenceMigrationWrapper>> {
+  // NB: Copy due to move. Not a cloned ref due to clippy lint
+  let model_token2 = model_token.to_string();
+
+  let get_tts_model = move || {
+    // NB: async closures are not yet stable in Rust, so we include an async block.
+    async move {
+      get_tts_model_for_enqueue_inference_migration(
+        &model_token2,
+        mysql_connection,
+        true,
+      ).await
+    }
+  };
+
+  let cache_key = RedisCacheKeys::get_tts_model_for_inference_migration_endpoint(model_token);
+
+  let mut redis_ttl_cache_connection = match redis_ttl_cache.get_connection() {
+    Ok(connection) => connection,
+    Err(err) => {
+      // NB: Fail open (potentially dangerous).
+      error!("Can't get redis cache: {:?}", err);
+      return get_tts_model().await;
+    }
+  };
+
+  redis_ttl_cache_connection.lazy_load_if_not_cached(&cache_key, move || {
+    get_tts_model()
+  }).await
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_infer_tts_handler/mod.rs

@@ -1 +1,2 @@
 pub mod enqueue_infer_tts_handler;
+pub mod get_tts_model_with_caching;

crates/service/web/storyteller_web/src/http_server/endpoints/tts/enqueue_upload_tts_model.rs

@@ -0,0 +1,203 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::sync::Arc;
+
+use actix_web::{web, HttpRequest};
+use actix_web::web::Json;
+use log::warn;
+
+use crate::http_server::validations::validate_model_title::validate_model_title;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::state::server_state::ServerState;
+use config::bad_urls::is_bad_tts_model_download_url;
+use enums::by_table::generic_download_jobs::generic_download_type::GenericDownloadType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_ip::get_request_ip;
+use mysql_queries::queries::generic_download::web::insert_generic_download_job::{insert_generic_download_job, InsertGenericDownloadJobArgs};
+use mysql_queries::queries::tts::tts_model_upload_jobs::insert_tts_model_upload_job::{insert_tts_model_upload_job, InsertTtsModelUploadJobArgs};
+
+#[derive(Deserialize, Copy, Clone)]
+pub enum SupportedTtsModelType {
+  #[serde(rename = "tacotron2")]
+  Tacotron2,
+
+  #[serde(rename = "vits")]
+  Vits,
+
+  // Not yet supported:
+  // /// glowtts
+  // GlowTts,
+  // /// glowtts-vocodes
+  // GlowTts_Vocodes,
+  // /// talknet
+  // Talknet,
+}
+
+#[derive(Deserialize)]
+pub struct UploadTtsModelRequest {
+  idempotency_token: String,
+  title: String,
+  download_url: String,
+  tts_model_type: Option<SupportedTtsModelType>,
+  creator_set_visibility: Option<Visibility>,
+}
+
+/// Tell the frontend how to deal with the download queue.
+#[derive(Serialize)]
+pub enum DownloadJobType {
+  /// Legacy TTS download job
+  #[serde(rename = "legacy_tts")]
+  LegacyTts,
+
+  /// Modern shared download type (everything will use this in the
+  /// future, and this endpoint will die.)
+  #[serde(rename = "generic")]
+  Generic,
+}
+
+#[derive(Serialize)]
+pub struct UploadTtsModelSuccessResponse {
+  pub success: bool,
+  /// This is how frontend clients can request the job execution status.
+  pub job_token: String,
+
+  /// This is a transitional field to tell the frontend how to process the job checking.
+  pub job_type: DownloadJobType,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+pub async fn upload_tts_model_handler(
+  http_request: HttpRequest,
+  request: Json<UploadTtsModelRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<UploadTtsModelSuccessResponse>, CommonWebError> {
+
+  if server_state.flags.disable_tts {
+    return Err(CommonWebError::TooManyRequests);
+  }
+  
+  if let Err(_err) = server_state.redis_rate_limiters.model_upload.rate_limit_request(&http_request).await {
+    return Err(CommonWebError::TooManyRequests);
+  }
+
+  let maybe_user_session = server_state
+    .session_checker
+    .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+    .await
+    .map_err(|e| {
+      warn!("Session checker error: {:?}", e);
+      CommonWebError::from_error(e)
+    })?;
+
+  let user_session = match maybe_user_session {
+    Some(session) => session,
+    None => {
+      warn!("not logged in");
+      return Err(CommonWebError::NotAuthorized);
+    }
+  };
+
+  if let Err(reason) = validate_idempotency_token(&request.idempotency_token) {
+    return Err(CommonWebError::BadInputWithSimpleMessage(reason));
+  }
+
+  if let Err(reason) = validate_model_title(&request.title) {
+    return Err(CommonWebError::BadInputWithSimpleMessage(reason));
+  }
+
+  let ip_address = get_request_ip(&http_request);
+
+  let uuid = request.idempotency_token.to_string();
+  let title = request.title.trim().to_string();
+  let download_url = request.download_url.to_string();
+
+  match is_bad_tts_model_download_url(&download_url) {
+    Ok(false) => {} // Ok case
+    Ok(true) => {
+      return Err(CommonWebError::BadInputWithSimpleMessage("Bad model download URL".to_string()));
+    }
+    Err(err) => {
+      warn!("Error parsing url: {:?}", err);
+      return Err(CommonWebError::BadInputWithSimpleMessage("Bad model download URL".to_string()));
+    }
+  }
+
+  let supported_tts_model_type = request.tts_model_type
+      .unwrap_or(SupportedTtsModelType::Tacotron2);
+
+  let job_token ;
+  let download_job_type;
+
+  match supported_tts_model_type {
+    SupportedTtsModelType::Tacotron2 => {
+      // NB: This is the legacy upload path. In the future, all TT2 models should be generic uploads.
+
+      // This token is returned to the client.
+      let maybe_new_job_token = insert_tts_model_upload_job(InsertTtsModelUploadJobArgs {
+        uuid: &uuid,
+        creator_user_token: user_session.user_token.as_str(),
+        creator_ip_address: &ip_address,
+        creator_set_visibility: "public", // TODO: Creator set preference.
+        title: &title,
+        tts_model_type: "tacotron2",
+        download_url: &download_url,
+        mysql_pool: &server_state.mysql_pool,
+      }).await;
+
+      job_token = match maybe_new_job_token {
+        Ok(token) => token,
+        Err(err) => {
+          warn!("Error inserting new job record: {:?}", err);
+          return Err(CommonWebError::from_anyhow_error(err));
+        }
+      };
+      download_job_type = DownloadJobType::LegacyTts;
+    }
+    SupportedTtsModelType::Vits => {
+      // NB: This is the new upload path. In the future, all models should use this path.
+      // When that's done, the code can be simplified.
+      // **ACTUALLY**, all future downloads should use the generic download job endpoint instead of this one!
+      let (download_job_token, _record_id)= insert_generic_download_job(InsertGenericDownloadJobArgs {
+        uuid_idempotency_token: &uuid,
+        download_type: GenericDownloadType::Vits,
+        download_url: &download_url,
+        title: &title,
+        creator_user_token: user_session.user_token.as_str(),
+        creator_ip_address: &ip_address,
+        creator_set_visibility: Visibility::Public, // TODO: Creator set preference
+        mysql_pool: &server_state.mysql_pool,
+      })
+          .await
+          .map_err(|err| {
+            warn!("New generic download creation DB error (for TTS model): {:?}", err);
+            CommonWebError::from_anyhow_error(err)
+          })?;
+
+      job_token = download_job_token.to_string();
+      download_job_type = DownloadJobType::Generic;
+    }
+  }
+
+  server_state.firehose_publisher.enqueue_tts_model_upload(user_session.user_token.as_str(), &job_token)
+      .await
+      .map_err(|e| {
+        warn!("error publishing event: {:?}", e);
+        CommonWebError::from_anyhow_error(e)
+      })?;
+
+  Ok(Json(UploadTtsModelSuccessResponse {
+    success: true,
+    job_token: job_token.to_string(),
+    job_type: download_job_type,
+  }))
+}
+
+fn validate_idempotency_token(token: &str) -> Result<(), String> {
+  if token.len() != 36 {
+    return Err("idempotency token should be 36 characters".to_string());
+  }
+
+  Ok(())
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/get_pending_tts_inference_job_count.rs

@@ -1,42 +1,120 @@
-use actix_web::HttpResponse;
-use chrono::Utc;
-use log::error;
+use std::fmt;
+use std::sync::Arc;
 
+use actix_web::{http::StatusCode, web, HttpRequest, HttpResponse, ResponseError};
+use chrono::NaiveDateTime;
+use log::{debug, error, warn};
+
+use mysql_queries::queries::tts::tts_inference_jobs::get_pending_tts_inference_job_count::get_pending_tts_inference_job_count;
+
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
-
-/// How fast the frontend should poll this endpoint. Effectively "never" —
-/// the endpoint is retired and only zombie traffic hits it.
-const REFRESH_INTERVAL_MILLIS: u64 = 1_000_000;
+use crate::state::server_state::ServerState;
 
 #[derive(Serialize)]
 pub struct Response {
   pub success: bool,
   pub pending_job_count: u64,
-  pub cache_time: chrono::NaiveDateTime,
-
+  pub cache_time: NaiveDateTime,
+  
   /// Tell the frontend client how fast to refresh their view of this list.
+  /// During an attack, we may want this to go extremely slow.
   pub refresh_interval_millis: u64,
 }
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+pub async fn get_pending_tts_inference_job_count_handler(
+  http_request: HttpRequest,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<HttpResponse, CommonWebError> {
 
-/// RETIRED endpoint that still receives heavy zombie traffic (~300 rpm).
-///
-/// The TTS queue no longer exists, so this returns a hardcoded zero without
-/// touching the cache or the database.
-pub async fn get_pending_tts_inference_job_count_handler() -> Result<HttpResponse, CommonWebError> {
-  let response = Response {
-    success: true,
-    pending_job_count: 0,
-    cache_time: Utc::now().naive_utc(),
-    refresh_interval_millis: REFRESH_INTERVAL_MILLIS,
-  };
+  if server_state.flags.disable_tts_queue_length_endpoint {
+    // NB: Despite the cache being a powerful protector of the database (this is an expensive query),
+    // if the cache goes stale during an outage, there is no protection. This feature flag lets us
+    // shut off all traffic to the endpoint.
+    return render_response_busy(Response {
+      success: true,
+      pending_job_count: 10_000,
+      cache_time: NaiveDateTime::from_timestamp(0, 0),
+      refresh_interval_millis: server_state.flags.frontend_pending_tts_refresh_interval_millis,
+    });
+  }
 
-  let body = serde_json::to_string(&response)
+  let maybe_cached = server_state.caches.ephemeral.tts_queue_length.grab_copy_without_bump_if_unexpired()
       .map_err(|e| {
-        error!("error returning response: {:?}", e);
-        CommonWebError::from_error(e)
+        error!("error consulting cache: {:?}", e);
+        CommonWebError::from_anyhow_error(e)
       })?;
 
+  let count_result = match maybe_cached {
+    Some(cached) => {
+      cached
+    },
+    None => {
+      debug!("populating tts queue length from database");
+
+      let count_query_result = get_pending_tts_inference_job_count(
+        &server_state.mysql_pool
+      ).await;
+
+      match count_query_result  {
+        // If the database misbehaves (eg. DDoS), let's stop spamming it.
+        // We'll attempt to read the old value from the cache and keep going.
+        Err(err) => {
+          warn!("error querying database / inserting into cache: {:?}", err);
+
+          let maybe_cached = server_state.caches.ephemeral.tts_queue_length.grab_even_expired_and_bump()
+              .map_err(|err| {
+                error!("error consulting cache (even expired): {:?}", err);
+                CommonWebError::from_anyhow_error(err)
+              })?;
+
+          maybe_cached.ok_or_else(|| {
+            error!("error querying database and subsequently reading cache: {:?}", err);
+            CommonWebError::server_error_with_message("uncaught server error")
+          })?
+        }
+
+        // Happy path...
+        Ok(count_result) => {
+          server_state.caches.ephemeral.tts_queue_length.store_copy(&count_result)
+              .map_err(|e| {
+                error!("error storing cache: {:?}", e);
+                CommonWebError::from_anyhow_error(e)
+              })?;
+
+          count_result
+        }
+      }
+    },
+  };
+
+  render_response_ok(Response {
+    success: true,
+    pending_job_count: count_result.record_count,
+    cache_time: count_result.present_time,
+    refresh_interval_millis: server_state.flags.frontend_pending_tts_refresh_interval_millis,
+  })
+}
+
+pub fn render_response_busy(response: Response) -> Result<HttpResponse, CommonWebError> {
+  let body = render_response_payload(response)?;
+  Ok(HttpResponse::TooManyRequests()
+      .content_type("application/json")
+      .body(body))
+}
+
+pub fn render_response_ok(response: Response) -> Result<HttpResponse, CommonWebError> {
+  let body = render_response_payload(response)?;
   Ok(HttpResponse::Ok()
       .content_type("application/json")
       .body(body))
 }
+
+pub fn render_response_payload(response: Response) -> Result<String, CommonWebError> {
+  let body = serde_json::to_string(&response)
+      .map_err(|e| {
+        error!("error returning response: {:?}",  e);
+        CommonWebError::from_error(e)
+      })?;
+  Ok(body)
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/get_tts_model_use_count.rs

@@ -0,0 +1,53 @@
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::web::Json;
+use actix_web::http::StatusCode;
+use actix_web::web::Path;
+use actix_web::{web, HttpMessage, HttpRequest};
+use derive_more::Display;
+use log::warn;
+use redis::Commands;
+
+use redis_common::redis_keys::RedisKeys;
+
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::state::server_state::ServerState;
+
+/// For the URL PathInfo
+#[derive(Deserialize)]
+pub struct GetTtsModelUseCountPathInfo {
+  model_token: String,
+}
+
+#[derive(Serialize)]
+pub struct GetTtsModelUseCountSuccessResponse {
+  pub success: bool,
+  pub count: Option<u64>,
+}
+pub async fn get_tts_model_use_count_handler(
+  http_request: HttpRequest,
+  path: Path<GetTtsModelUseCountPathInfo>,
+  server_state: web::Data<Arc<ServerState>>) -> Result<Json<GetTtsModelUseCountSuccessResponse>, CommonWebError>
+{
+  let mut redis = server_state.redis_pool
+      .get()
+      .map_err(|e| {
+        warn!("redis error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let redis_count_key = RedisKeys::tts_model_usage_count(&path.model_token);
+
+  let count : Option<u64> = redis.get(&redis_count_key)
+      .map_err(|e| {
+        warn!("redis error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  Ok(Json(GetTtsModelUseCountSuccessResponse {
+    success: true,
+    count,
+  }))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/get_tts_result.rs

@@ -0,0 +1,88 @@
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::web::Json;
+use actix_web::http::StatusCode;
+use actix_web::web::Path;
+use actix_web::{web, HttpMessage, HttpRequest};
+use log::warn;
+
+use mysql_queries::queries::tts::tts_results::query_tts_result::select_tts_result_by_token;
+use mysql_queries::queries::tts::tts_results::query_tts_result::TtsResultRecordForResponse;
+
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::state::server_state::ServerState;
+
+/// For the URL PathInfo
+#[derive(Deserialize)]
+pub struct GetTtsResultPathInfo {
+  token: String,
+}
+
+#[derive(Serialize)]
+pub struct GetTtsResultSuccessResponse {
+  pub success: bool,
+  pub result: TtsResultRecordForResponse,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+pub async fn get_tts_inference_result_handler(
+  http_request: HttpRequest,
+  path: Path<GetTtsResultPathInfo>,
+  server_state: web::Data<Arc<ServerState>>) -> Result<Json<GetTtsResultSuccessResponse>, CommonWebError>
+{
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let mut show_deleted_results = false;
+  let mut is_moderator = false;
+
+  if let Some(user_session) = maybe_user_session {
+    // NB: Moderators can see deleted results.
+    // Original creators cannot see them (unless they're moderators!)
+    show_deleted_results = user_session.can_delete_other_users_tts_results;
+    // Moderators get to see all the fields.
+    is_moderator = user_session.can_delete_other_users_tts_results
+        || user_session.can_edit_other_users_tts_models;
+  }
+
+  let inference_result_query_result = select_tts_result_by_token(
+    &path.token,
+    show_deleted_results,
+    &server_state.mysql_pool
+  ).await;
+
+  let mut inference_result = match inference_result_query_result {
+    Err(e) => {
+      warn!("query error: {:?}", e);
+      return Err(CommonWebError::from_anyhow_error(e));
+    }
+    Ok(None) => return Err(CommonWebError::NotFound),
+    Ok(Some(inference_result)) => inference_result,
+  };
+
+  if let Some(moderator_fields) = inference_result.maybe_moderator_fields.as_ref() {
+    // NB: The moderator fields will always be present before removal
+    // We don't want non-mods seeing stuff made by banned users.
+    if (moderator_fields.model_creator_is_banned || moderator_fields.result_creator_is_banned_if_user)
+        && !is_moderator{
+      return Err(CommonWebError::NotFound);
+    }
+  }
+
+  if !is_moderator {
+    inference_result.maybe_moderator_fields = None;
+  }
+
+  Ok(Json(GetTtsResultSuccessResponse {
+    success: true,
+    result: inference_result,
+  }))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/tts/mod.rs

@@ -1,12 +1,17 @@
 pub mod delete_tts_model;
+pub mod delete_tts_result;
 pub mod edit_tts_model;
 pub mod edit_tts_result;
 pub mod enqueue_infer_tts_handler;
+pub mod enqueue_upload_tts_model;
 pub mod get_pending_tts_inference_job_count;
-pub mod get_tts_inference_job_status_handler;
+pub mod get_tts_inference_job_status;
 pub mod get_tts_model;
+pub mod get_tts_model_use_count;
+pub mod get_tts_result;
 pub mod get_tts_upload_model_job_status;
 pub mod list_tts_models;
 pub mod list_user_tts_inference_results;
 pub mod list_user_tts_models;
 pub mod search_tts_models_handler;
+pub mod enqueue_infer_f5_tts_handler;

crates/service/web/storyteller_web/src/http_server/endpoints/voice_clone_requests/check_if_voice_clone_request_submitted.rs

@@ -0,0 +1,88 @@
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::web::Json;
+use actix_web::http::StatusCode;
+use actix_web::{web, HttpRequest};
+use log::warn;
+
+use http_server_common::response::serialize_as_json_error::serialize_as_json_error;
+use mysql_queries::queries::voice_clone_requests::get_voice_clone_request::{get_voice_clone_request_by_token, get_voice_clone_request_by_user_token};
+
+use crate::state::server_state::ServerState;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+
+// =============== Request ===============
+
+#[derive(Deserialize)]
+pub struct CheckIfVoiceRequestSubmittedRequest {
+  /// Though we look up logged in users by user token, we can also look up non-logged-in users
+  /// with a token lookup. We can store this in frontend state or a cookie.
+  pub maybe_request_token: Option<String>,
+}
+
+// =============== Success Response ===============
+
+#[derive(Serialize)]
+pub struct CheckIfVoiceRequestSubmittedResponse {
+  pub success: bool,
+  pub has_submitted: bool,
+}
+
+// =============== Error Response ===============
+// NB: Not using DeriveMore since Clion doesn't understand it.
+// =============== Handler ===============
+
+pub async fn check_if_voice_clone_request_submitted_handler(
+  http_request: HttpRequest,
+  request: Json<CheckIfVoiceRequestSubmittedRequest>,
+  server_state: web::Data<Arc<ServerState>>) -> Result<Json<CheckIfVoiceRequestSubmittedResponse>, CommonWebError>
+{
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let mut submitted_by_token = false;
+  let mut submitted_by_user = false;
+
+  // Non-logged in accounts (via cookie or frontend mechanism)
+  if let Some(token) = request.maybe_request_token.as_deref() {
+    let request = get_voice_clone_request_by_token(
+      token, &server_state.mysql_pool)
+        .await
+        .map_err(|e| {
+          warn!("Database error: {:?}", e);
+          CommonWebError::from_anyhow_error(e)
+        })?;
+
+    submitted_by_token = request.is_some();
+  }
+
+  // Logged in users
+  if let Some(user) = maybe_user_session.as_ref() {
+    let request = get_voice_clone_request_by_user_token(
+      user.user_token.as_str(), &server_state.mysql_pool)
+        .await
+        .map_err(|e| {
+          warn!("Database error: {:?}", e);
+          CommonWebError::from_anyhow_error(e)
+        })?;
+
+    submitted_by_user = request.is_some();
+  }
+
+  let has_submitted = submitted_by_token || submitted_by_user;
+
+  let response = CheckIfVoiceRequestSubmittedResponse {
+    success: true,
+    has_submitted,
+  };
+
+  Ok(Json(response))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/voice_clone_requests/create_voice_clone_request.rs

@@ -0,0 +1,118 @@
+use std::fmt;
+use std::sync::Arc;
+
+use actix_web::error::ResponseError;
+use actix_web::web::Json;
+use actix_web::http::StatusCode;
+use actix_web::{web, HttpRequest};
+use log::warn;
+
+use http_server_common::request::get_request_ip::get_request_ip;
+use http_server_common::response::serialize_as_json_error::serialize_as_json_error;
+use mysql_queries::queries::voice_clone_requests::insert_voice_clone_requests_builder::InsertVoiceCloneRequestBuilder;
+
+use crate::state::server_state::ServerState;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+
+// =============== Request ===============
+
+#[derive(Deserialize)]
+pub struct CreateVoiceRequestRequest {
+  pub idempotency_token: String,
+
+  // Contact
+  pub email_address: String,
+  pub discord_username: String,
+
+  // TODO: Make enum.
+  // Visibility
+  pub is_for_private_use: bool,
+  pub is_for_public_use: bool,
+
+  // Use
+  pub is_for_studio: bool,
+  pub is_for_twitch_tts: bool,
+  pub is_for_api_use: bool,
+  pub is_for_music: bool,
+  pub is_for_games: bool,
+  pub is_for_other: bool,
+  pub optional_notes_on_use: Option<String>,
+
+  // Subject/Ownership
+  pub is_own_voice: bool,
+  pub is_third_party_voice: bool,
+  pub optional_notes_on_subject: Option<String>,
+
+  // Equipment
+  pub has_clean_audio_recordings: bool,
+  pub has_good_microphone: bool,
+
+  // Comments
+  pub optional_questions: Option<String>,
+  pub optional_extra_comments: Option<String>,
+}
+
+// =============== Success Response ===============
+
+#[derive(Serialize)]
+pub struct CreateVoiceRequestResponse {
+  pub success: bool,
+}
+
+// =============== Error Response ===============
+// NB: Not using DeriveMore since Clion doesn't understand it.
+// =============== Handler ===============
+
+pub async fn create_voice_clone_request_handler(
+  http_request: HttpRequest,
+  request: Json<CreateVoiceRequestRequest>,
+  server_state: web::Data<Arc<ServerState>>) -> Result<Json<CreateVoiceRequestResponse>, CommonWebError>
+{
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let creator_ip_address = get_request_ip(&http_request);
+
+  let builder = InsertVoiceCloneRequestBuilder {
+    uuid_idempotency_token: request.idempotency_token.clone(),
+    maybe_user_token: maybe_user_session.map(|user| user.user_token.as_str().to_string()),
+    email_address: request.email_address.clone(),
+    discord_username: request.discord_username.clone(),
+    is_for_private_use: request.is_for_private_use,
+    is_for_public_use: request.is_for_public_use,
+    is_for_studio: request.is_for_studio,
+    is_for_twitch_tts: request.is_for_twitch_tts,
+    is_for_api_use: request.is_for_api_use,
+    is_for_music: request.is_for_music,
+    is_for_games: request.is_for_games,
+    is_for_other: request.is_for_other,
+    optional_notes_on_use: request.optional_notes_on_use.clone(),
+    is_own_voice: request.is_own_voice,
+    is_third_party_voice: request.is_third_party_voice,
+    optional_notes_on_subject: request.optional_notes_on_subject.clone(),
+    has_clean_audio_recordings: request.has_clean_audio_recordings,
+    has_good_microphone: request.has_good_microphone,
+    optional_questions: request.optional_questions.clone(),
+    optional_extra_comments: request.optional_extra_comments.clone(),
+    ip_address_creation: creator_ip_address,
+  };
+
+  builder.insert(&server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("creation error: {:?}", e);
+        CommonWebError::from_anyhow_error(e)
+      })?;
+
+  let response = CreateVoiceRequestResponse {
+    success: true,
+  };
+
+  Ok(Json(response))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/voice_clone_requests/mod.rs

@@ -0,0 +1,2 @@
+pub mod create_voice_clone_request;
+pub mod check_if_voice_clone_request_submitted;

crates/service/web/storyteller_web/src/http_server/endpoints/voice_conversion/enqueue_seed_vc_inference_handler.rs

@@ -0,0 +1,358 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::sync::Arc;
+
+use actix_web::web::Json;
+use actix_web::{web, HttpRequest};
+use log::{info, warn};
+use utoipa::ToSchema;
+
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_input_source_token_type::InferenceInputSourceTokenType;
+use enums::by_table::generic_inference_jobs::inference_job_product_category::InferenceJobProductCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_api_token::get_request_api_token;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::payloads::generic_inference_args::inner_payloads::seed_vc_payload::SeedVcPayload;
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::media_uploads::MediaUploadToken;
+use tokens::tokens::users::UserToken;
+use tts_common::priority::{FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL, FAKEYOU_INVESTOR_PRIORITY_LEVEL};
+
+use crate::configs::app_startup::username_set::UsernameSet;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::request_has_demo_cookie;
+use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_extended::UserSessionExtended;
+use crate::state::server_state::ServerState;
+
+// TODO: Temporary for investor demo
+const STORYTELLER_DEMO_COOKIE_NAME : &str = "storyteller_demo";
+///
+const DEBUG_HEADER_NAME : &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+/// NB: This is only for the new job system.
+const ROUTING_TAG_HEADER_NAME : &str = "routing-tag";
+
+const USER_FAKEYOU_USER_TOKEN : &str = "U:N5J8JXPW9BTYX";
+const USER_NEWS_STORY_USER_TOKEN : &str = "U:XAWRARC1N89X6";
+
+#[derive(Deserialize, ToSchema)]
+pub struct InferSeedVcRequest {
+  uuid_idempotency_token: String,
+  source_media_file_token: String,
+  reference_media_file_token: String,
+  creator_set_visibility: Option<Visibility>,
+}
+
+#[derive(Serialize, ToSchema)]
+pub struct InferSeedVcSuccessResponse {
+  pub success: bool,
+  pub inference_job_token: String,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+#[utoipa::path(
+  post,
+  tag = "Voice Conversion",
+  path = "/v1/voice_conversion/seed_vc_inference",
+  responses(
+    (status = 200, description = "Success response", body = InferSeedVcSuccessResponse),
+    (status = 400, description = "Bad input", body = CommonWebError),
+    (status = 401, description = "Not authorized", body = CommonWebError),
+    (status = 429, description = "Rate limited", body = CommonWebError),
+    (status = 500, description = "Server error", body = CommonWebError)
+  ),
+  params(("request" = InferSeedVcRequest, description = "Payload for Request"))
+)]
+pub async fn enqueue_infer_seed_vc_handler(
+  http_request: HttpRequest,
+  request: Json<InferSeedVcRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<InferSeedVcSuccessResponse>, CommonWebError> {
+
+  if server_state.flags.disable_voice_conversion {
+    return Err(CommonWebError::TooManyRequests);
+  }
+  
+  let mut is_from_api = false;
+  let mut maybe_user_token : Option<String> = None;
+  let mut priority_level ;
+  let mut use_high_priority_rate_limiter = false; // NB: Careful!
+  let mut disable_rate_limiter = false; // NB: Careful!
+
+  let mut mysql_connection = server_state.mysql_pool
+    .acquire()
+    .await
+    .map_err(|err| {
+      warn!("MySql pool error: {:?}", err);
+      CommonWebError::from_error(err)
+    })?;
+
+  // ==================== USER SESSION ==================== //
+
+  let maybe_user_session : Option<UserSessionExtended> = server_state
+    .session_checker
+    .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+    .await
+    .map_err(|e| {
+      warn!("Session checker error: {:?}", e);
+      CommonWebError::from_error(e)
+    })?;
+
+  if let Some(user_session) = maybe_user_session.as_ref() {
+    maybe_user_token = Some(user_session.user_token.to_string());
+  }
+
+  // TODO: Plan should handle "first anonymous use" and "investor" cases.
+  let plan = get_correct_plan_for_session(
+    server_state.server_environment,
+    maybe_user_session.as_ref());
+
+  priority_level = plan.tts_base_priority_level();
+
+  // ==================== API TOKENS ==================== //
+
+  if let Some(api_token) = get_request_api_token(&http_request) {
+    let maybe_api_token_configs = server_state
+      .static_api_token_set
+      .get_api_token(&api_token);
+
+    if let Some(api_token_configs) = maybe_api_token_configs {
+      is_from_api = true;
+
+      priority_level = api_token_configs.maybe_priority_level
+        .unwrap_or(FAKEYOU_DEFAULT_VALID_API_TOKEN_PRIORITY_LEVEL);
+
+      use_high_priority_rate_limiter = api_token_configs.maybe_use_high_priority_rate_limiter
+        .unwrap_or(false);
+
+      disable_rate_limiter = api_token_configs.maybe_disable_rate_limiter.unwrap_or(false);
+
+      if let Some(user_token_override) = api_token_configs.maybe_user_token.as_deref() {
+        maybe_user_token = Some(user_token_override.trim().to_string());
+      }
+    }
+  }
+
+  // ==================== INVESTOR PRIORITY ==================== //
+
+  // TODO/TEMP: Give investors even more priority
+  let mut is_investor = false;
+
+  // TODO/TEMP: The storyteller.io website will redirect and establish this cookie.
+  //  This is just for the YCombinator demo.
+  if request_has_demo_cookie(&http_request) {
+    is_investor = true;
+  }
+
+  if is_investor {
+    priority_level = FAKEYOU_INVESTOR_PRIORITY_LEVEL;
+  }
+
+  // ==================== ENGINEERING FLAGS / HEADERS: DEBUG MODE, ETC. ==================== //
+
+  let is_debug_request = get_request_header_optional(&http_request, DEBUG_HEADER_NAME)
+    .is_some();
+
+  let maybe_routing_tag=
+    get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME)
+      .map(|routing_tag| routing_tag.trim().to_string());
+
+  // ==================== BANNED USERS ==================== //
+
+  if let Some(ref user) = maybe_user_session {
+    if user.role.is_banned {
+      warn!("User is not authorized to use Seed-VC because they are banned.");
+      return Err(CommonWebError::NotAuthorized);
+    }
+  }
+
+  // ==================== RATE LIMIT ==================== //
+
+  if !disable_rate_limiter {
+    let maybe_username = maybe_user_session
+      .as_ref()
+      .map(|session| session.user.username.as_str());
+
+    // FIXME(bt,2023-12-13): These boolean flags are a bit dangerous.
+    let rate_limiter_type = get_rate_limiter_type(
+      maybe_username,
+      &server_state.redis_rate_limiters.api_ai_streamer_username_set,
+      is_investor,
+      is_from_api,
+      use_high_priority_rate_limiter
+    );
+
+    let rate_limiter = match rate_limiter_type {
+      RateLimiterType::LoggedOut => &server_state.redis_rate_limiters.logged_out,
+      RateLimiterType::LoggedIn => &server_state.redis_rate_limiters.logged_in,
+      RateLimiterType::ApiHighPriority => {
+        info!("Using API high priority rate limiter");
+        &server_state.redis_rate_limiters.api_high_priority
+      },
+      RateLimiterType::ApiAiStreamer => {
+        info!("Using AI streamer rate limiter");
+        &server_state.redis_rate_limiters.api_ai_streamers
+      },
+    };
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+      return Err(CommonWebError::TooManyRequests);
+    }
+  }
+
+
+  let ip_address = get_request_ip(&http_request);
+
+  let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+    .as_ref()
+    .map(|user_session| user_session.preferences.preferred_tts_result_visibility);
+
+  let set_visibility = request.creator_set_visibility
+    .or(maybe_user_preferred_visibility)
+    .unwrap_or(Visibility::Public);
+
+  let maybe_creator_user_token_typed = maybe_user_token
+    .as_deref()
+    .map(|token| UserToken::new_from_str(token));
+
+  let maybe_avt_token = server_state
+    .avt_cookie_manager
+    .get_avt_token_from_request(&http_request);
+
+  let maybe_model_type = None;
+
+
+  let source_media_token = request.source_media_file_token.clone();
+
+  let source_media_token_type =
+    if source_media_token.starts_with(MediaUploadToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaUpload
+    } else if source_media_token.starts_with(MediaFileToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaFile
+    } else {
+      return Err(CommonWebError::BadInputWithSimpleMessage(
+        "input token is not a media_upload or media_file token".to_string()));
+    };
+
+  let reference_media_token = request.reference_media_file_token.clone();
+
+  let _reference_media_token_type =
+    if reference_media_token.starts_with(MediaUploadToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaUpload
+    } else if reference_media_token.starts_with(MediaFileToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaFile
+    } else {
+      return Err(CommonWebError::BadInputWithSimpleMessage(
+        "reference token is not a media_upload or media_file token".to_string()));
+    };
+
+  let maybe_inference_args = Some(GenericInferenceArgs{
+    inference_category: Some(InferenceCategoryAbbreviated::SeedVc),
+    args: Some(PolymorphicInferenceArgs::Sv(SeedVcPayload{
+      reference_media_file_token: Option::from(MediaFileToken::new_from_str(&reference_media_token)),
+    })),
+  });
+  let maybe_product_category = Some(InferenceJobProductCategory::VcSeedVc);
+
+  let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+    uuid_idempotency_token: &request.uuid_idempotency_token,
+    job_type: InferenceJobType::SeedVc,
+    maybe_product_category,
+    inference_category: InferenceCategory::SeedVc,
+    maybe_model_type,
+    maybe_model_token: None,
+    maybe_input_source_token: Some(&source_media_token),
+    maybe_input_source_token_type: Some(source_media_token_type),
+    maybe_download_url: None,
+    maybe_cover_image_media_file_token: None,
+    maybe_raw_inference_text: None,
+    maybe_max_duration_seconds: Some(30),
+    maybe_inference_args,
+    maybe_creator_user_token: maybe_creator_user_token_typed.as_ref(),
+    maybe_avt_token: maybe_avt_token.as_ref(),
+    creator_ip_address: &ip_address,
+    creator_set_visibility: set_visibility,
+    priority_level,
+    requires_keepalive: false, // TODO: We may want this to be the case in the future.
+    is_debug_request,
+    maybe_routing_tag: maybe_routing_tag.as_deref(),
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+  let inference_job_token = match query_result {
+    Ok((inference_job_token, _id)) => inference_job_token,
+    Err(err) => {
+      warn!("New (generic) seed-vc inference job creation DB error: {:?}", err);
+      if err.had_duplicate_idempotency_token() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Duplicate idempotency token".to_string()));
+      }
+      return Err(CommonWebError::from_error(err));
+    }
+  };
+
+  let job_token = inference_job_token.to_string();
+
+
+  Ok(Json(InferSeedVcSuccessResponse {
+    success: true,
+    inference_job_token: job_token,
+  }))
+}
+
+#[derive(Copy, Clone, Debug, Eq, PartialEq)]
+pub enum RateLimiterType {
+  LoggedOut,
+  LoggedIn,
+  ApiHighPriority,
+  ApiAiStreamer,
+}
+
+// FIXME(bt,2023-12-13): The boolean flags and disjoint decision making are kind of terrible.
+fn get_rate_limiter_type(
+  maybe_username: Option<&str>,
+  ai_streamer_username_set: &UsernameSet,
+  is_investor: bool,
+  is_from_api: bool,
+  use_high_priority_rate_limiter: bool,
+) -> RateLimiterType {
+  // For AI live streamers
+  // https://www.notion.so/storytellerai/dd88609558a24196b4ddeeef6079da98
+  let mut is_ai_streamer = false;
+
+  let mut rate_limiter = match maybe_username {
+    None => RateLimiterType::LoggedOut,
+    Some(username) => {
+      if ai_streamer_username_set.username_is_in_set(username) {
+        is_ai_streamer = true;
+      }
+
+      RateLimiterType::LoggedIn
+    },
+  };
+
+  // TODO/TEMP
+  if is_investor || is_from_api {
+    rate_limiter = RateLimiterType::LoggedIn;
+  }
+
+  // TODO: This is for VidVoice.ai and should be replaced with per-API consumer rate limiters
+  if use_high_priority_rate_limiter {
+    rate_limiter = RateLimiterType::ApiHighPriority;
+  }
+
+  if is_ai_streamer {
+    rate_limiter = RateLimiterType::ApiAiStreamer;
+  }
+
+  rate_limiter
+}

crates/service/web/storyteller_web/src/http_server/endpoints/voice_conversion/enqueue_voice_conversion_inference_handler.rs

@@ -0,0 +1,423 @@
+// NB: Incrementally getting rid of build warnings...
+#![forbid(unused_imports)]
+#![forbid(unused_mut)]
+#![forbid(unused_variables)]
+
+use std::sync::Arc;
+
+use actix_web::web::Json;
+use actix_web::{web, HttpRequest};
+use log::{error, info, warn};
+use redis::Commands;
+use sqlx::pool::PoolConnection;
+use sqlx::MySql;
+use utoipa::ToSchema;
+
+use enums::by_table::generic_inference_jobs::inference_category::InferenceCategory;
+use enums::by_table::generic_inference_jobs::inference_input_source_token_type::InferenceInputSourceTokenType;
+use enums::by_table::generic_inference_jobs::inference_job_product_category::InferenceJobProductCategory;
+use enums::by_table::generic_inference_jobs::inference_job_type::InferenceJobType;
+use enums::by_table::generic_inference_jobs::inference_model_type::InferenceModelType;
+use enums::common::visibility::Visibility;
+use http_server_common::request::get_request_header_optional::get_request_header_optional;
+use http_server_common::request::get_request_ip::get_request_ip;
+use migration::voice_conversion::query_vc_model_info_lite_for_migration::query_vc_model_info_lite_for_migration_with_connection;
+use mysql_queries::payloads::generic_inference_args::generic_inference_args::{FundamentalFrequencyMethodForJob, GenericInferenceArgs, InferenceCategoryAbbreviated, PolymorphicInferenceArgs};
+use mysql_queries::queries::generic_inference::web::insert_generic_inference_job::{insert_generic_inference_job, InsertGenericInferenceArgs};
+use redis_common::redis_keys::RedisKeys;
+use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::media_uploads::MediaUploadToken;
+use tokens::tokens::users::UserToken;
+use tts_common::priority::FAKEYOU_INVESTOR_PRIORITY_LEVEL;
+
+use crate::configs::plans::get_correct_plan_for_session::get_correct_plan_for_session;
+use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::http_server::deprecated_endpoints::investor_demo::demo_cookie::request_has_demo_cookie;
+use crate::state::memory_cache::model_token_to_info_cache::{ModelInfoForInferenceJob, ModelTokenToInfoCache};
+use crate::state::server_state::ServerState;
+
+/// Debug requests can get routed to special "debug-only" workers, which can
+/// be used to trial new code, run debugging, etc.
+const DEBUG_HEADER_NAME : &str = "enable-debug-mode";
+
+/// The routing tag header can send workloads to particular k8s hosts.
+/// This is useful for catching the live logs or intercepting the job.
+const ROUTING_TAG_HEADER_NAME : &str = "routing-tag";
+
+#[derive(Deserialize, ToSchema)]
+pub struct EnqueueVoiceConversionInferenceRequest {
+  uuid_idempotency_token: String,
+
+  /// Model weights token for the voice conversion model.
+  /// This must be either a SoVitsSvc or RvcV2 model.
+  voice_conversion_model_token: String,
+
+  /// NB: This can be a `MediaUploadToken` or a `MediaFileToken` token.
+  /// We will eventually migrate everything to media files and remove
+  /// media uploads (legacy, deprecated).
+  source_media_upload_token: String,
+
+  creator_set_visibility: Option<Visibility>,
+
+  is_storyteller_demo: Option<bool>,
+
+  /// Argument for so-vits-svc
+  /// The python model defaults to true, but that sounds awful,
+  /// so we default to false unless specified.
+  auto_predict_f0: Option<bool>,
+
+  /// Argument for so-vits-svc
+  /// f0 estimation
+  override_f0_method: Option<FundamentalFrequencyMethod>,
+
+  /// Argument for so-vits-svc
+  /// Pitch controls for so-vits-svc
+  transpose: Option<i32>,
+}
+
+#[derive(Deserialize, Clone, Copy, ToSchema)]
+pub enum FundamentalFrequencyMethod {
+  /// RMVPE is the best algorithm as of 2023-10-10.
+  #[serde(rename = "rmvpe")]
+  Rmvpe,
+  #[serde(rename = "crepe")]
+  Crepe,
+  #[serde(rename = "dio")]
+  Dio,
+  #[serde(rename = "harvest")]
+  Harvest,
+}
+
+#[derive(Serialize, ToSchema)]
+pub struct EnqueueVoiceConversionInferenceSuccessResponse {
+  pub success: bool,
+  pub inference_job_token: InferenceJobToken,
+}
+// NB: Not using derive_more::Display since Clion doesn't understand it.
+#[utoipa::path(
+  post,
+  tag = "Voice Conversion",
+  path = "/v1/voice_conversion/inference",
+  responses(
+    (status = 200, description = "Success", body = EnqueueVoiceConversionInferenceSuccessResponse),
+    (status = 400, description = "Bad input", body = CommonWebError),
+    (status = 401, description = "Not authorized", body = CommonWebError),
+    (status = 429, description = "Rate limited", body = CommonWebError),
+    (status = 500, description = "Server error", body = CommonWebError),
+  ),
+  params(
+    ("request" = EnqueueVoiceConversionInferenceRequest, description = "Payload for Request"),
+  )
+)]
+pub async fn enqueue_voice_conversion_inference_handler(
+  http_request: HttpRequest,
+  request: Json<EnqueueVoiceConversionInferenceRequest>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<Json<EnqueueVoiceConversionInferenceSuccessResponse>, CommonWebError>
+{
+
+  if server_state.flags.disable_voice_conversion {
+    return Err(CommonWebError::TooManyRequests);
+  }
+  
+  let mut maybe_user_token : Option<UserToken> = None;
+  let mut priority_level ;
+  let disable_rate_limiter = false; // NB: Careful!
+
+  let mut mysql_connection = server_state.mysql_pool
+      .acquire()
+      .await
+      .map_err(|err| {
+        warn!("MySql pool error: {:?}", err);
+        CommonWebError::from_error(err)
+      })?;
+
+  // ==================== AVT TOKEN ==================== //
+
+  let maybe_avt_token = server_state.avt_cookie_manager.get_avt_token_from_request(&http_request);
+
+  // ==================== USER SESSION ==================== //
+
+  let maybe_user_session = server_state
+    .session_checker
+    .maybe_get_user_session_extended_from_connection(&http_request, &mut mysql_connection)
+    .await
+    .map_err(|e| {
+      warn!("Session checker error: {:?}", e);
+      CommonWebError::from_error(e)
+    })?;
+
+  if let Some(user_session) = maybe_user_session.as_ref() {
+    maybe_user_token = Some(UserToken::new_from_str(&user_session.user_token));
+  }
+
+  // TODO: Plan should handle "first anonymous use" and "investor" cases.
+  let plan = get_correct_plan_for_session(
+    server_state.server_environment,
+    maybe_user_session.as_ref());
+
+  priority_level = plan.web_vc_base_priority_level();
+
+  // ==================== INVESTOR PRIORITY ==================== //
+
+  // TODO/TEMP: Give investors even more priority
+  let mut is_investor = false;
+
+  {
+    // TODO/TEMP: The storyteller.io website's AJAX calls will set this.
+    //  This is just for the YCombinator demo.
+    match request.is_storyteller_demo {
+      Some(true) => {
+        is_investor = true;
+      },
+      _ => {},
+    };
+
+    // TODO/TEMP: The storyteller.io website will redirect and establish this cookie.
+    //  This is just for the YCombinator demo.
+    if request_has_demo_cookie(&http_request) {
+      is_investor = true;
+    }
+
+    if is_investor {
+      priority_level = FAKEYOU_INVESTOR_PRIORITY_LEVEL;
+    }
+  }
+
+  // ==================== DEBUG MODE + ROUTING TAG ==================== //
+
+  let is_debug_request =
+      get_request_header_optional(&http_request, DEBUG_HEADER_NAME)
+          .is_some();
+
+  let maybe_routing_tag=
+      get_request_header_optional(&http_request, ROUTING_TAG_HEADER_NAME)
+          .map(|routing_tag| routing_tag.trim().to_string());
+
+  // ==================== BANNED USERS ==================== //
+
+  if let Some(ref user) = maybe_user_session {
+    if user.role.is_banned {
+      return Err(CommonWebError::NotAuthorized);
+    }
+  }
+
+  // ==================== RATE LIMIT ==================== //
+
+  if !disable_rate_limiter {
+    let mut rate_limiter = match maybe_user_session {
+      None => &server_state.redis_rate_limiters.logged_out,
+      Some(ref _session) => &server_state.redis_rate_limiters.logged_in
+    };
+
+    // TODO/TEMP
+    if is_investor {
+      rate_limiter = &server_state.redis_rate_limiters.logged_in;
+    }
+
+    if let Err(_err) = rate_limiter.rate_limit_request(&http_request).await {
+      return Err(CommonWebError::TooManyRequests);
+    }
+  }
+
+  // ==================== LOOK UP MODEL INFO ==================== //
+
+  // TODO(bt): CHECK DATABASE!
+  let model_token = request.voice_conversion_model_token.clone();
+
+  let model_inference_info = lookup_model_info(
+    &model_token,
+    &server_state.caches.durable.model_token_info,
+    &mut mysql_connection
+  ).await?;
+
+  // ==================== HANDLE AUDIO INPUT ==================== //
+
+  let media_token = request.source_media_upload_token.clone();
+
+  let media_token_type =
+    if media_token.starts_with(MediaUploadToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaUpload
+    } else if media_token.starts_with(MediaFileToken::token_prefix()) {
+      InferenceInputSourceTokenType::MediaFile
+    } else {
+      return Err(CommonWebError::BadInputWithSimpleMessage(
+        "input token is not a media_upload or media_file token".to_string()));
+    };
+
+  // ==================== CHECK AND ENQUEUE VOICE CONVERSION ==================== //
+
+  let mut redis = server_state.redis_pool
+      .get()
+      .map_err(|e| {
+        error!("redis error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let redis_count_key = RedisKeys::web_vc_model_usage_count(&model_token);
+
+  redis.incr::<_, _, ()>(&redis_count_key, 1)
+      .map_err(|e| {
+        warn!("redis error: {:?}", e);
+        CommonWebError::from_error(e)
+      })?;
+
+  let ip_address = get_request_ip(&http_request);
+
+  let maybe_user_preferred_visibility : Option<Visibility> = maybe_user_session
+      .as_ref()
+      .map(|user_session| user_session.preferences.preferred_tts_result_visibility); // TODO: New setting for web-vc
+
+  let set_visibility = request.creator_set_visibility
+      .or(maybe_user_preferred_visibility)
+      .unwrap_or(Visibility::Public);
+
+  info!("Creating voice conversion inference job record...");
+
+  let mut maybe_args = None;
+
+  let set_args = request.auto_predict_f0.is_some()
+      || request.transpose.is_some()
+      || request.override_f0_method.is_some();
+
+  if set_args {
+    maybe_args = Some(PolymorphicInferenceArgs::Vc {
+      auto_predict_f0: request.auto_predict_f0,
+      override_f0_method: request.override_f0_method.map(|f| match f {
+        FundamentalFrequencyMethod::Crepe => FundamentalFrequencyMethodForJob::Crepe,
+        FundamentalFrequencyMethod::Dio => FundamentalFrequencyMethodForJob::Dio,
+        FundamentalFrequencyMethod::Harvest => FundamentalFrequencyMethodForJob::Harvest,
+        FundamentalFrequencyMethod::Rmvpe => FundamentalFrequencyMethodForJob::Rmvpe,
+      }),
+      transpose: request.transpose,
+    });
+  }
+
+  let job_type = match model_inference_info.job_model_type {
+    InferenceModelType::SoVitsSvc => InferenceJobType::SoVitsSvc,
+    InferenceModelType::RvcV2 => InferenceJobType::RvcV2,
+    _ => {
+      // In theory, this shouldn't catch anything.
+      error!("wrong model type for voice conversion: {:?}", model_inference_info.job_model_type);
+      return Err(CommonWebError::server_error_with_message("wrong model type for voice conversion"))
+    }
+  };
+
+  let maybe_product_category = match model_inference_info.job_model_type {
+    InferenceModelType::RvcV2 => Some(InferenceJobProductCategory::VcRvc2),
+    InferenceModelType::SoVitsSvc => Some(InferenceJobProductCategory::VcSvc),
+    _ => None,
+  };
+
+  let query_result = insert_generic_inference_job(InsertGenericInferenceArgs {
+    uuid_idempotency_token: &request.uuid_idempotency_token,
+    job_type,
+    maybe_product_category,
+    inference_category: InferenceCategory::VoiceConversion,
+    maybe_model_type: Some(model_inference_info.job_model_type),
+    maybe_model_token: Some(&model_token),
+    maybe_input_source_token: Some(&media_token),
+    maybe_input_source_token_type: Some(media_token_type),
+    maybe_download_url: None,
+    maybe_cover_image_media_file_token: None,
+    maybe_raw_inference_text: None, // NB: Voice conversion isn't TTS, so there's no text.
+    maybe_max_duration_seconds: None,
+    maybe_inference_args: Some(GenericInferenceArgs {
+      inference_category: Some(InferenceCategoryAbbreviated::VoiceConversion),
+      args: maybe_args,
+    }),
+    maybe_creator_user_token: maybe_user_token.as_ref(),
+    maybe_avt_token: maybe_avt_token.as_ref(),
+    creator_ip_address: &ip_address,
+    creator_set_visibility: set_visibility,
+    priority_level,
+    requires_keepalive: plan.web_vc_requires_frontend_keepalive(),
+    is_debug_request,
+    maybe_routing_tag: maybe_routing_tag.as_deref(),
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+  let job_token = match query_result {
+    Ok((job_token, _id)) => job_token,
+    Err(err) => {
+      warn!("New generic inference job creation DB error: {:?}", err);
+      if err.had_duplicate_idempotency_token() {
+        return Err(CommonWebError::BadInputWithSimpleMessage("Duplicate idempotency token".to_string()));
+      }
+      return Err(CommonWebError::from_error(err));
+    }
+  };
+
+  server_state.firehose_publisher.enqueue_vc_inference(
+    maybe_user_token.as_ref(),
+    &job_token)
+      .await
+      .map_err(|e| {
+        warn!("error publishing event: {:?}", e);
+        CommonWebError::from_anyhow_error(e)
+      })?;
+
+  Ok(Json(EnqueueVoiceConversionInferenceSuccessResponse {
+    success: true,
+    inference_job_token: job_token,
+  }))
+}
+
+async fn lookup_model_info(
+  model_token: &str,
+  cache: &ModelTokenToInfoCache,
+  mysql_connection: &mut PoolConnection<MySql>,
+) -> Result<ModelInfoForInferenceJob, CommonWebError> {
+  let maybe_model_inference_info = cache
+      .get_info(model_token)
+      .map_err(|err| {
+        error!("in-memory cache error: {:?}", err);
+        CommonWebError::from_anyhow_error(err)
+      })?;
+
+  if let Some(inference_info) = maybe_model_inference_info {
+    return Ok(inference_info);
+  }
+
+  let result = query_vc_model_info_lite_for_migration_with_connection(
+    model_token, mysql_connection)
+      .await
+      .map_err(|err| {
+        error!("model lookup error: {:?}", err);
+        CommonWebError::from_anyhow_error(err)
+      })?;
+
+  let model_info = match result {
+    Some(model_info) => model_info,
+    None => {
+      warn!("model not found for {model_token}; failing open");
+      // NB: Fail open for now.
+      return Ok(ModelInfoForInferenceJob {
+        job_inference_category: InferenceCategory::VoiceConversion,
+        job_model_type: InferenceModelType::SoVitsSvc,
+      });
+    }
+  };
+
+  let inference_info = match (model_info.get_inference_category(), model_info.get_inference_model_type()) {
+    (Some(inference_category), Some(model_type)) => {
+      ModelInfoForInferenceJob {
+        job_inference_category: inference_category,
+        job_model_type: model_type,
+      }
+    }
+    _ => {
+      error!("wrong model type for inference: {:?}", model_info);
+      return Err(CommonWebError::BadInputWithSimpleMessage("wrong model type for inference".to_string()));
+    }
+  };
+
+  cache.insert_one(model_token, &inference_info)
+      .map_err(|err| {
+        error!("cache insertion error: {:?}", err);
+        CommonWebError::from_anyhow_error(err)
+      })?;
+
+  Ok(inference_info)
+}