log seedance

crates/schema/public/enums/src/by_table/debug_logs/debug_log_type.rs

@@ -18,7 +18,16 @@ pub const MAX_LENGTH: usize = 24;
 #[derive(Clone, Copy, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize, ToSchema)]
 #[serde(rename_all = "snake_case")]
 pub enum DebugLogType {
+  // ========== First party ==========
+
+  /// A user request, typically the Json<T> actix_web handlers read.
   HttpRequest,
+
+  /// A backend/pipeline failure while serving a request.
+  BackendFailure,
+
+  // ========== Third party ==========
+
   FalRequest,
   KinoviRequest,
   GrokApiRequest,
@@ -34,6 +43,7 @@ impl DebugLogType {
   pub fn to_str(&self) -> &'static str {
     match self {
       Self::HttpRequest => "http_request",
+      Self::BackendFailure => "backend_failure",
       Self::FalRequest => "fal_request",
       Self::KinoviRequest => "kinovi_request",
       Self::GrokApiRequest => "grok_api_request",
@@ -45,6 +55,7 @@ impl DebugLogType {
   pub fn from_str(value: &str) -> Result<Self, EnumError> {
     match value {
       "http_request" => Ok(Self::HttpRequest),
+      "backend_failure" => Ok(Self::BackendFailure),
       "fal_request" => Ok(Self::FalRequest),
       "kinovi_request" => Ok(Self::KinoviRequest),
       "grok_api_request" => Ok(Self::GrokApiRequest),
@@ -57,6 +68,7 @@ impl DebugLogType {
   pub fn all_variants() -> BTreeSet<Self> {
     BTreeSet::from([
       Self::HttpRequest,
+      Self::BackendFailure,
       Self::FalRequest,
       Self::KinoviRequest,
       Self::GrokApiRequest,
@@ -79,6 +91,7 @@ mod tests {
     #[test]
     fn test_serialization() {
       assert_serialization(DebugLogType::HttpRequest, "http_request");
+      assert_serialization(DebugLogType::BackendFailure, "backend_failure");
       assert_serialization(DebugLogType::FalRequest, "fal_request");
       assert_serialization(DebugLogType::KinoviRequest, "kinovi_request");
       assert_serialization(DebugLogType::GrokApiRequest, "grok_api_request");
@@ -89,6 +102,7 @@ mod tests {
     #[test]
     fn to_str() {
       assert_eq!(DebugLogType::HttpRequest.to_str(), "http_request");
+      assert_eq!(DebugLogType::BackendFailure.to_str(), "backend_failure");
       assert_eq!(DebugLogType::FalRequest.to_str(), "fal_request");
       assert_eq!(DebugLogType::KinoviRequest.to_str(), "kinovi_request");
       assert_eq!(DebugLogType::GrokApiRequest.to_str(), "grok_api_request");
@@ -99,6 +113,7 @@ mod tests {
     #[test]
     fn from_str() {
       assert_eq!(DebugLogType::from_str("http_request").unwrap(), DebugLogType::HttpRequest);
+      assert_eq!(DebugLogType::from_str("backend_failure").unwrap(), DebugLogType::BackendFailure);
       assert_eq!(DebugLogType::from_str("fal_request").unwrap(), DebugLogType::FalRequest);
       assert_eq!(DebugLogType::from_str("kinovi_request").unwrap(), DebugLogType::KinoviRequest);
       assert_eq!(DebugLogType::from_str("grok_api_request").unwrap(), DebugLogType::GrokApiRequest);
@@ -120,8 +135,9 @@ mod tests {
     #[test]
     fn all_variants() {
       let mut variants = DebugLogType::all_variants();
-      assert_eq!(variants.len(), 6);
+      assert_eq!(variants.len(), 7);
       assert_eq!(variants.pop_first(), Some(DebugLogType::HttpRequest));
+      assert_eq!(variants.pop_first(), Some(DebugLogType::BackendFailure));
       assert_eq!(variants.pop_first(), Some(DebugLogType::FalRequest));
       assert_eq!(variants.pop_first(), Some(DebugLogType::KinoviRequest));
       assert_eq!(variants.pop_first(), Some(DebugLogType::GrokApiRequest));

crates/service/web/storyteller_web/src/http_server/endpoints/generate/common/generation_debug_logs.rs

@@ -0,0 +1,62 @@
+use log::warn;
+use sqlx::{Executor, MySql};
+
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
+use enums::by_table::debug_logs::debug_log_type::DebugLogType;
+use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
+use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
+use tokens::tokens::users::UserToken;
+
+/// Best-effort info-level debug log of an inbound generation HTTP request.
+/// Never fails the request — insert errors are logged and swallowed.
+pub async fn insert_generation_request_debug_log<'e, 'c: 'e, E>(
+  debug_log_event_token: &'e DebugLogEventToken,
+  user_token: &'e UserToken,
+  ip_address: &'e str,
+  request_url: &'e str,
+  request_json: &'e str,
+  mysql_executor: E,
+) where
+  E: 'c + Executor<'c, Database = MySql>,
+{
+  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+    apriori_debug_log_event_token: Some(debug_log_event_token),
+    maybe_creator_user_token: Some(user_token),
+    debug_log_type: DebugLogType::HttpRequest,
+    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_ip_address: Some(ip_address),
+    maybe_url: Some(request_url),
+    message: request_json,
+    mysql_executor,
+    phantom: Default::default(),
+  }).await {
+    warn!("Failed to insert HTTP request debug log: {:?}", err);
+  }
+}
+
+/// Best-effort error-level debug log of a generation backend failure.
+/// Never fails the request — insert errors are logged and swallowed.
+pub async fn insert_generation_failure_debug_log<'e, 'c: 'e, E>(
+  debug_log_event_token: &'e DebugLogEventToken,
+  user_token: &'e UserToken,
+  ip_address: &'e str,
+  request_url: &'e str,
+  error_message: &'e str,
+  mysql_executor: E,
+) where
+  E: 'c + Executor<'c, Database = MySql>,
+{
+  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+    apriori_debug_log_event_token: Some(debug_log_event_token),
+    maybe_creator_user_token: Some(user_token),
+    debug_log_type: DebugLogType::BackendFailure,
+    maybe_log_level: Some(DebugLogLevel::Error),
+    maybe_ip_address: Some(ip_address),
+    maybe_url: Some(request_url),
+    message: error_message,
+    mysql_executor,
+    phantom: Default::default(),
+  }).await {
+    warn!("Failed to insert generation failure debug log: {:?}", err);
+  }
+}

crates/service/web/storyteller_web/src/http_server/endpoints/generate/common/mod.rs

@@ -1,4 +1,5 @@
+mod test_synthetic_failure_reason;
+pub mod generation_debug_logs;
 pub mod job_failure_test;
 pub mod map_seedance2pro_web_errors;
 pub mod payments_error_test;
-mod test_synthetic_failure_reason;

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/image/generate_seedance_1_0_lite_image_to_video_handler.rs

@@ -3,6 +3,9 @@ use std::sync::Arc;
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::common_responses::media::media_links_builder::MediaLinksBuilder;
+use crate::http_server::endpoints::generate::common::generation_debug_logs::{
+  insert_generation_failure_debug_log, insert_generation_request_debug_log,
+};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::media_files::helpers::get_media_domain::get_media_domain;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -38,6 +41,7 @@ use mysql_queries::queries::media_files::get::get_media_file::{get_media_file, g
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 use utoipa::ToSchema;
 
 /// Seedance 1.0 Lite Image to Video
@@ -84,6 +88,21 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     }
   };
 
+  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
+
+  let debug_log_event_token = DebugLogEventToken::generate();
+  let ip_address = get_request_ip(&http_request);
+  let request_url = http_request.uri().to_string();
+
+  insert_generation_request_debug_log(
+    &debug_log_event_token,
+    user_token,
+    &ip_address,
+    &request_url,
+    &serde_json::to_string(&*request).unwrap_or_default(),
+    &mut *mysql_connection,
+  ).await;
+
   let start_frame_media_file_token = match &request.media_file_token {
     Some(token) => token,
     None => {
@@ -208,12 +227,21 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     api_key: &server_state.inference_providers.fal.api_key,
   };
 
-  let fal_result = enqueue_seedance_1_lite_image_to_video_webhook(args)
-      .await
-      .map_err(|err| {
-        warn!("Error calling enqueue_seedance_1_lite_image_to_video_webhook: {:?}", err);
-        CommonWebError::from_error(err)
-      })?;
+  let fal_result = match enqueue_seedance_1_lite_image_to_video_webhook(args).await {
+    Ok(result) => result,
+    Err(err) => {
+      warn!("Error calling enqueue_seedance_1_lite_image_to_video_webhook: {:?}", err);
+      insert_generation_failure_debug_log(
+        &debug_log_event_token,
+        user_token,
+        &ip_address,
+        &request_url,
+        &format!("Seedance 1.0 Lite generation failed: {:?}", err),
+        &mut *mysql_connection,
+      ).await;
+      return Err(CommonWebError::from_error(err));
+    }
+  };
 
   let external_job_id = fal_result.request_id
       .ok_or_else(|| {
@@ -223,8 +251,6 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
   
   info!("Fal request_id: {}", external_job_id);
   
-  let ip_address = get_request_ip(&http_request);
-
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -294,7 +320,7 @@ pub async fn generate_seedance_1_0_lite_image_to_video_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-      maybe_debug_log_event_token: None,
+    maybe_debug_log_event_token: Some(&debug_log_event_token),
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/image/generate_seedance_1_0_pro_image_to_video_handler.rs

@@ -3,6 +3,9 @@ use std::sync::Arc;
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::common_responses::media::media_links_builder::MediaLinksBuilder;
+use crate::http_server::endpoints::generate::common::generation_debug_logs::{
+  insert_generation_failure_debug_log, insert_generation_request_debug_log,
+};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::endpoints::media_files::helpers::get_media_domain::get_media_domain;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -35,6 +38,7 @@ use mysql_queries::queries::media_files::get::get_media_file::{get_media_file, g
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 use utoipa::ToSchema;
 
 /// Seedance 1.0 Pro Image to Video
@@ -81,6 +85,21 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     }
   };
 
+  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
+
+  let debug_log_event_token = DebugLogEventToken::generate();
+  let ip_address = get_request_ip(&http_request);
+  let request_url = http_request.uri().to_string();
+
+  insert_generation_request_debug_log(
+    &debug_log_event_token,
+    user_token,
+    &ip_address,
+    &request_url,
+    &serde_json::to_string(&*request).unwrap_or_default(),
+    &mut *mysql_connection,
+  ).await;
+
   let start_frame_media_file_token = match &request.media_file_token {
     Some(token) => token,
     None => {
@@ -182,12 +201,21 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     api_key: &server_state.inference_providers.fal.api_key,
   };
 
-  let fal_result = enqueue_seedance_1_pro_image_to_video_webhook(args)
-      .await
-      .map_err(|err| {
-        warn!("Error calling enqueue_seedance_1_pro_image_to_video_webhook: {:?}", err);
-        CommonWebError::from_error(err)
-      })?;
+  let fal_result = match enqueue_seedance_1_pro_image_to_video_webhook(args).await {
+    Ok(result) => result,
+    Err(err) => {
+      warn!("Error calling enqueue_seedance_1_pro_image_to_video_webhook: {:?}", err);
+      insert_generation_failure_debug_log(
+        &debug_log_event_token,
+        user_token,
+        &ip_address,
+        &request_url,
+        &format!("Seedance 1.0 Pro generation failed: {:?}", err),
+        &mut *mysql_connection,
+      ).await;
+      return Err(CommonWebError::from_error(err));
+    }
+  };
 
   let external_job_id = fal_result.request_id
       .ok_or_else(|| {
@@ -197,8 +225,6 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
   
   info!("Fal request_id: {}", external_job_id);
   
-  let ip_address = get_request_ip(&http_request);
-
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -268,7 +294,7 @@ pub async fn generate_seedance_1_0_pro_image_to_video_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-      maybe_debug_log_event_token: None,
+    maybe_debug_log_event_token: Some(&debug_log_event_token),
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/multi_function/seedance_1p5_pro_multi_function_video_gen_handler.rs

@@ -3,6 +3,9 @@ use std::sync::Arc;
 
 use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_else_common_web_error;
 use crate::http_server::common_responses::common_web_error::CommonWebError;
+use crate::http_server::endpoints::generate::common::generation_debug_logs::{
+  insert_generation_failure_debug_log, insert_generation_request_debug_log,
+};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
 use crate::http_server::web_utils::get_request_platform_type::get_request_platform_type;
@@ -30,6 +33,7 @@ use mysql_queries::queries::prompt_context_items::insert_batch_prompt_context_it
 use mysql_queries::queries::prompts::insert_prompt::{insert_prompt, InsertPromptArgs};
 use sqlx::Acquire;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
+use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
 
 
 /// Seedance 1.5 Pro Multi-Function (text and image to video)
@@ -78,6 +82,21 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
     }
   };
 
+  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
+
+  let debug_log_event_token = DebugLogEventToken::generate();
+  let ip_address = get_request_ip(&http_request);
+  let request_url = http_request.uri().to_string();
+
+  insert_generation_request_debug_log(
+    &debug_log_event_token,
+    user_token,
+    &ip_address,
+    &request_url,
+    &serde_json::to_string(&*request).unwrap_or_default(),
+    &mut *mysql_connection,
+  ).await;
+
   if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
     return Err(CommonWebError::BadInputWithSimpleMessage(reason));
   }
@@ -177,12 +196,21 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
       api_key: &server_state.inference_providers.fal.api_key,
     };
 
-    fal_result = enqueue_seedance_1p5_pro_image_to_video_webhook(args)
-        .await
-        .map_err(|err| {
-          warn!("Error calling enqueue_seedance_1p5_pro_image_to_video_webhook: {:?}", err);
-          CommonWebError::from_error(err)
-        })?;
+    fal_result = match enqueue_seedance_1p5_pro_image_to_video_webhook(args).await {
+      Ok(result) => result,
+      Err(err) => {
+        warn!("Error calling enqueue_seedance_1p5_pro_image_to_video_webhook: {:?}", err);
+        insert_generation_failure_debug_log(
+          &debug_log_event_token,
+          user_token,
+          &ip_address,
+          &request_url,
+          &format!("Seedance 1.5 Pro generation failed: {:?}", err),
+          &mut *mysql_connection,
+        ).await;
+        return Err(CommonWebError::from_error(err));
+      }
+    };
 
   } else {
     info!("text-to-video case");
@@ -217,12 +245,21 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
       &mut mysql_connection,
     ).await?;
 
-    fal_result = enqueue_seedance_1p5_pro_text_to_video_webhook(args)
-        .await
-        .map_err(|err| {
-          warn!("Error calling enqueue_seedance_1p5_pro_text_to_video_webhook: {:?}", err);
-          CommonWebError::from_error(err)
-        })?;
+    fal_result = match enqueue_seedance_1p5_pro_text_to_video_webhook(args).await {
+      Ok(result) => result,
+      Err(err) => {
+        warn!("Error calling enqueue_seedance_1p5_pro_text_to_video_webhook: {:?}", err);
+        insert_generation_failure_debug_log(
+          &debug_log_event_token,
+          user_token,
+          &ip_address,
+          &request_url,
+          &format!("Seedance 1.5 Pro generation failed: {:?}", err),
+          &mut *mysql_connection,
+        ).await;
+        return Err(CommonWebError::from_error(err));
+      }
+    };
   }
 
   let external_job_id = fal_result.request_id
@@ -233,8 +270,6 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
 
   info!("Fal request_id: {}", external_job_id);
 
-  let ip_address = get_request_ip(&http_request);
-
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -342,7 +377,7 @@ pub async fn seedance_1p5_pro_multi_function_video_gen_handler(
     starting_job_status_override: None,
     maybe_frontend_failure_category: None,
     maybe_failure_reason: None,
-      maybe_debug_log_event_token: None,
+    maybe_debug_log_event_token: Some(&debug_log_event_token),
     phantom: Default::default(),
   }).await;
 

crates/service/web/storyteller_web/src/http_server/endpoints/generate/video/multi_function/seedance_2p0_multi_function_video_gen_handler.rs

@@ -5,6 +5,12 @@ use crate::billing::wallets::attempt_wallet_deduction::attempt_wallet_deduction_
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::http_server::endpoint_helpers::refund_wallet_after_api_failure::refund_wallet_after_api_failure;
 use crate::http_server::endpoints::generate::common::map_seedance2pro_web_errors::map_seedance2pro_error_to_web_error;
+use crate::http_server::endpoints::generate::common::generation_debug_logs::{
+  insert_generation_failure_debug_log, insert_generation_request_debug_log,
+};
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
+use enums::by_table::debug_logs::debug_log_type::DebugLogType;
+use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use crate::http_server::endpoints::generate::common::payments_error_test::payments_error_test;
 use crate::http_server::user_lookup::user_session::session_utils::lookup::user_session_feature_flags::UserSessionFeatureFlags;
 use crate::http_server::validations::validate_idempotency_token_format::validate_idempotency_token_format;
@@ -49,6 +55,9 @@ use sqlx::MySql;
 use tokens::tokens::characters::CharacterToken;
 use tokens::tokens::generic_inference_jobs::InferenceJobToken;
 use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::non_unique::debug_logs_event_token::DebugLogEventToken;
+use tokens::tokens::users::UserToken;
+
 use url::Url;
 use url_utils::extension::extract_extension_from_url::{extract_extension_from_url, ExtractExtensions};
 
@@ -60,6 +69,14 @@ struct SeedanceGenerationResult {
   generation_mode: CommonGenerationMode,
 }
 
+/// Request-scoped context for writing `debug_logs` rows.
+struct DebugLogContext<'a> {
+  event_token: &'a DebugLogEventToken,
+  user_token: &'a UserToken,
+  ip_address: &'a str,
+  request_url: &'a str,
+}
+
 // ======================== Handler ========================
 
 /// Seedance 2.0 Multi-Function video generation (text-to-video, keyframe, and reference).
@@ -108,6 +125,28 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
 
   let user_token = &user_session.user_token;
 
+  // ==================== DEBUG LOG: HTTP REQUEST ==================== //
+
+  let debug_log_event_token = DebugLogEventToken::generate();
+  let ip_address = get_request_ip(&http_request);
+  let request_url = http_request.uri().to_string();
+
+  insert_generation_request_debug_log(
+    &debug_log_event_token,
+    user_token,
+    &ip_address,
+    &request_url,
+    &serde_json::to_string(&*request).unwrap_or_default(),
+    &mut *mysql_connection,
+  ).await;
+
+  let debug_log_context = DebugLogContext {
+    event_token: &debug_log_event_token,
+    user_token,
+    ip_address: &ip_address,
+    request_url: &request_url,
+  };
+
   if let Err(reason) = validate_idempotency_token_format(&request.uuid_idempotency_token) {
     return Err(CommonWebError::BadInputWithSimpleMessage(reason));
   }
@@ -203,6 +242,8 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
       batch_count,
       duration_seconds,
       kinovi_character_ids.clone(),
+      &debug_log_context,
+      &mut mysql_connection,
     ).await;
 
     match result {
@@ -226,6 +267,8 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
           batch_count,
           duration_seconds,
           kinovi_character_ids.clone(),
+          &debug_log_context,
+          &mut mysql_connection,
         ).await;
 
         match result {
@@ -248,6 +291,14 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
               }
             }
 
+            insert_generation_failure_debug_log(
+              &debug_log_event_token,
+              user_token,
+              &ip_address,
+              &request_url,
+              &format!("Seedance 2.0 generation failed: {:?}", err),
+              &mut *mysql_connection,
+            ).await;
             refund_wallet_after_api_failure(&deduction_result.ledger_entry_token, &mut mysql_connection).await?;
             return Err(err);
           }
@@ -270,6 +321,8 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
       batch_count,
       duration_seconds,
       kinovi_character_ids,
+      &debug_log_context,
+      &mut mysql_connection,
     ).await;
 
     match result {
@@ -289,6 +342,14 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
           }
         }
 
+        insert_generation_failure_debug_log(
+          &debug_log_event_token,
+          user_token,
+          &ip_address,
+          &request_url,
+          &format!("Seedance 2.0 generation failed: {:?}", err),
+          &mut *mysql_connection,
+        ).await;
         refund_wallet_after_api_failure(&deduction_result.ledger_entry_token, &mut mysql_connection).await?;
         return Err(err);
       }
@@ -305,8 +366,6 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
 
   // --- DB writes in a transaction ---
 
-  let ip_address = get_request_ip(&http_request);
-
   let mut transaction = mysql_connection
       .begin()
       .await
@@ -438,7 +497,7 @@ pub async fn seedance_2p0_multi_function_video_gen_handler(
         creator_set_visibility: Visibility::Public,
         maybe_platform_type: get_request_platform_type(&http_request),
         maybe_cost_estimates: None,
-        maybe_debug_log_event_token: None,
+        maybe_debug_log_event_token: Some(&debug_log_event_token),
         mysql_executor: &mut *transaction,
         phantom: Default::default(),
       }
@@ -543,6 +602,8 @@ async fn upload_and_generate(
   batch_count: KinoviBatchCount,
   duration_seconds: u8,
   kinovi_character_ids: Option<Vec<String>>,
+  debug_log_context: &DebugLogContext<'_>,
+  mysql_connection: &mut sqlx::pool::PoolConnection<MySql>,
 ) -> Result<SeedanceGenerationResult, CommonWebError> {
 
   // --- Upload files to seedance2pro CDN ---
@@ -605,24 +666,44 @@ async fn upload_and_generate(
 
   let prompt = request.prompt.clone().unwrap_or_else(|| "".to_string());
 
+  let kinovi_request = KinoviGenerateVideoRequest {
+    model_type: KinoviModelType::Seedance2Pro,
+    prompt,
+    aspect_ratio,
+    output_resolution,
+    duration_seconds,
+    batch_count,
+    start_frame_url,
+    end_frame_url,
+    reference_image_urls,
+    reference_video_urls,
+    reference_audio_urls,
+    character_ids: kinovi_character_ids,
+    use_face_blur_hack: None,
+  };
+
+  // ==================== DEBUG LOG: KINOVI REQUEST ==================== //
+  // Logged BEFORE the send so the outbound payload is captured even when
+  // the generation call fails.
+
+  if let Err(err) = insert_debug_log(InsertDebugLogArgs {
+    apriori_debug_log_event_token: Some(debug_log_context.event_token),
+    maybe_creator_user_token: Some(debug_log_context.user_token),
+    debug_log_type: DebugLogType::KinoviRequest,
+    maybe_log_level: Some(DebugLogLevel::Info),
+    maybe_ip_address: Some(debug_log_context.ip_address),
+    maybe_url: Some(debug_log_context.request_url),
+    message: &format!("{:#?}", kinovi_request),
+    mysql_executor: &mut **mysql_connection,
+    phantom: Default::default(),
+  }).await {
+    warn!("Failed to insert Kinovi request debug log: {:?}", err);
+  }
+
   let video_gen_args = GenerateVideoArgs {
     session,
     host_override: None,
-    request: KinoviGenerateVideoRequest {
-      model_type: KinoviModelType::Seedance2Pro,
-      prompt,
-      aspect_ratio,
-      output_resolution,
-      duration_seconds,
-      batch_count,
-      start_frame_url,
-      end_frame_url,
-      reference_image_urls,
-      reference_video_urls,
-      reference_audio_urls,
-      character_ids: kinovi_character_ids,
-      use_face_blur_hack: None,
-    },
+    request: kinovi_request,
   };
 
   let gen_response = generate_video(video_gen_args).await

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/image/omni_api_image_generate_handler.rs

@@ -16,6 +16,7 @@ use enums::common::generation::common_model_type::CommonModelType;
 use enums::common::generation_provider::GenerationProvider;
 use enums::common::platform_type::PlatformType;
 use http_server_common::request::get_request_ip::get_request_ip;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -139,7 +140,7 @@ pub async fn omni_api_image_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: None,
+    maybe_log_level: Some(DebugLogLevel::Info),
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -161,7 +162,32 @@ pub async fn omni_api_image_generate_handler(
     server_state: &server_state,
     user_token,
     resolved_media: &resolved_media,
-  }).await?;
+  }).await;
+
+  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
+
+  let pipeline_result = match pipeline_result {
+    Ok(result) => result,
+    Err(err) => {
+      // Best-effort error log; never mask the original error.
+      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
+        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
+          apriori_debug_log_event_token: Some(&debug_log_event_token),
+          maybe_creator_user_token: Some(user_token),
+          debug_log_type: DebugLogType::BackendFailure,
+          maybe_log_level: Some(DebugLogLevel::Error),
+          maybe_ip_address: Some(&ip_address),
+          maybe_url: Some(&request_url),
+          message: &format!("Image generation pipeline failed: {:?}", err),
+          mysql_executor: &mut *error_log_connection,
+          phantom: Default::default(),
+        }).await {
+          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
+        }
+      }
+      return Err(err);
+    }
+  };
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
@@ -173,9 +199,9 @@ pub async fn omni_api_image_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::FalRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),

crates/service/web/storyteller_web/src/http_server/endpoints/omni_api/generate/video/omni_api_video_generate_handler.rs

@@ -18,6 +18,7 @@ use enums::common::generation::common_video_model::CommonVideoModel;
 use enums::common::generation_provider::GenerationProvider;
 use enums::common::platform_type::PlatformType;
 use http_server_common::request::get_request_ip::get_request_ip;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -206,7 +207,7 @@ pub async fn omni_api_video_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: None,
+    maybe_log_level: Some(DebugLogLevel::Info),
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -228,7 +229,32 @@ pub async fn omni_api_video_generate_handler(
     media_file_to_url_map: &media_file_to_url_map,
     kinovi_character_id_map: &kinovi_character_id_map,
     kinovi_account,
-  }).await?;
+  }).await;
+
+  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
+
+  let pipeline_result = match pipeline_result {
+    Ok(result) => result,
+    Err(err) => {
+      // Best-effort error log; never mask the original error.
+      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
+        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
+          apriori_debug_log_event_token: Some(&debug_log_event_token),
+          maybe_creator_user_token: Some(user_token),
+          debug_log_type: DebugLogType::BackendFailure,
+          maybe_log_level: Some(DebugLogLevel::Error),
+          maybe_ip_address: Some(&ip_address),
+          maybe_url: Some(&request_url),
+          message: &format!("Video generation pipeline failed: {:?}", err),
+          mysql_executor: &mut *error_log_connection,
+          phantom: Default::default(),
+        }).await {
+          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
+        }
+      }
+      return Err(err);
+    }
+  };
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
@@ -240,9 +266,9 @@ pub async fn omni_api_video_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::FalRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),
@@ -260,9 +286,9 @@ pub async fn omni_api_video_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::GrokApiRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/image/omni_gen_image_generate_handler.rs

@@ -15,6 +15,7 @@ use enums::common::generation::common_generation_mode::CommonGenerationMode;
 use enums::common::generation::common_model_type::CommonModelType;
 use enums::common::generation_provider::GenerationProvider;
 use http_server_common::request::get_request_ip::get_request_ip;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -137,7 +138,7 @@ pub async fn omni_gen_image_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: None,
+    maybe_log_level: Some(DebugLogLevel::Info),
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -159,7 +160,32 @@ pub async fn omni_gen_image_generate_handler(
     server_state: &server_state,
     user_token,
     resolved_media: &resolved_media,
-  }).await?;
+  }).await;
+
+  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
+
+  let pipeline_result = match pipeline_result {
+    Ok(result) => result,
+    Err(err) => {
+      // Best-effort error log; never mask the original error.
+      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
+        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
+          apriori_debug_log_event_token: Some(&debug_log_event_token),
+          maybe_creator_user_token: Some(user_token),
+          debug_log_type: DebugLogType::BackendFailure,
+          maybe_log_level: Some(DebugLogLevel::Error),
+          maybe_ip_address: Some(&ip_address),
+          maybe_url: Some(&request_url),
+          message: &format!("Image generation pipeline failed: {:?}", err),
+          mysql_executor: &mut *error_log_connection,
+          phantom: Default::default(),
+        }).await {
+          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
+        }
+      }
+      return Err(err);
+    }
+  };
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
@@ -171,9 +197,9 @@ pub async fn omni_gen_image_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::FalRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),

crates/service/web/storyteller_web/src/http_server/endpoints/omni_gen/generate/video/omni_gen_video_generate_handler.rs

@@ -17,6 +17,7 @@ use enums::common::generation::common_model_type::CommonModelType;
 use enums::common::generation::common_video_model::CommonVideoModel;
 use enums::common::generation_provider::GenerationProvider;
 use http_server_common::request::get_request_ip::get_request_ip;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use mysql_queries::queries::debug_logs::insert_debug_log::{insert_debug_log, InsertDebugLogArgs};
 use mysql_queries::queries::generic_inference::api_providers::seedance2pro::insert_generic_inference_job_for_seedance2pro_queue_with_apriori_job_token::KinoviVersion;
 use mysql_queries::queries::idepotency_tokens::insert_idempotency_token::insert_idempotency_token;
@@ -198,7 +199,7 @@ pub async fn omni_gen_video_generate_handler(
     apriori_debug_log_event_token: Some(&debug_log_event_token),
     maybe_creator_user_token: Some(user_token),
     debug_log_type: DebugLogType::HttpRequest,
-    maybe_log_level: None,
+    maybe_log_level: Some(DebugLogLevel::Info),
     maybe_ip_address: Some(&ip_address),
     maybe_url: Some(&request_url),
     message: &serde_json::to_string(&*request).unwrap_or_default(),
@@ -220,7 +221,32 @@ pub async fn omni_gen_video_generate_handler(
     media_file_to_url_map: &media_file_to_url_map,
     kinovi_character_id_map: &kinovi_character_id_map,
     kinovi_account,
-  }).await?;
+  }).await;
+
+  // ==================== DEBUG LOG: PIPELINE ERROR ==================== //
+
+  let pipeline_result = match pipeline_result {
+    Ok(result) => result,
+    Err(err) => {
+      // Best-effort error log; never mask the original error.
+      if let Ok(mut error_log_connection) = server_state.mysql_pool.acquire().await {
+        if let Err(log_err) = insert_debug_log(InsertDebugLogArgs {
+          apriori_debug_log_event_token: Some(&debug_log_event_token),
+          maybe_creator_user_token: Some(user_token),
+          debug_log_type: DebugLogType::BackendFailure,
+          maybe_log_level: Some(DebugLogLevel::Error),
+          maybe_ip_address: Some(&ip_address),
+          maybe_url: Some(&request_url),
+          message: &format!("Video generation pipeline failed: {:?}", err),
+          mysql_executor: &mut *error_log_connection,
+          phantom: Default::default(),
+        }).await {
+          warn!("Failed to insert pipeline error debug log: {:?}", log_err);
+        }
+      }
+      return Err(err);
+    }
+  };
 
   let mut mysql_connection = server_state.mysql_pool.acquire().await?;
 
@@ -232,9 +258,9 @@ pub async fn omni_gen_video_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::FalRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),
@@ -252,9 +278,9 @@ pub async fn omni_gen_video_generate_handler(
         apriori_debug_log_event_token: Some(&debug_log_event_token),
         maybe_creator_user_token: Some(user_token),
         debug_log_type: DebugLogType::GrokApiRequest,
-        maybe_log_level: None,
-    maybe_ip_address: Some(&ip_address),
-    maybe_url: Some(&request_url),
+        maybe_log_level: Some(DebugLogLevel::Info),
+        maybe_ip_address: Some(&ip_address),
+        maybe_url: Some(&request_url),
         message: &format!("{:#?}", outbound_request),
         mysql_executor: &mut *mysql_connection,
         phantom: Default::default(),

crates/service/web/storyteller_web/src/http_server/endpoints/webhooks/beeble/beeble_webhook_handler.rs

@@ -13,6 +13,7 @@ use beeble_client::webhook_api::beeble_webhook_payload::{
   parse_beeble_webhook, BeebleWebhookPayload, BeebleWebhookStatus,
 };
 use bucket_paths::legacy::typified_paths::public::media_files::bucket_file_path::MediaFileBucketPath;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use enums::by_table::debug_logs::debug_log_type::DebugLogType;
 use enums::by_table::generic_inference_jobs::frontend_failure_category::FrontendFailureCategory;
 use enums::by_table::media_files::media_file_class::MediaFileClass;
@@ -101,7 +102,7 @@ pub async fn beeble_webhook_handler(
       apriori_debug_log_event_token: Some(debug_log_event_token),
       maybe_creator_user_token: job.maybe_creator_user_token.as_ref(),
       debug_log_type: DebugLogType::BeebleWebhook,
-      maybe_log_level: None,
+      maybe_log_level: Some(DebugLogLevel::Info),
       maybe_ip_address: None,
       maybe_url: None,
       message: &raw_body,

crates/service/web/storyteller_web/src/http_server/endpoints/webhooks/fal/process_failure/handle_failed_fal_webhook.rs

@@ -1,6 +1,7 @@
 use crate::http_server::common_responses::common_web_error::CommonWebError;
 use crate::state::server_state::ServerState;
 use actix_web::web::Json;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use enums::by_table::debug_logs::debug_log_type::DebugLogType;
 use enums::by_table::generic_inference_jobs::frontend_failure_category::FrontendFailureCategory;
 use fal_client::webhook_payload::raw::webhook_error_type::WebhookErrorType;
@@ -52,7 +53,7 @@ pub async fn handle_failed_fal_webhook(
       apriori_debug_log_event_token: Some(debug_log_event_token),
       maybe_creator_user_token: job.maybe_creator_user_token.as_ref(),
       debug_log_type: DebugLogType::FalWebhook,
-      maybe_log_level: None,
+      maybe_log_level: Some(DebugLogLevel::Error),
       maybe_ip_address: None,
       maybe_url: None,
       message: raw_body,

crates/service/web/storyteller_web/src/http_server/endpoints/webhooks/fal/process_success/handle_successful_fal_webhook.rs

@@ -1,4 +1,5 @@
 use actix_web::web::Json;
+use enums::by_table::debug_logs::debug_log_level::DebugLogLevel;
 use enums::by_table::debug_logs::debug_log_type::DebugLogType;
 use fal_client::webhook_payload::hydrated::hydrated_webhook_contents::WebhookSuccessData;
 use http_server_common::response::response_success_helpers::SimpleGenericJsonSuccess;
@@ -52,7 +53,7 @@ pub async fn handle_successful_fal_webhook(
       apriori_debug_log_event_token: Some(debug_log_event_token),
       maybe_creator_user_token: job.maybe_creator_user_token.as_ref(),
       debug_log_type: DebugLogType::FalWebhook,
-      maybe_log_level: None,
+      maybe_log_level: Some(DebugLogLevel::Info),
       maybe_ip_address: None,
       maybe_url: None,
       message: raw_body,

frontend/apps/artcraft-dashboard/src/components/DebugLogCard.tsx

@@ -61,6 +61,11 @@ function getLogTypeBadgeProps(logType: string): {
         variant: "secondary",
         className: "bg-amber-500/10 text-amber-400 border-transparent",
       };
+    case "backend_failure":
+      return {
+        variant: "secondary",
+        className: "bg-red-500/10 text-red-400 border-transparent",
+      };
     case "kinovi_request":
       return {
         variant: "secondary",

frontend/apps/artcraft-dashboard/src/types/index.ts

@@ -109,6 +109,7 @@ export type DebugLogType =
   | "fal_queue"
   | "fal_webhook"
   | "kinovi_request"
+  | "backend_failure"
   | (string & {});
 
 export type DebugLogLevel =