something

crates/lib/mysql_queries/src/queries/media_files/list_media_files.rs

@@ -0,0 +1,215 @@
+use chrono::{DateTime, Utc};
+use log::warn;
+use sqlx::{Execute, MySql, MySqlPool, QueryBuilder};
+
+use enums::by_table::media_files::media_file_origin_category::MediaFileOriginCategory;
+use enums::by_table::media_files::media_file_origin_model_type::MediaFileOriginModelType;
+use enums::by_table::media_files::media_file_origin_product_category::MediaFileOriginProductCategory;
+use enums::by_table::media_files::media_file_type::MediaFileType;
+use enums::common::visibility::Visibility;
+use errors::AnyhowResult;
+use tokens::tokens::media_files::MediaFileToken;
+use tokens::tokens::users::UserToken;
+
+pub struct MediaFileListPage {
+  pub records: Vec<MediaFileListItem>,
+
+  pub sort_ascending: bool,
+
+  /// ID of the first record.
+  pub first_id: Option<i64>,
+
+  /// ID of the last record.
+  pub last_id: Option<i64>,
+}
+
+pub struct MediaFileListItem {
+  pub token: MediaFileToken,
+
+  pub origin_category: MediaFileOriginCategory,
+  pub origin_product_category: MediaFileOriginProductCategory,
+  pub maybe_origin_model_type: Option<MediaFileOriginModelType>,
+  pub maybe_origin_model_token: Option<String>,
+
+  pub media_type: MediaFileType,
+  pub public_bucket_directory_hash: String,
+  pub maybe_public_bucket_prefix: Option<String>,
+  pub maybe_public_bucket_extension: Option<String>,
+
+  pub creator_user_token: UserToken,
+  pub creator_username: String,
+  pub creator_display_name: String,
+  pub creator_email_gravatar_hash: String,
+  pub creator_set_visibility: Visibility,
+
+  pub created_at: DateTime<Utc>,
+  pub updated_at: DateTime<Utc>,
+}
+
+#[derive(Clone, Copy)]
+pub enum ViewAs {
+  Moderator,
+  AnotherUser,
+}
+
+pub struct ListMediaFilesArgs<'a> {
+  pub limit: usize,
+  pub maybe_filter_media_type: Option<MediaFileType>,
+  pub maybe_offset: Option<usize>,
+  pub cursor_is_reversed: bool,
+  pub view_as: ViewAs,
+  pub mysql_pool: &'a MySqlPool,
+}
+
+pub async fn list_media_files(args: ListMediaFilesArgs<'_>) -> AnyhowResult<MediaFileListPage> {
+
+  let mut query = query_builder(
+    args.maybe_filter_media_type,
+    args.limit,
+    args.maybe_offset,
+    args.cursor_is_reversed,
+    args.view_as,
+  );
+
+  let query = query.build_query_as::<MediaFileListItemInternal>();
+
+  let results = query.fetch_all(args.mysql_pool).await?;
+  let first_id = results.first()
+      .map(|raw_result| raw_result.id);
+
+  let last_id = results.last()
+      .map(|raw_result| raw_result.id);
+
+  let results = results.into_iter()
+      .map(|record| {
+        MediaFileListItem {
+          token: MediaFileToken::new_from_str(&record.media_file_token),
+          origin_category: record.origin_category,
+          origin_product_category: record.origin_product_category,
+          maybe_origin_model_type: record.maybe_origin_model_type,
+          maybe_origin_model_token: record.maybe_origin_model_token,
+          media_type: record.media_type,
+          public_bucket_directory_hash: record.public_bucket_directory_hash,
+          maybe_public_bucket_prefix: record.maybe_public_bucket_prefix,
+          maybe_public_bucket_extension: record.maybe_public_bucket_extension,
+          creator_user_token: UserToken::new_from_str(&record.creator_user_token),
+          creator_username: record.creator_username,
+          creator_display_name: record.creator_display_name,
+          creator_email_gravatar_hash: record.creator_email_gravatar_hash,
+          creator_set_visibility: record.creator_set_visibility,
+          created_at: record.created_at,
+          updated_at: record.updated_at,
+        }
+      })
+      .collect::<Vec<_>>();
+
+  Ok(MediaFileListPage {
+    records: results,
+    sort_ascending: !args.cursor_is_reversed,
+    first_id,
+    last_id,
+  })
+}
+
+fn query_builder<'a>(
+  maybe_filter_media_type: Option<MediaFileType>,
+  limit: usize,
+  maybe_offset: Option<usize>,
+  cursor_is_reversed: bool,
+  view_as: ViewAs,
+) -> QueryBuilder<'a, MySql> {
+
+  let mut query_string = String::from(
+    r#"
+
+SELECT
+  m.id,
+  m.token as media_file_token,
+
+  m.origin_category as `origin_category: enums::by_table::media_files::media_file_origin_category::MediaFileOriginCategory`,
+  m.origin_product_category as `origin_product_category: enums::by_table::media_files::media_file_origin_product_category::MediaFileOriginProductCategory`,
+
+  m.maybe_origin_model_type,
+  m.maybe_origin_model_token,
+
+  m.media_type as `media_type: enums::by_table::media_files::media_file_type::MediaFileType`,
+
+  m.public_bucket_directory_hash,
+  m.maybe_public_bucket_prefix,
+  m.maybe_public_bucket_extension,
+
+  users.token as creator_user_token,
+  users.username as creator_username,
+  users.display_name as creator_display_name,
+  users.email_gravatar_hash as creator_email_gravatar_hash,
+  m.creator_set_visibility as `creator_set_visibility: enums::common::visibility::Visibility`,
+  m.created_at,
+  m.updated_at
+
+FROM media_files AS m
+LEFT OUTER JOIN users
+    ON m.maybe_creator_user_token = users.token
+WHERE m.maybe_creator_user_token IS NOT NULL
+AND m.user_deleted_at IS NULL
+AND m.mod_deleted_at IS NULL
+    "#
+  );
+
+  // NB: Query cannot be statically checked by sqlx
+  let mut query_builder: QueryBuilder<MySql> = QueryBuilder::new(query_string);
+
+  if let Some(media_type) = maybe_filter_media_type {
+    query_builder.push(" AND m.media_file_type = ? ");
+    query_builder.push_bind(media_type);
+  }
+
+  match view_as {
+    ViewAs::Moderator => {}
+    ViewAs::AnotherUser => {
+      query_builder.push(" AND m.creator_set_visibility = 'public' ");
+    }
+  }
+
+  if let Some(offset) = maybe_offset {
+    if cursor_is_reversed {
+      query_builder.push(format!(" AND m.id < {offset} "));
+    } else {
+      query_builder.push(format!(" AND m.id > {offset} "));
+    }
+  }
+
+  if cursor_is_reversed {
+    query_builder.push(" ORDER BY m.id ASC ");
+  } else {
+    query_builder.push(" ORDER BY m.id DESC ");
+  }
+
+  query_builder.push(format!(" LIMIT {limit} "));
+
+  query_builder
+}
+
+#[derive(sqlx::FromRow)]
+struct MediaFileListItemInternal {
+  id: i64,
+  media_file_token: String,
+
+  origin_category: MediaFileOriginCategory,
+  origin_product_category: MediaFileOriginProductCategory,
+  maybe_origin_model_type: Option<MediaFileOriginModelType>,
+  maybe_origin_model_token: Option<String>,
+
+  media_type: MediaFileType,
+  public_bucket_directory_hash: String,
+  maybe_public_bucket_prefix: Option<String>,
+  maybe_public_bucket_extension: Option<String>,
+
+  creator_user_token: String,
+  creator_username: String,
+  creator_display_name: String,
+  creator_email_gravatar_hash: String,
+  creator_set_visibility: Visibility,
+
+  created_at: DateTime<Utc>,
+  updated_at: DateTime<Utc>,
+}

crates/lib/mysql_queries/src/queries/media_files/mod.rs

@@ -4,5 +4,6 @@ pub mod insert_media_file_from_cli_tool;
 pub mod insert_media_file_from_face_animation;
 pub mod insert_media_file_from_voice_conversion;
 pub mod insert_media_file_from_zero_shot_tts;
+pub mod list_media_files;
 pub mod list_media_files_for_user;
 pub mod update_media_file;

crates/service/web/storyteller_web/Cargo.toml

@@ -167,3 +167,6 @@ diesel = { version = "2.1.3", features = ["mysql"] }
 
 [dev-dependencies]
 speculoos = "0.9.0" # Fluent assertions
+
+[profile.dev.package.sqlx-macros]
+opt-level = 3

crates/service/web/storyteller_web/src/http_server/common_responses/media_file_social_meta_lite.rs

@@ -0,0 +1,96 @@
+use tokens::tokens::media_files::MediaFileToken;
+
+
+/// Everything we need to refer to a media_file on the public web interface.
+#[derive(Clone, Serialize)]
+pub struct MediaFileSocialMetaLight {
+    /// The token for the media_file
+    pub media_file_token: MediaFileToken,
+
+    pub favorites_count: u64,
+    pub comments_count: u64,
+    pub signed_in_user_favorited: bool,
+}
+
+impl MediaFileSocialMetaLight {
+
+    pub fn from_db_fields(
+        media_file_token: &MediaFileToken,
+        favorites_count: u64,
+        comments_count: u64,
+        signed_in_user_favorited: bool,
+    ) -> Self {
+        Self {
+            media_file_token: media_file_token.clone(),
+            favorites_count,
+            comments_count,
+            signed_in_user_favorited,
+        }
+    }
+
+    pub fn from_optional_db_fields(
+        maybe_media_file_token: Option<&MediaFileToken>,
+        favorites_count: u64,
+        comments_count: u64,
+        signed_in_user_favorited: bool,
+    ) -> Option<Self> {
+        Self::from_optional_db_fields_owned(
+            maybe_media_file_token.map(|u| u.clone()),
+            favorites_count,
+            comments_count,
+            signed_in_user_favorited,
+        )
+    }
+
+    pub fn from_optional_db_fields_owned(
+        maybe_media_file_token: Option<MediaFileToken>,
+        favorites_count: u64,
+        comments_count: u64,
+        signed_in_user_favorited: bool,
+    ) -> Option<Self> {
+        match (maybe_media_file_token) {
+            (Some(media_file_token)) => {
+                Some(Self {
+                    media_file_token,
+                    favorites_count,
+                    comments_count,
+                    signed_in_user_favorited,
+                })
+            }
+            _ => {
+                None
+            }
+        }
+    }
+}
+
+#[derive(Clone, Serialize)]
+pub struct DefaultAvatarInfo {
+    pub image_index: u8,
+    pub color_index: u8,
+}
+
+
+#[cfg(test)]
+mod tests {
+    use tokens::tokens::media_files::MediaFileToken;
+
+    use crate::http_server::common_responses::media_file_social_meta_lite::MediaFileSocialMetaLight;
+
+    #[test]
+    fn test_from_optional_db_fields() {
+        let media_file_token = MediaFileToken::new_from_str("token");
+        let media_filename = "media_filename";
+        let display_name = "display_name";
+        let gravatar_hash= "adsf";
+
+        let media_file_details = MediaFileSocialMetaLight::from_optional_db_fields(
+            Some(&media_file_token),
+            0,0,false
+        );
+
+        let media_file_details = media_file_details.expect("Should not be optional.");
+
+        assert_eq!(media_file_details.media_file_token, media_file_token);
+    }
+}

crates/service/web/storyteller_web/src/http_server/common_responses/mod.rs

@@ -1,3 +1,4 @@
 pub mod pagination_cursors;
 pub mod pagination_page;
-pub mod user_details_lite;
+pub mod user_details_lite;
+pub mod media_file_social_meta_lite;

crates/service/web/storyteller_web/src/http_server/endpoints/media_files/list_media_files.rs

@@ -0,0 +1,216 @@
+use std::sync::Arc;
+
+use actix_web::{HttpMessage, HttpRequest, HttpResponse, web};
+use actix_web::error::ResponseError;
+use actix_web::http::StatusCode;
+use actix_web::web::{Path, Query};
+use chrono::{DateTime, Utc};
+use log::{info, warn};
+
+use enums::by_table::media_files::media_file_origin_category::MediaFileOriginCategory;
+use enums::by_table::media_files::media_file_origin_model_type::MediaFileOriginModelType;
+use enums::by_table::media_files::media_file_origin_product_category::MediaFileOriginProductCategory;
+use enums::by_table::media_files::media_file_type::MediaFileType;
+use enums::common::visibility::Visibility;
+use mysql_queries::queries::media_files::list_media_files::{list_media_files, ListMediaFilesArgs, ViewAs};
+use tokens::tokens::media_files::MediaFileToken;
+
+use crate::http_server::common_responses::pagination_cursors::PaginationCursors;
+use crate::http_server::common_responses::user_details_lite::UserDetailsLight;
+use crate::http_server::web_utils::response_error_helpers::to_simple_json_error;
+use crate::server_state::ServerState;
+
+#[derive(Deserialize)]
+pub struct QueryParams {
+  pub sort_ascending: Option<bool>,
+  pub per_page: Option<usize>,
+  pub cursor: Option<String>,
+  pub cursor_is_reversed: Option<bool>,
+  pub filter_media_type: Option<MediaFileType>,
+}
+
+#[derive(Serialize)]
+pub struct SuccessResponse {
+  pub success: bool,
+  pub results: Vec<MediaFileListItem>,
+  pub pagination: PaginationCursors,
+}
+
+#[derive(Serialize)]
+pub struct MediaFileListItem {
+  pub token: MediaFileToken,
+
+  pub origin_category: MediaFileOriginCategory,
+  pub origin_product_category: MediaFileOriginProductCategory,
+  pub maybe_origin_model_type: Option<MediaFileOriginModelType>,
+  pub maybe_origin_model_token: Option<String>,
+
+  pub media_type: MediaFileType,
+  pub public_bucket_directory_hash: String,
+  pub maybe_public_bucket_prefix: Option<String>,
+  pub maybe_public_bucket_extension: Option<String>,
+
+  pub creator: UserDetailsLight,
+
+  pub creator_set_visibility: Visibility,
+
+  pub created_at: DateTime<Utc>,
+  pub updated_at: DateTime<Utc>,
+}
+
+#[derive(Debug)]
+pub enum ErrorResponse {
+  ServerError,
+}
+
+impl ResponseError for ErrorResponse {
+  fn status_code(&self) -> StatusCode {
+    match *self {
+      ErrorResponse::ServerError => StatusCode::INTERNAL_SERVER_ERROR,
+    }
+  }
+
+  fn error_response(&self) -> HttpResponse {
+    let error_reason = match self {
+      ErrorResponse::ServerError => "server error".to_string(),
+    };
+
+    to_simple_json_error(&error_reason, self.status_code())
+  }
+}
+
+impl std::fmt::Display for ErrorResponse {
+  fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+    write!(f, "{:?}", self)
+  }
+}
+
+pub async fn list_media_files_handler(
+  http_request: HttpRequest,
+  query: Query<QueryParams>,
+  server_state: web::Data<Arc<ServerState>>
+) -> Result<HttpResponse, ErrorResponse>
+{
+
+  let maybe_user_session = server_state
+      .session_checker
+      .maybe_get_user_session(&http_request, &server_state.mysql_pool)
+      .await
+      .map_err(|e| {
+        warn!("Session checker error: {:?}", e);
+        ErrorResponse::ServerError
+      })?;
+
+  let mut is_author = false;
+  let mut is_mod = false;
+
+  match maybe_user_session {
+    None => {},
+    Some(session) => {
+      is_mod = session.can_ban_users;
+    },
+  };
+
+  // TODO(bt,2023-12-04): Enforce real maximums and defaults
+  let limit = query.per_page.unwrap_or(25);
+
+  let sort_ascending = query.sort_ascending.unwrap_or(false);
+  let cursor_is_reversed = query.cursor_is_reversed.unwrap_or(false);
+
+  let cursor = if let Some(cursor) = query.cursor.as_deref() {
+    let cursor = server_state.sort_key_crypto.decrypt_id(cursor)
+        .map_err(|e| {
+          warn!("crypto error: {:?}", e);
+          ErrorResponse::ServerError
+        })?;
+    Some(cursor as usize)
+  } else {
+    None
+  };
+
+  let view_as = if is_mod {
+    ViewAs::Moderator
+  } else {
+    ViewAs::AnotherUser
+  };
+
+  let query_results = list_media_files(ListMediaFilesArgs {
+    limit,
+    maybe_filter_media_type: query.filter_media_type,
+    maybe_offset: cursor,
+    cursor_is_reversed,
+    view_as,
+    mysql_pool: &server_state.mysql_pool,
+  }).await;
+
+
+  let results_page = match query_results {
+    Ok(results) => results,
+    Err(e) => {
+      warn!("Query error: {:?}", e);
+      return Err(ErrorResponse::ServerError);
+    }
+  };
+
+  let cursor_next = if let Some(id) = results_page.last_id {
+    let cursor = server_state.sort_key_crypto.encrypt_id(id as u64)
+        .map_err(|e| {
+          warn!("crypto error: {:?}", e);
+          ErrorResponse::ServerError
+        })?;
+    Some(cursor)
+  } else {
+    None
+  };
+
+  let cursor_previous = if let Some(id) = results_page.first_id {
+    let cursor = server_state.sort_key_crypto.encrypt_id(id as u64)
+        .map_err(|e| {
+          warn!("crypto error: {:?}", e);
+          ErrorResponse::ServerError
+        })?;
+    Some(cursor)
+  } else {
+    None
+  };
+
+  let results = results_page.records.into_iter()
+      .map(|record| MediaFileListItem {
+        token: record.token,
+        origin_category: record.origin_category,
+        origin_product_category: record.origin_product_category,
+        maybe_origin_model_type: record.maybe_origin_model_type,
+        maybe_origin_model_token: record.maybe_origin_model_token,
+        media_type: record.media_type,
+        public_bucket_directory_hash: record.public_bucket_directory_hash,
+        maybe_public_bucket_prefix: record.maybe_public_bucket_prefix,
+        maybe_public_bucket_extension: record.maybe_public_bucket_extension,
+        creator: UserDetailsLight::from_db_fields(
+          &record.creator_user_token,
+          &record.creator_username,
+          &record.creator_display_name,
+          &record.creator_email_gravatar_hash,
+        ),
+        creator_set_visibility: record.creator_set_visibility,
+        created_at: record.created_at,
+        updated_at: record.updated_at,
+      })
+      .collect::<Vec<_>>();
+
+  let response = SuccessResponse {
+    success: true,
+    results,
+    pagination: PaginationCursors {
+      maybe_next: cursor_next,
+      maybe_previous: cursor_previous,
+      cursor_is_reversed,
+    }
+  };
+
+  let body = serde_json::to_string(&response)
+      .map_err(|e| ErrorResponse::ServerError)?;
+
+  Ok(HttpResponse::Ok()
+      .content_type("application/json")
+      .body(body))
+}

crates/service/web/storyteller_web/src/http_server/endpoints/media_files/mod.rs

@@ -1,4 +1,5 @@
 pub mod delete_media_file;
 pub mod drain_multipart_request;
 pub mod get_media_file;
+pub mod list_media_files;
 pub mod list_media_files_for_user;

crates/service/web/storyteller_web/src/routes.rs

@@ -44,6 +44,7 @@ use crate::http_server::endpoints::investor_demo::enable_demo_mode_handler::enab
 use crate::http_server::endpoints::leaderboard::get_leaderboard::leaderboard_handler;
 use crate::http_server::endpoints::media_files::delete_media_file::delete_media_file_handler;
 use crate::http_server::endpoints::media_files::get_media_file::get_media_file_handler;
+use crate::http_server::endpoints::media_files::list_media_files::list_media_files_handler;
 use crate::http_server::endpoints::media_files::list_media_files_for_user::list_media_files_for_user_handler;
 use crate::http_server::endpoints::media_uploads::list_user_media_uploads_of_type::list_user_media_uploads_of_type_handler;
 use crate::http_server::endpoints::media_uploads::upload_audio::upload_audio_handler;
@@ -1007,6 +1008,10 @@ fn add_media_file_routes<T, B> (app: App<T>) -> App<T>
           .route(web::delete().to(delete_media_file_handler))
           .route(web::head().to(|| HttpResponse::Ok()))
       )
+      .service(web::resource("/feed")
+          .route(web::get().to(list_media_files_handler))
+          .route(web::head().to(|| HttpResponse::Ok()))
+      )
       .service(web::resource("/user/{username}")
           .route(web::get().to(list_media_files_for_user_handler))
           .route(web::head().to(|| HttpResponse::Ok()))