hippofish/packages/backend-rs/src/misc/get_image_size.rs

use crate::misc::redis_cache::{get_cache, set_cache, CacheError};
use crate::util::http_client;
use image::{io::Reader, ImageError, ImageFormat};
use nom_exif::{parse_jpeg_exif, EntryValue, ExifTag};
use std::io::Cursor;
use tokio::sync::Mutex;

#[derive(thiserror::Error, Debug)]
pub enum Error {
    #[error("Redis cache error: {0}")]
    CacheErr(#[from] CacheError),
    #[error("Reqwest error: {0}")]
    ReqwestErr(#[from] reqwest::Error),
    #[error("Image decoding error: {0}")]
    ImageErr(#[from] ImageError),
    #[error("Image decoding error: {0}")]
    IoErr(#[from] std::io::Error),
    #[error("Exif extraction error: {0}")]
    ExifErr(#[from] nom_exif::Error),
    #[error("Emoji meta attempt limit exceeded: {0}")]
    TooManyAttempts(String),
    #[error("Unsupported image type: {0}")]
    UnsupportedImageErr(String),
}

const BROWSER_SAFE_IMAGE_TYPES: [ImageFormat; 8] = [
    ImageFormat::Png,
    ImageFormat::Jpeg,
    ImageFormat::Gif,
    ImageFormat::WebP,
    ImageFormat::Tiff,
    ImageFormat::Bmp,
    ImageFormat::Ico,
    ImageFormat::Avif,
];

static MTX_GUARD: Mutex<()> = Mutex::const_new(());

#[derive(Debug, PartialEq)]
#[crate::export(object)]
pub struct ImageSize {
    pub width: u32,
    pub height: u32,
}

#[crate::export]
pub async fn get_image_size_from_url(url: &str) -> Result<ImageSize, Error> {
    let attempted: bool;

    {
        let _ = MTX_GUARD.lock().await;

        let key = format!("fetchImage:{}", url);
        attempted = get_cache::<bool>(&key)?.is_some();

        if !attempted {
            set_cache(&key, &true, 10 * 60)?;
        }
    }

    if attempted {
        tracing::warn!("attempt limit exceeded: {}", url);
        return Err(Error::TooManyAttempts(url.to_string()));
    }

    tracing::info!("retrieving image size from {}", url);

    let image_bytes = http_client()?.get(url).send().await?.bytes().await?;
    let reader = Reader::new(Cursor::new(&image_bytes)).with_guessed_format()?;

    let format = reader.format();
    if format.is_none() || !BROWSER_SAFE_IMAGE_TYPES.contains(&format.unwrap()) {
        return Err(Error::UnsupportedImageErr(format!("{:?}", format)));
    }

    let size = reader.into_dimensions()?;

    let res = ImageSize {
        width: size.0,
        height: size.1,
    };

    if format.unwrap() != ImageFormat::Jpeg {
        return Ok(res);
    }

    // handle jpeg orientation
    // https://magnushoff.com/articles/jpeg-orientation/

    let exif = parse_jpeg_exif(&*image_bytes)?;
    if exif.is_none() {
        return Ok(res);
    }

    let orientation = exif.unwrap().get_value(&ExifTag::Orientation)?;
    let rotated =
        orientation.is_some() && matches!(orientation.unwrap(), EntryValue::U32(v) if v >= 5);

    if !rotated {
        return Ok(res);
    }

    Ok(ImageSize {
        width: size.1,
        height: size.0,
    })
}

#[cfg(test)]
mod unit_test {
    use super::{get_image_size_from_url, ImageSize};
    use crate::misc::redis_cache::delete_cache;
    use pretty_assertions::assert_eq;

    #[tokio::test]
    async fn test_get_image_size() {
        let png_url_1 = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/splash.png";
        let png_url_2 = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/notification-badges/at.png";
        let png_url_3 = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/api-doc.png";
        let rotated_jpeg_url = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/test/resources/rotate.jpg";
        let webp_url_1 = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/custom/assets/badges/error.webp";
        let webp_url_2 = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/screenshots/1.webp";
        let ico_url = "https://firefish.dev/firefish/firefish/-/raw/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/favicon.ico";
        let gif_url = "https://firefish.dev/firefish/firefish/-/raw/b9c3dfbd3d473cb2cee20c467eeae780bc401271/packages/backend/test/resources/anime.gif";
        let mp3_url = "https://firefish.dev/firefish/firefish/-/blob/5891a90f71a8b9d5ea99c683ade7e485c685d642/packages/backend/assets/sounds/aisha/1.mp3";

        // Delete caches in case you run this test multiple times
        // (should be disabled in CI tasks)
        delete_cache(&format!("fetchImage:{}", png_url_1)).unwrap();
        delete_cache(&format!("fetchImage:{}", png_url_2)).unwrap();
        delete_cache(&format!("fetchImage:{}", png_url_3)).unwrap();
        delete_cache(&format!("fetchImage:{}", rotated_jpeg_url)).unwrap();
        delete_cache(&format!("fetchImage:{}", webp_url_1)).unwrap();
        delete_cache(&format!("fetchImage:{}", webp_url_2)).unwrap();
        delete_cache(&format!("fetchImage:{}", ico_url)).unwrap();
        delete_cache(&format!("fetchImage:{}", gif_url)).unwrap();
        delete_cache(&format!("fetchImage:{}", mp3_url)).unwrap();

        let png_size_1 = ImageSize {
            width: 1024,
            height: 1024,
        };
        let png_size_2 = ImageSize {
            width: 96,
            height: 96,
        };
        let png_size_3 = ImageSize {
            width: 1024,
            height: 354,
        };
        let rotated_jpeg_size = ImageSize {
            width: 256,
            height: 512,
        };
        let webp_size_1 = ImageSize {
            width: 256,
            height: 256,
        };
        let webp_size_2 = ImageSize {
            width: 1080,
            height: 2340,
        };
        let ico_size = ImageSize {
            width: 256,
            height: 256,
        };
        let gif_size = ImageSize {
            width: 256,
            height: 256,
        };

        assert_eq!(
            png_size_1,
            get_image_size_from_url(png_url_1).await.unwrap()
        );
        assert_eq!(
            png_size_2,
            get_image_size_from_url(png_url_2).await.unwrap()
        );
        assert_eq!(
            png_size_3,
            get_image_size_from_url(png_url_3).await.unwrap()
        );
        assert_eq!(
            rotated_jpeg_size,
            get_image_size_from_url(rotated_jpeg_url).await.unwrap()
        );
        assert_eq!(
            webp_size_1,
            get_image_size_from_url(webp_url_1).await.unwrap()
        );
        assert_eq!(
            webp_size_2,
            get_image_size_from_url(webp_url_2).await.unwrap()
        );
        assert_eq!(ico_size, get_image_size_from_url(ico_url).await.unwrap());
        assert_eq!(gif_size, get_image_size_from_url(gif_url).await.unwrap());
        assert!(get_image_size_from_url(mp3_url).await.is_err());
    }
}