HoovesSocial/hippofish
2
0
Fork 0
Code Issues 3 Pull requests 1 Projects Releases Packages Wiki Activity Actions

add environment variable of read size

Browse source
This commit is contained in:
Namekuji 2023-07-10 02:51:54 -04:00
parent 74eb19acdd
commit a9ac5fcfec
No known key found for this signature in database
GPG key ID: 1D62332C07FBA532
1 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
packages/backend/native-utils/migration/src/m20230709_000510_move_antenna_to_cache.rs
View file

@ -11,7 +11,11 @@ impl MigrationTrait for Migration {
async fn up(&self, manager: &SchemaManager) -> Result<(), DbErr> { async fn up(&self, manager: &SchemaManager) -> Result<(), DbErr> {
let cache_url = env::var("CACHE_URL").unwrap(); let cache_url = env::var("CACHE_URL").unwrap();
let skip_copy = env::var("ANTENNA_MIGRATION_SKIP").unwrap_or_default(); let skip_copy = env::var("ANTENNA_MIGRATION_SKIP").unwrap_or_default();
let copy_limit = env::var("ANTENNA_MIGRATION_LIMIT").unwrap_or_default(); let copy_limit = env::var("ANTENNA_MIGRATION_COPY_LIMIT").unwrap_or_default();
let read_limit: u64 = env::var("ANTENNA_MIGRATION_READ_LIMIT")
.unwrap_or("10000".to_string())
.parse()
.unwrap();
let copy_limit: i64 = match copy_limit.parse() { let copy_limit: i64 = match copy_limit.parse() {
Ok(limit) => limit, Ok(limit) => limit,
Err(_) => 0, Err(_) => 0,
@ -48,7 +52,7 @@ impl MigrationTrait for Migration {
.column(AntennaNote::NoteId) .column(AntennaNote::NoteId)
.from(AntennaNote::Table) .from(AntennaNote::Table)
.order_by((AntennaNote::Table, AntennaNote::Id), Order::Asc) .order_by((AntennaNote::Table, AntennaNote::Id), Order::Asc)
.limit(1000) .limit(read_limit)
.to_owned(); .to_owned();
let mut stmt = stmt_base.clone(); let mut stmt = stmt_base.clone();
@ -87,7 +91,7 @@ impl MigrationTrait for Migration {
let copied = total_num - remaining; let copied = total_num - remaining;
let copied = std::cmp::min(copied, total_num); let copied = std::cmp::min(copied, total_num);
pagination += 1; pagination += 1;
if pagination % 100 == 0 { if pagination % 10 == 0 {
println!( println!(
"Migrating antenna [{:.2}%]", "Migrating antenna [{:.2}%]",
(copied as f64 / total_num as f64) * 100_f64, (copied as f64 / total_num as f64) * 100_f64,