CalvinBackup/OpenAirframes
1
0
Fork 0
mirror of https://github.com/PlaneQuery/OpenAirframes.git synced 2026-06-08 06:03:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix tar corrruption

Browse Source
This commit is contained in:
ggman12
2026-02-17 15:42:35 -05:00
parent c0dca14b83
commit d3c52266e5
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/adsb/download_and_list_icaos.py
+4 -2
View File
@@ -122,16 +122,18 @@ def process_single_day(target_day: datetime) -> tuple[str | None, list[str]]:
from pathlib import Path from pathlib import Path
import tarfile import tarfile
def split_folders_into_gzip_archives(extract_dir: Path, tar_output_dir: Path, icaos: list[str], parts = 4) -> list[str]: def split_folders_into_gzip_archives(extract_dir: Path, tar_output_dir: Path, icaos: list[str], parts = 16) -> list[str]:
traces_dir = extract_dir / "traces" traces_dir = extract_dir / "traces"
buckets = sorted(traces_dir.iterdir()) buckets = sorted(traces_dir.iterdir())
tars = [] tars = []
for i in range(parts): for i in range(parts):
tar_path = tar_output_dir / f"{tar_output_dir.name}_part_{i+1}.tar.gz" tar_path = tar_output_dir / f"{tar_output_dir.name}_part_{i}.tar.gz"
tars.append(tarfile.open(tar_path, "w:gz")) tars.append(tarfile.open(tar_path, "w:gz"))
for idx, bucket_path in enumerate(buckets): for idx, bucket_path in enumerate(buckets):
tar_idx = idx % parts tar_idx = idx % parts
tars[tar_idx].add(bucket_path, arcname=bucket_path.name) tars[tar_idx].add(bucket_path, arcname=bucket_path.name)
for tar in tars:
tar.close()
def main(): def main():