CalvinBackup/OpenAirframes
1
0
Fork 0
mirror of https://github.com/PlaneQuery/OpenAirframes.git synced 2026-07-30 13:28:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

update integrity checker. Hopefully solve issue.

Browse Source
This commit is contained in:
ggman12
2026-02-14 19:56:25 -05:00
parent 8ce04f1f83
commit 9e24fcbc63
1 changed files with 32 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/historical-adsb.yaml
+32 -14
View File
@@ -95,20 +95,27 @@ jobs:
# Verify tar integrity # Verify tar integrity
tar -tf extracted_data.tar > /dev/null && echo "Tar integrity check passed" || { echo "Tar integrity check FAILED"; exit 1; } tar -tf extracted_data.tar > /dev/null && echo "Tar integrity check passed" || { echo "Tar integrity check FAILED"; exit 1; }
# Create checksum of the FULL tar before splitting (for verification after reassembly) # Record tar size and checksum for verification after reassembly
echo "=== Creating checksum of full tar ===" echo "=== Recording tar metadata ==="
sha256sum extracted_data.tar > full_tar.sha256 ORIGINAL_SIZE=$(stat --format=%s extracted_data.tar)
cat full_tar.sha256 ORIGINAL_SHA=$(sha256sum extracted_data.tar | awk '{print $1}')
echo "Size: $ORIGINAL_SIZE"
echo "SHA256: $ORIGINAL_SHA"
# Split into 500MB chunks to avoid artifact upload issues # Split into 500MB chunks to avoid artifact upload issues
echo "=== Splitting tar into 500MB chunks ===" echo "=== Splitting tar into 500MB chunks ==="
mkdir -p tar_chunks mkdir -p tar_chunks
split -b 500M extracted_data.tar tar_chunks/extracted_data.tar.part_ split -b 500M extracted_data.tar tar_chunks/extracted_data.tar.part_
rm extracted_data.tar rm extracted_data.tar
mv full_tar.sha256 tar_chunks/
# Write metadata file (plain text so artifact upload won't skip it)
echo "$ORIGINAL_SHA extracted_data.tar" > tar_chunks/checksum.txt
echo "$ORIGINAL_SIZE" >> tar_chunks/checksum.txt
echo "=== Chunks created ===" echo "=== Chunks created ==="
ls -lah tar_chunks/ ls -lah tar_chunks/
echo "=== Checksum file ==="
cat tar_chunks/checksum.txt
else else
echo "ERROR: No extracted directories found, cannot create tar" echo "ERROR: No extracted directories found, cannot create tar"
exit 1 exit 1
@@ -179,19 +186,30 @@ jobs:
echo "=== Reassembled tar file info ===" echo "=== Reassembled tar file info ==="
ls -lah extracted_data.tar ls -lah extracted_data.tar
# Verify checksum of reassembled tar matches original # Verify integrity
echo "=== Verifying reassembled tar checksum ===" echo "=== Verifying reassembled tar ==="
echo "Original checksum:" if [ -f tar_chunks/checksum.txt ]; then
cat tar_chunks/full_tar.sha256 EXPECTED_SHA=$(head -1 tar_chunks/checksum.txt | awk '{print $1}')
echo "Reassembled checksum:" EXPECTED_SIZE=$(sed -n '2p' tar_chunks/checksum.txt)
sha256sum extracted_data.tar ACTUAL_SHA=$(sha256sum extracted_data.tar | awk '{print $1}')
sha256sum -c tar_chunks/full_tar.sha256 || { echo "ERROR: Reassembled tar checksum mismatch - data corrupted during transfer"; exit 1; } ACTUAL_SIZE=$(stat --format=%s extracted_data.tar)
echo "Checksum verified - data integrity confirmed" echo "Expected: SHA=$EXPECTED_SHA Size=$EXPECTED_SIZE"
echo "Actual: SHA=$ACTUAL_SHA Size=$ACTUAL_SIZE"
if [ "$EXPECTED_SHA" != "$ACTUAL_SHA" ] || [ "$EXPECTED_SIZE" != "$ACTUAL_SIZE" ]; then
echo "ERROR: Reassembled tar does not match original - data corrupted during transfer"
exit 1
fi
echo "Checksum and size verified"
else
echo "WARNING: No checksum file found, falling back to tar integrity check"
tar -tf extracted_data.tar > /dev/null || { echo "ERROR: Tar file is corrupted"; exit 1; }
echo "Tar integrity check passed"
fi
rm -rf tar_chunks rm -rf tar_chunks
echo "=== Extracting ===" echo "=== Extracting ==="
tar -xvf extracted_data.tar tar -xf extracted_data.tar
rm extracted_data.tar rm extracted_data.tar
echo "has_data=true" >> "$GITHUB_OUTPUT" echo "has_data=true" >> "$GITHUB_OUTPUT"
echo "=== Contents of data/output ===" echo "=== Contents of data/output ==="