Files
remove-ai-watermarks/tests/test_humanizer.py
T
Victor KuznetsovandClaude Opus 4.8 a4c901ff39 fix: metadata-strip parity, input robustness, and detection/clash coverage
Bug fixes (each with a regression test):
- metadata strip parity across every marker placement: IPTC digitalSourceType
  in XMP, the Samsung post-EOI trailer, the China TC260 AIGC block in EXIF
  UserComment, a bare AIGC block in a non-standard APP segment, and the ISOBMFF
  EXIF path (AIGC + xAI) are all now stripped -- anything a scanner flags, the
  strip reaches
- Samsung genAIType detected when its trailer sits past the 512 KB scan window
  (file-tail read on large photos)
- crashes on edge inputs: Gemini detector on images with a short side < 16px,
  footprint_mask on a zero-size ndarray, the humanizer on chromatic_shift >=
  width, and the CLI on unreadable/corrupt/empty input (clean error, not a
  traceback)
- WebP written losslessly (cv2 quality 101), not lossy at 100
- the IPTC digitalSourceType algorithmicMedia (procedural, not trained on
  sampled data) is no longer flagged as AI-generated, so clean procedural
  content is not scrubbed
- c2pa source-type: compositeWithTrainedAlgorithmicMedia is checked before the
  bare algorithmicMedia token, so an AI-enhanced composite is not misclassified

Detection:
- integrity-clash coverage now normalizes ByteDance / Canva / ElevenLabs /
  Black Forest Labs, so a transplanted manifest next to an independent
  conflicting stamp is caught; the generic China TC260 AIGC label is attributed
  to a co-present TC260 vendor, so a legit Doubao image (its own C2PA + TC260
  label) does not clash (corpus-validated: 0 new clashes on 5000 carriers)

CLI:
- batch exits non-zero (with a warning) when any image errors or a GPU-missing
  SynthID scrub is skipped, and copies the input through so the output dir stays
  complete -- it used to always exit 0 and could silently drop files

Perf:
- GeminiEngine reused as a process-wide singleton with a precomputed template
  ladder: -24% on the identify sparkle path, detection byte-identical

Internal: one shared _ai_exif_targets rule set feeds both EXIF scrubbers so
their coverage cannot drift; docs synced; maintain.sh hardened so the uv-secure
internal teardown crash no longer aborts the gate (still fails on a real finding).

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-07-13 10:49:24 +03:00

176 lines
6.9 KiB
Python

import numpy as np
import pytest
from remove_ai_watermarks.humanizer import apply_analog_humanizer, unsharp_mask
def test_humanizer_does_not_modify_original_if_disabled():
img = np.zeros((100, 100, 3), dtype=np.uint8)
img[50, 50] = [100, 150, 200]
org_img = img.copy()
# grain=0, shift=0 means disabled — result should match original.
result = apply_analog_humanizer(img, grain_intensity=0.0, chromatic_shift=0)
assert np.array_equal(result, org_img)
def test_chromatic_shift():
# Only green channel is centered, red/blue should shift.
img = np.zeros((5, 5, 3), dtype=np.uint8)
img[2, 2] = [255, 255, 255] # B, G, R
# shift=1
result = apply_analog_humanizer(img, grain_intensity=0.0, chromatic_shift=1)
# G (index 1) stays at [2,2]
assert result[2, 2, 1] == 255
# B (index 0) shifted right (+1 axis 1) -> [2, 3]
assert result[2, 3, 0] == 255
# R (index 2) shifted left (-1 axis 1) -> [2, 1]
assert result[2, 1, 2] == 255
def test_grain_intensity():
# Gray image
img = np.full((100, 100, 3), 128, dtype=np.uint8)
# Add strong noise
result = apply_analog_humanizer(img, grain_intensity=10.0, chromatic_shift=0)
# Image should no longer be purely 128
unique_vals = np.unique(result)
assert len(unique_vals) > 5
# Mean should roughly be 128
assert 126 < np.mean(result) < 130
def test_invalid_shape():
# Missing color channel
img = np.zeros((100, 100), dtype=np.uint8)
img[0, 0] = 50
result = apply_analog_humanizer(img)
assert np.array_equal(img, result)
def test_chromatic_shift_does_not_wrap_opposite_edge():
# On a horizontal gradient (dark left, bright right), a circular np.roll
# would wrap the bright right edge into the R channel's left border and the
# dark left edge into the B channel's right border, producing a colored
# fringe. After the fix the border columns must replicate their own edge.
ramp = np.linspace(0, 255, 64, dtype=np.uint8)
gray = np.broadcast_to(ramp, (32, 64))
img = np.stack([gray, gray, gray], axis=2).copy() # B, G, R
shift = 3
result = apply_analog_humanizer(img, grain_intensity=0.0, chromatic_shift=shift)
# B (index 0) rolled right -> its left border must stay dark (near 0),
# NOT wrap the bright right edge.
assert result[:, :shift, 0].max() < 60
# R (index 2) rolled left -> its right border must stay bright (near 255),
# NOT wrap the dark left edge.
assert result[:, -shift:, 2].min() > 195
@pytest.mark.parametrize(("width", "shift"), [(1, 1), (3, 3), (3, 5), (5, 10)])
def test_chromatic_shift_wider_than_image_no_crash(width: int, shift: int):
"""Regression: a chromatic_shift >= image width left the edge-replication slices
empty and crashed the broadcast (ValueError). The shift must clamp to width-1."""
img = np.full((4, width, 3), 120, np.uint8)
result = apply_analog_humanizer(img, grain_intensity=0.0, chromatic_shift=shift)
assert result.shape == img.shape
def test_unsharp_disabled_returns_unchanged_copy():
img = np.full((20, 20, 3), 128, dtype=np.uint8)
img[10, 10] = [100, 150, 200]
result = unsharp_mask(img, amount=0.0)
assert np.array_equal(result, img)
assert result is not img # a fresh copy, never the same array
def test_unsharp_overshoots_at_an_edge():
# A vertical step (left 100, right 150). Unsharp masking overshoots at the
# boundary, pushing pixels above the bright level and below the dark level.
img = np.full((20, 20, 3), 100, dtype=np.uint8)
img[:, 10:] = 150
result = unsharp_mask(img, amount=1.0, sigma=1.5)
assert int(result.max()) > 150 # bright-side overshoot
assert int(result.min()) < 100 # dark-side undershoot
def test_unsharp_preserves_shape_and_dtype():
img = np.full((15, 25, 3), 120, dtype=np.uint8)
result = unsharp_mask(img, amount=0.6)
assert result.shape == img.shape
assert result.dtype == np.uint8
def test_unsharp_flat_image_is_a_noop():
# No edges -> blur equals the image -> unsharp cancels to the original.
img = np.full((30, 30, 3), 128, dtype=np.uint8)
result = unsharp_mask(img, amount=0.8, sigma=1.0)
assert np.array_equal(result, img)
class TestAdaptivePolish:
"""Adaptive polish: target the reference's detail level, sparing text/edges."""
def test_noop_when_already_sharp(self):
from remove_ai_watermarks.humanizer import adaptive_polish
rng = np.random.default_rng(1)
sharp = rng.integers(0, 256, (120, 120, 3), dtype=np.uint8) # high detail
soft_ref = np.full((120, 120, 3), 128, dtype=np.uint8) # flat -> low target
out = adaptive_polish(sharp, soft_ref)
assert np.array_equal(out, sharp) # current >= target -> unchanged copy
def test_sharpens_a_soft_image_toward_reference(self):
import cv2
from remove_ai_watermarks.humanizer import _laplacian_variance, adaptive_polish
rng = np.random.default_rng(2)
reference = rng.integers(0, 256, (160, 160, 3), dtype=np.uint8) # very high detail
soft = cv2.GaussianBlur(reference, (0, 0), sigmaX=4.0) # blurred -> low detail
out = adaptive_polish(soft, reference, seed=0)
assert _laplacian_variance(out) > _laplacian_variance(soft) # moved toward the target
def test_mask_spares_edges(self):
from remove_ai_watermarks.humanizer import _smooth_grain_mask
img = np.full((100, 100, 3), 128, dtype=np.uint8)
img[:, 50:] = 30 # a hard vertical edge down the middle
mask = _smooth_grain_mask(img)
# Flat far-left region keeps grain; the column at the edge is suppressed.
assert mask[:, :15].mean() > mask[:, 45:55].mean()
def test_deterministic_with_seed(self):
import cv2
from remove_ai_watermarks.humanizer import adaptive_polish
rng = np.random.default_rng(3)
reference = rng.integers(0, 256, (140, 140, 3), dtype=np.uint8)
soft = cv2.GaussianBlur(reference, (0, 0), sigmaX=3.0)
a = adaptive_polish(soft, reference, seed=7)
b = adaptive_polish(soft, reference, seed=7)
assert np.array_equal(a, b)
def test_all_edges_reference_grain_mask_near_zero(self):
# An all-high-frequency target: _smooth_grain_mask suppresses edges, so the grain
# mask is ~all-zero (grain adds nothing) -- adaptive_polish must still return a
# valid same-shape image, not crash on the empty-mask branch.
import cv2
from remove_ai_watermarks.humanizer import _smooth_grain_mask, adaptive_polish
rng = np.random.default_rng(5)
edges = rng.integers(0, 256, (120, 120, 3), dtype=np.uint8) # all high-frequency
assert _smooth_grain_mask(edges).mean() < _smooth_grain_mask(np.full((120, 120, 3), 128, np.uint8)).mean()
soft = cv2.GaussianBlur(edges, (0, 0), sigmaX=3.0)
out = adaptive_polish(soft, edges, seed=0)
assert out.shape == soft.shape
assert out.dtype == np.uint8