diff --git a/audit_report.html b/audit_report.html deleted file mode 100644 index 98f2a1a..0000000 --- a/audit_report.html +++ /dev/null @@ -1,361 +0,0 @@ - - - - - - inference-audit Report — C:\Users\User\Downloads\ruemocorp_silver.csv - - - - -
-

inference-audit Report

-
- Dataset: C:\Users\User\Downloads\ruemocorp_silver.csv  ·  - 134053 rows  ·  - Generated 2026-09-11T10:09:48.365258  ·  - vdev -
-
- -
- - -
78
- - -

Overall Score (weighted average across all checks)

-
- -
-

Check Results

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
CheckScoreNotes
label distribution - - 68.64 - - - - Class imbalance detected: 'joy' has 28389 samples, 'surprise' has only 4080 (ratio 7.0:1). - -
-
- - total rows: 134053  ·  - - num classes: 7  ·  - - class counts: {'joy': 28389, 'none': 28167, 'disgust': 25959, 'sadness': 22570, 'anger': 18275, 'fear': 6613, 'surprise': 4080}  ·  - - majority count: 28389  ·  - - minority count: 4080  ·  - - imbalance ratio: 6.96  ·  - - max acceptable ratio: 20.0  ·  - - null count: 0  ·  - - null rate: 0.0 - -
-
near duplicates - - 56.56 - - - - 45364 candidate duplicate pair(s) found among 134053 rows (58232 rows involved). 247 row(s) skipped (text shorter than 3 characters -- too short to compare reliably). - -
-
- - total rows: 134053  ·  - - unique text count: 106031  ·  - - candidate pair count: 45364  ·  - - flagged row count: 58232  ·  - - skipped short count: 247  ·  - - duplicate rate: 0.4344  ·  - - threshold: 0.8  ·  - - num perm: 128  ·  - - example pairs: [{'row_a': 'imran khan ke lye bahut acha hoga', 'row_b': 'imran khan ke lye bahut acha hoga'}, {'row_a': 'bohut achay kamal ki sharing hai peer o murshid ki asliat ahista ahista khul kr ', 'row_b': 'bohut achay kamal ki sharing hai peer o murshid ki asliat ahista ahista khul kr '}, {'row_a': 'uffffffffffffffff imran abbas mri jan\ufeff kya baat ha aap ki', 'row_b': 'uffffffffffffffff imran abbas mri jan\ufeff kya baat ha aap ki'}, {'row_a': 'dramain dekh dekh k aap bhi writer ban gai ho ..', 'row_b': 'dramain dekh dekh k aap bhi writer ban gai ho ..'}, {'row_a': 'gawadar kha hai', 'row_b': 'Gawadar kha hai'}] - -
-
language contamination - - 90.69 - - - - 12438/133670 detectable rows (9.3%) confidently detected as a concern-list language (en, hi). 383 row(s) skipped (text too short/empty for language detection). - -
-
- - total rows: 134053  ·  - - unique text count: 109191  ·  - - detectable count: 133670  ·  - - skipped undetectable count: 383  ·  - - contamination count: 12438  ·  - - contamination rate: 0.0931  ·  - - concern languages: ['en', 'hi']  ·  - - confidence threshold: 0.9 - -
-
missing values - - 99.82 - - - - 247/134053 rows (0.2%) flagged: 130 null, 0 whitespace-only, 117 below 3-character threshold. - -
-
- - total rows: 134053  ·  - - flagged count: 247  ·  - - null count: 130  ·  - - whitespace only count: 0  ·  - - too short count: 117  ·  - - missing rate: 0.0018  ·  - - min length threshold: 3 - -
-
annotation consistency - - 87.83 - - - - 16320/134053 annotated samples (12.2%) have confidence below 0.6. - -
-
- - total rows: 134053  ·  - - non null count: 134053  ·  - - null count: 0  ·  - - low confidence count: 16320  ·  - - low confidence rate: 0.1217  ·  - - confidence threshold: 0.6 - -
-
-
- -
-

Score Overview

- - Bar chart of per-check scores - -
- - - - - \ No newline at end of file diff --git a/report.json b/report.json deleted file mode 100644 index 4e4b3b2..0000000 --- a/report.json +++ /dev/null @@ -1,101 +0,0 @@ -{ - "inference_audit_version": "dev", - "dataset": "C:\\Users\\User\\Downloads\\ruemocorp_silver.csv", - "rows": 134053, - "label_col": "predicted_emotion", - "text_col": "message", - "audit_timestamp": "2026-09-05T17:23:07.654317", - "overall_score": 78, - "checks": { - "label_distribution": { - "score": 68.64, - "warning": "Class imbalance detected: 'joy' has 28389 samples, 'surprise' has only 4080 (ratio 7.0:1).", - "total_rows": 134053, - "num_classes": 7, - "class_counts": { - "joy": 28389, - "none": 28167, - "disgust": 25959, - "sadness": 22570, - "anger": 18275, - "fear": 6613, - "surprise": 4080 - }, - "majority_count": 28389, - "minority_count": 4080, - "imbalance_ratio": 6.96, - "max_acceptable_ratio": 20.0, - "null_count": 0, - "null_rate": 0.0 - }, - "near_duplicates": { - "score": 56.24, - "warning": "46180 candidate duplicate pair(s) found among 134053 rows (58665 rows involved). 247 row(s) skipped (text shorter than 3 characters -- too short to compare reliably).", - "total_rows": 134053, - "candidate_pair_count": 46180, - "flagged_row_count": 58665, - "skipped_short_count": 247, - "duplicate_rate": 0.4376, - "threshold": 0.8, - "num_perm": 128, - "example_pairs": [ - { - "row_a": "good", - "row_b": "Good" - }, - { - "row_a": "munir hussain ne apne ashron par mushtamil taweel filmy career mein films ke liy", - "row_b": "Munir Hussain ne apne 4 ashron par mushtamil taweel filmy career mein 163 films " - }, - { - "row_a": "jaisayy program ( kon banay gaa meera ka pati ) main drama chala same waisa hi y", - "row_b": "jaisayy program ( kon banay gaa meera ka pati ) main drama chala same waisa hi y" - }, - { - "row_a": "shukria bhai", - "row_b": "shukria bhai" - }, - { - "row_a": "yeh mqm ka bhi pithu hai aur noon league ka bhi mulazim", - "row_b": "yeh mqm ka bhi pithu hai aur noon league ka bhi mulazim" - } - ] - }, - "language_contamination": { - "score": 90.69, - "warning": "12438/133670 detectable rows (9.3%) confidently detected as a concern-list language (en, hi). 383 row(s) skipped (text too short/empty for language detection).", - "total_rows": 134053, - "unique_text_count": 109191, - "detectable_count": 133670, - "skipped_undetectable_count": 383, - "contamination_count": 12438, - "contamination_rate": 0.0931, - "concern_languages": [ - "en", - "hi" - ], - "confidence_threshold": 0.9 - }, - "missing_values": { - "score": 99.82, - "warning": "247/134053 rows (0.2%) flagged: 130 null, 0 whitespace-only, 117 below 3-character threshold.", - "total_rows": 134053, - "flagged_count": 247, - "null_count": 130, - "whitespace_only_count": 0, - "too_short_count": 117, - "missing_rate": 0.0018, - "min_length_threshold": 3 - }, - "annotation_consistency": { - "score": 87.83, - "warning": "16320/134053 annotated samples (12.2%) have confidence below 0.6.", - "total_rows": 134053, - "non_null_count": 134053, - "null_count": 0, - "low_confidence_count": 16320, - "low_confidence_rate": 0.1217, - "confidence_threshold": 0.6 - } - } -} \ No newline at end of file