diff --git a/audit_report.html b/audit_report.html new file mode 100644 index 0000000..953d97f --- /dev/null +++ b/audit_report.html @@ -0,0 +1,349 @@ + + + +
+ +Overall Score (weighted average across all checks)
+| Check | +Score | +Notes | +
|---|---|---|
| label distribution | ++ + 68.64 + + | ++ + Class imbalance detected: 'joy' has 28389 samples, 'surprise' has only 4080 (ratio 7.0:1). + + | +
| + |
+
+
+ total rows: 134053 ·
+
+ num classes: 7 ·
+
+ class counts: {'joy': 28389, 'none': 28167, 'disgust': 25959, 'sadness': 22570, 'anger': 18275, 'fear': 6613, 'surprise': 4080} ·
+
+ majority count: 28389 ·
+
+ minority count: 4080 ·
+
+ imbalance ratio: 6.96 ·
+
+ max acceptable ratio: 20.0 ·
+
+ null count: 0 ·
+
+ null rate: 0.0
+
+
+ |
+ |
| near duplicates | ++ + 56.24 + + | ++ + 46180 candidate duplicate pair(s) found among 134053 rows (58665 rows involved). 247 row(s) skipped (text shorter than 3 characters -- too short to compare reliably). + + | +
| + |
+
+
+ total rows: 134053 ·
+
+ candidate pair count: 46180 ·
+
+ flagged row count: 58665 ·
+
+ skipped short count: 247 ·
+
+ duplicate rate: 0.4376 ·
+
+ threshold: 0.8 ·
+
+ num perm: 128 ·
+
+ example pairs: [{'row_a': 'Us waqat tak naqad unhen aik filmi showpiece hi shumar kar rahe the', 'row_b': 'Us waqat tak naqad unhen aik filmi showpiece hi shumar kar rahe the'}, {'row_a': 'Nice', 'row_b': 'Nice'}, {'row_a': 'darbari', 'row_b': 'darbari'}, {'row_a': 'hahahaha', 'row_b': 'Hahah'}, {'row_a': 'na krn na lala ap to kbi ksi ko nh rulaty aj kyn zid kr rhy . ;(', 'row_b': 'na krn na lala ap to kbi ksi ko nh rulaty aj kyn zid kr rhy . ;('}]
+
+
+ |
+ |
| language contamination | ++ + 90.69 + + | ++ + 12438/133670 detectable rows (9.3%) confidently detected as a concern-list language (en, hi). 383 row(s) skipped (text too short/empty for language detection). + + | +
| + |
+
+
+ total rows: 134053 ·
+
+ unique text count: 109191 ·
+
+ detectable count: 133670 ·
+
+ skipped undetectable count: 383 ·
+
+ contamination count: 12438 ·
+
+ contamination rate: 0.0931 ·
+
+ concern languages: ['en', 'hi'] ·
+
+ confidence threshold: 0.9
+
+
+ |
+ |
| missing values | ++ + 99.82 + + | ++ + 247/134053 rows (0.2%) flagged: 130 null, 0 whitespace-only, 117 below 3-character threshold. + + | +
| + |
+
+
+ total rows: 134053 ·
+
+ flagged count: 247 ·
+
+ null count: 130 ·
+
+ whitespace only count: 0 ·
+
+ too short count: 117 ·
+
+ missing rate: 0.0018 ·
+
+ min length threshold: 3
+
+
+ |
+ |
| annotation consistency | ++ + — + + | ++ + Skipped — No confidence column provided — annotation consistency check skipped. + + | +
| + |
+
+
+ error: no_confidence_column
+
+
+ |
+ |