diff --git a/audit_report.html b/audit_report.html deleted file mode 100644 index 98f2a1a..0000000 --- a/audit_report.html +++ /dev/null @@ -1,361 +0,0 @@ - - - -
- -Overall Score (weighted average across all checks)
-| Check | -Score | -Notes | -
|---|---|---|
| label distribution | -- - 68.64 - - | -- - Class imbalance detected: 'joy' has 28389 samples, 'surprise' has only 4080 (ratio 7.0:1). - - | -
| - |
-
-
- total rows: 134053 ·
-
- num classes: 7 ·
-
- class counts: {'joy': 28389, 'none': 28167, 'disgust': 25959, 'sadness': 22570, 'anger': 18275, 'fear': 6613, 'surprise': 4080} ·
-
- majority count: 28389 ·
-
- minority count: 4080 ·
-
- imbalance ratio: 6.96 ·
-
- max acceptable ratio: 20.0 ·
-
- null count: 0 ·
-
- null rate: 0.0
-
-
- |
- |
| near duplicates | -- - 56.56 - - | -- - 45364 candidate duplicate pair(s) found among 134053 rows (58232 rows involved). 247 row(s) skipped (text shorter than 3 characters -- too short to compare reliably). - - | -
| - |
-
-
- total rows: 134053 ·
-
- unique text count: 106031 ·
-
- candidate pair count: 45364 ·
-
- flagged row count: 58232 ·
-
- skipped short count: 247 ·
-
- duplicate rate: 0.4344 ·
-
- threshold: 0.8 ·
-
- num perm: 128 ·
-
- example pairs: [{'row_a': 'imran khan ke lye bahut acha hoga', 'row_b': 'imran khan ke lye bahut acha hoga'}, {'row_a': 'bohut achay kamal ki sharing hai peer o murshid ki asliat ahista ahista khul kr ', 'row_b': 'bohut achay kamal ki sharing hai peer o murshid ki asliat ahista ahista khul kr '}, {'row_a': 'uffffffffffffffff imran abbas mri jan\ufeff kya baat ha aap ki', 'row_b': 'uffffffffffffffff imran abbas mri jan\ufeff kya baat ha aap ki'}, {'row_a': 'dramain dekh dekh k aap bhi writer ban gai ho ..', 'row_b': 'dramain dekh dekh k aap bhi writer ban gai ho ..'}, {'row_a': 'gawadar kha hai', 'row_b': 'Gawadar kha hai'}]
-
-
- |
- |
| language contamination | -- - 90.69 - - | -- - 12438/133670 detectable rows (9.3%) confidently detected as a concern-list language (en, hi). 383 row(s) skipped (text too short/empty for language detection). - - | -
| - |
-
-
- total rows: 134053 ·
-
- unique text count: 109191 ·
-
- detectable count: 133670 ·
-
- skipped undetectable count: 383 ·
-
- contamination count: 12438 ·
-
- contamination rate: 0.0931 ·
-
- concern languages: ['en', 'hi'] ·
-
- confidence threshold: 0.9
-
-
- |
- |
| missing values | -- - 99.82 - - | -- - 247/134053 rows (0.2%) flagged: 130 null, 0 whitespace-only, 117 below 3-character threshold. - - | -
| - |
-
-
- total rows: 134053 ·
-
- flagged count: 247 ·
-
- null count: 130 ·
-
- whitespace only count: 0 ·
-
- too short count: 117 ·
-
- missing rate: 0.0018 ·
-
- min length threshold: 3
-
-
- |
- |
| annotation consistency | -- - 87.83 - - | -- - 16320/134053 annotated samples (12.2%) have confidence below 0.6. - - | -
| - |
-
-
- total rows: 134053 ·
-
- non null count: 134053 ·
-
- null count: 0 ·
-
- low confidence count: 16320 ·
-
- low confidence rate: 0.1217 ·
-
- confidence threshold: 0.6
-
-
- |
- |