Per-word machine vs enumerator flags (subtask, machine_wrong, enum_wrong)
| sub | machine_wrong | enum_wrong |
|---|---|---|
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_eng | 1 | 1 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 0 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| letterid_eng | 1 | 0 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 1 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 0 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 1 |
| orf_urd | 1 | 1 |
| orf_urd | 1 | 1 |
| orf_urd | 1 | 1 |
| orf_urd | 1 | 1 |
| orf_urd | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 1 | 1 |
| letterid_eng | 0 | 0 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 0 | 1 |
| pw_eng | 1 | 1 |
| pw_eng | 1 | 1 |
| idwrd_eng | 1 | 1 |
| idwrd_eng | 1 | 1 |
| idwrd_eng | 1 | 1 |
| idwrd_eng | 1 | 1 |
| idwrd_eng | 1 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 0 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 1 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| letterid_urd | 1 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 1 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 0 | 0 |
| idwrd_urd | 1 | 0 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 1 | 1 |
| idwrd_urd | 1 | 0 |
| orf_urd | 1 | 0 |
| orf_urd | 1 | 0 |
| orf_urd | 0 | 0 |
| orf_urd | 1 | 1 |
| orf_urd | 1 | 0 |
| orf_urd | 0 | 0 |
| orf_urd | 1 | 0 |
| orf_urd | 0 | 0 |