j, f d Z ddlmZ ddlZddlZddlZddlZddlmZ ee
j j j Z e dz dz dz Z
e dz d z d
z d z d z Ze dz d z d
z d
z dz Ze dz d z dz ZddZ G d dej Zedk r ej dS dS )ah
FreeExile Milestone 2 Empirical Challenger Test Suite:
Adversarial Verification of Static Linter (tools/lint/check_i18n_hygiene.py).
Verifies Negative Baselines and Edge Cases:
- Test 1: Injected hardcoded Vietnamese string in UI file -> code 1 under --strict (RULE-1-HARDCODED-VI).
- Test 2: Injected missing key in 1 of 9 languages in catalog / mock catalog -> code 1 (RULE-2-DICT-PARITY).
- Test 3: Injected dangling data-i18n key in HTML -> code 1 (RULE-3-DANGLING-KEY).
- Test 4: Current production codebase -> code 0 (100% clean).
- Test 5: Allowlisted seed structures and fallback arguments do NOT trigger false positives.
- Test 6: Single-line and multi-line comments do NOT trigger false positives.
- Test 7: JSON audit report generation format and data integrity.
- Test 8-11: Deep empirical edge-case boundary challenges (path resolution, multiline, braces).
) annotationsN)Pathtoolslintzcheck_i18n_hygiene.pyclientwebappjsuiz
chat_ui.jsdatazchat_i18n_catalog.jsz
index.html
extra_argsstrreturn subprocess.CompletedProcess[str]c t j t t gt | z }t j |dddt t d S )zBExecutes check_i18n_hygiene.py via subprocess with utf-8 encoding.Tutf-8g .@)capture_outputtextencodingcwdtimeout)sys
executabler
LINTER_SCRIPTlist
subprocessrun PROJECT_ROOT)r cmds LC:\Projects\FreeExile\tests\unit\test_challenger_i18n_hygiene_adversarial.py
run_linterr sV >3}--
.j1A1A
AC >
c b e Zd ZdZddZddZddZddZddZdd Z dd
Z
dd Z dd Z dd
Z
dS ) TestI18nHygieneLinterAdversarialzOEmpirical negative and positive baseline verification of check_i18n_hygiene.py.r Nonec 8 t dz dz dz dz dz } | dd t d d
t | }| |j d d |j | d
|j | d|j | d|j | r| dS dS # | r| w w xY w)zNTest 1: Injected hardcoded Vietnamese string in UI file MUST exit with code 1.r r r r
ztemp_adversarial_vi.jsuE export function renderAlert() { return "Thông báo khẩn cấp"; }
r r --strict--target-files Expected code 1, got zRULE-1-HARDCODED-VIz$Hardcoded Vietnamese string detectedu Thông báo khẩn cấpN)
r
write_textr r
assertEqual
returncodeassertInstdoutexistsunlink)self temp_fileress r >test_01_negative_baseline_hardcoded_vietnamese_ui_fails_strictz_TestI18nHygieneLinterAdversarial.test_01_negative_baseline_hardcoded_vietnamese_ui_fails_strict/ s4 8+h6=DG__ # X
!
Z)93y>>JJC S^Q0X0X0X Y Y Y MM/ < < < MM@#* M M M MM4cj A A A !!
# """""
#
#y !!
# """"
#s B*C. .+Dc X t d } d}| ||d | |dd }t |d t d }| |j dd|j | d |j | d
|j | d |j t |d d S # t |d w xY w)
zXTest 2: Injected missing key in 1 of 9 languages MUST trigger parity failure and code 1.r r& z"channel_world": "World",z!Target entry missing from catalog r) r' r* zRULE-2-DICT-PARITYzmissing 1 keys
channel_worldN) CHAT_CATALOG_JS read_textr. replacer+ r r, r- r/ )r2 original_content target_entrymodifiedr4 s r =test_02_negative_baseline_missing_key_in_catalog_fails_strictz^TestI18nHygieneLinterAdversarial.test_02_negative_baseline_missing_key_in_catalog_fails_strict@ s" *44g4FF
K6L MM,(8:] ^ ^ ^'// b!DDH & &x' & B B B Z((C S^Q0X0X0X Y Y Y MM.
; ; ; MM*CJ 7 7 7 MM/3: 6 6 6 & &'7' & J J J J JO & &'7' & J J J Js CD D)c t d }d} t ||z d t d }| |j dd|j | d|j | d|j t |d d S # t |d w xY w)
zXTest 3: Injected dangling data-i18n key in HTML MUST detect missing key and exit code 1.r r& z<
r' r) r* zRULE-3-DANGLING-KEY"adversarial_dangling_ghost_key_999N)
INDEX_HTMLr: r+ r r, r- r. r/ )r2
original_html dangling_tagr4 s r Etest_03_negative_baseline_dangling_data_i18n_key_in_html_fails_strictzfTestI18nHygieneLinterAdversarial.test_03_negative_baseline_dangling_data_i18n_key_in_html_fails_strictR s ",,g,>>
W C ! !-,"> ! Q Q Q Z((C S^Q0X0X0X Y Y Y MM/ < < < MM>
K K K ! !-' ! B B B B BJ ! !-' ! B B B Bs BC C#c T t d }| |j dd|j d|j | d|j | d|j | d|j | d|j d S )
zBTest 4: Current production codebase MUST pass cleanly with code 0.r' r z Production codebase failed:
z%SUCCESS: 100% i18n hygiene compliancez4[*] Rule 1 (Zero Hardcoded VI Strings) Violations: 0z4[*] Rule 2 (9-Language Parity) Violations : 0z4[*] Rule 3 (Missing / Dangling Keys) Violations : 0N)r r, r- r/ stderrr. )r2 r4 s r ;test_04_positive_baseline_production_codebase_passes_strictz\TestI18nHygieneLinterAdversarial.test_04_positive_baseline_production_codebase_passes_strict_ s $$ ,fCJ,f,fZ]Zd,f,fggg
=szJJJ
LcjYYY
LcjYYY
LcjYYYYYr! c t dz dz dz dz dz }d} | |d t d d
t | }| |j d d |j | d
|j | r| dS dS # | r| w w xY w)zBRule 1 MUST allow fallback string arguments and seed dictionaries.r r r r
ztemp_allowlist_check.jsu
export const CHANNELS = {
world: { name: "Thế Giới" }
};
export const RARITY_INFO = {
1: { name: "Phàm Phẩm" }
};
const text = t('my_key', null, 'Dữ liệu dự phòng');
r r& r' r( r z$False positive on allowlisted code:
z
Violations: 0N)
r r+ r r
r, r- r/ r. r0 r1 r2 r3 coder4 s r >JJC S^Q0dX[Xb0d0d e e e MM/3: 6 6 6 !!
# """""
#
#y !!
# """"
#s A4B: :+C%c t dz dz dz dz dz }d} | |d t d d
t | }| |j d d |j | r| d
S d
S # | r| w w xY w)zMRule 1 MUST ignore single-line and multi-line comments containing Vietnamese.r r r r
ztemp_comment_check.jsu
// Chú thích tiếng Việt một dòng: Thế Giới
/*
* Chú thích tiếng Việt nhiều dòng:
* Bang Hội, Đội Ngũ, Mật Thư
*/
const key = "chat_btn_send";
r r& r' r( r z False positive on comments:
N) r r+ r r
r, r- r/ r0 r1 rK s r 6test_06_comments_with_vietnamese_do_not_trigger_rule_1zWTestI18nHygieneLinterAdversarial.test_06_comments_with_vietnamese_do_not_trigger_rule_1} s 8+h6=DG^^ # 8 8 8 Z)93y>>JJC S^Q0\PSPZ0\0\ ] ] ] !!
# """""
#
#y !!
# """"
#s AB +C
c V t j dt t ddlm} t dz dz }d} | |d ||d }| t | d |
d
|d j |
d |d j | r|
d S d S # | r|
w w xY w)
zQRule 2 isolated verification on a mock 9-language catalog with extra key in 'vi'.r ) check_rule2_dictionary_paritytestsztemp_mock_catalog.jsa
export const MOCK_CATALOG = {
vi: { "key_a": "A", "key_b": "B" },
en: { "key_a": "A" },
zh: { "key_a": "A", "key_b": "B" },
ja: { "key_a": "A", "key_b": "B" },
ko: { "key_a": "A", "key_b": "B" },
th: { "key_a": "A", "key_b": "B" },
de: { "key_a": "A", "key_b": "B" },
ru: { "key_a": "A", "key_b": "B" },
es: { "key_a": "A", "key_b": "B" }
};
r r& MOCK_CATALOGr) zLocale 'en' missing 1 keyskey_bN)r pathinsertr
r tools.lint.check_i18n_hygienerQ r+ r, lenr. messager0 r1 )r2 rQ mock_catalog mock_content
violationss r ,test_07_mock_catalog_parity_checker_isolatedzMTestI18nHygieneLinterAdversarial.test_07_mock_catalog_parity_checker_isolated s3 3|,,---OOOOOO#g-0FF & # #L7 # C C C66|^TTJ S__a 0 0 0 MM6
1
8M N N N MM':a=#8 9 9 9""$$
& ##%%%%%
&
&|""$$
& ##%%%%
&s
BC= =+D(c t dz dz } t ddt | }| |j d | | d t j | d }|
d | |
d
| |
d | |
d | |
d
| | |d
d | r| dS dS # | r| w w xY w)zDLinter with --json-out MUST write valid JSON matching report schema.rR ztemp_i18n_report.jsonr' z
--json-outr z JSON report file was not createdr r& total_files_scanned total_errorsrule1rule2rule3N) r r r
r, r-
assertTruer0 jsonloadsr: r. r1 )r2 out_jsonr4 r s r !test_08_json_report_export_schemazBTestI18nHygieneLinterAdversarial.test_08_json_report_export_schema sd '),CC
" Z s8}}EEC S^Q / / / OOHOO - -/Q R R R:h 0 0' 0 B BCCD MM/ 6 6 6 MM.$ / / / MM'4 ( ( ( MM'4 ( ( ( MM'4 ( ( ( T. 11 5 5 5
"!!!!!
"
"x
"!!!!
"s DE +E9c t dz dz dz dz dz }d} | |d t d d
t | }|j d k }| |d | r| d
S d
S # | r| w w xY w)zQAdversarial stress: documents that multiline template literals bypass line regex.r r r r
ztemp_multiline.jsu6 const unlocalized = `
Tiếng Việt nhiều dòng
`;
r r& r' r( r z5Empirical proof of multiline template literal evasionN)r r+ r r
r- rd r0 r1 )r2 r3 multiline_coder4 bypasseds r 9test_09_multiline_template_string_blindspot_investigationzZTestI18nHygieneLinterAdversarial.test_09_multiline_template_string_blindspot_investigation s 8+h6=DGZZ T # ' B B B Z)93y>>JJC!+H OOH&] ^ ^ ^ !!
# """""
#
#y !!
# """"
#s AB +Cc ( t j dt t ddlm} t dz dz }d} | |d || }| dt }|
d | | d
|d | r|
d S d S # | r|
w w xY w)
zTAdversarial stress: documents that naive brace matching truncates on '}' in strings.r )parse_catalog_keysrR ztemp_brace_catalog.jsz
export const MOCK = {
vi: {
"key1": "Value with closing } brace",
"key2": "Second key",
"key3": "Third key"
}
};
r r& vikey1key2z.Empirical proof of brace truncation limitationN)r rU rV r
r rW rn r+ getsetr. assertNotInr0 r1 )r2 rn rZ r[ keysvi_keyss r :test_10_catalog_brace_in_string_parser_limit_investigationz[TestI18nHygieneLinterAdversarial.test_10_catalog_brace_in_string_parser_limit_investigation s" 3|,,---DDDDDD#g-0GG & # #L7 # C C C%%l33DhhtSUU++G MM&' * * * VW.^ _ _ _""$$
& ##%%%%%
&
&|""$$
& ##%%%%
&s
A1C& &+DN)r r$ )__name__
__module__ __qualname____doc__r5 r? rE rI rM rO r] rh rl rw r! r r# r# , s YY# # # #"K K K K$ C C C CZ Z Z Z# # # #*# # # #&& & & &:" " " "$
#
#
#
# & & & & & &r! r# __main__)r r
r r )r{
__future__r re r r unittestpathlibr __file__resolveparentr r
CHAT_UI_JSr9 rB r TestCaser# rx mainr| r! r r sT
# " " " " "
tH~~%%''.5< w&/2II
H
$x
/$
6
=
L
)H4t;fDG]]
H
$x
/,
>
z& z& z& z& z&x'8 z& z& z&z zHMOOOOO r!