import sys import unittest from pathlib import Path sys.path.insert(0, str(Path(__file__).resolve().parents[1])) from toolsvc.customs.engine.rules import Rules from toolsvc.customs.engine.structure import split_attributes ROOT = Path(__file__).resolve().parents[1] / 'toolsvc' / 'customs' class IrregularModelTests(unittest.TestCase): @classmethod def setUpClass(cls): cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx', ROOT / 'rules/进出口数据字段需求20260819.xlsx') def test_quoted_semicolon_and_sentence_usage(self): parsed = self.rules.parse('8532241000', '"品牌:MURATA;型号:TEST-1;用途:这句话说明用于计算机系统"') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') self.assertEqual(parsed['app_raw'], '这句话说明用于计算机系统') def test_placeholder_slash_between_semicolons(self): tokens, mode, _ = split_attributes('品牌:MURATA;/;型号:TEST-1') self.assertEqual(tokens, ['品牌:MURATA', '', '型号:TEST-1']) parsed = self.rules.parse('8532241000', '品牌:MURATA;/;型号:TEST-1') self.assertIn('斜杠占位字段', parsed['flags']) self.assertEqual(parsed['model'], 'TEST-1') def test_pure_slash_status_fields_and_fraction(self): text = '4/0/计算机用/MURATA/TEST-1/1/10W' tokens, mode, _ = split_attributes(text) self.assertEqual(mode, 'slash_inferred') self.assertEqual(tokens[-1], '1/10W') parsed = self.rules.parse('8532241000', text) self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') self.assertIn('纯斜杠分段待核查', parsed['flags']) def test_pure_slash_brand_or_no_brand(self): text = 'MURATA/TEST-1/计算机用' parsed = self.rules.parse('8532241000', text) self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') self.assertIn('纯斜杠分段待核查', parsed['flags']) parsed = self.rules.parse('8532241000', '无品牌/TEST-1/计算机用') self.assertEqual(parsed['brand'], '') self.assertEqual(parsed['model'], 'TEST-1') self.assertIn('无品牌标记', parsed['flags']) parsed = self.rules.parse('8532241000', '无中文品牌/MURATA/TEST-1') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') def test_fraction_or_slash_model_is_not_split(self): parsed = self.rules.parse('8532241000', '品牌:MURATA;型号:1/10W') self.assertEqual(parsed['model'], '1/10W') self.assertNotIn('多型号取首个', parsed['flags']) parsed = self.rules.parse('8532241000', '品牌:MURATA;型号:TEST-1/TEST-2') self.assertEqual(parsed['model'], 'TEST-1/TEST-2') def test_underscore_as_word_gap_without_changing_model_identifier(self): parsed = self.rules.parse('8532241000', 'MURATA_TEST-1') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') def test_repeated_brand_candidates(self): same = self.rules.parse('8532241000', '品牌:MURATA,MURATA;型号:TEST-1') self.assertEqual(same['brand'], 'MURATA') different = self.rules.parse('8532241000', '品牌:MURATA,SAMSUNG;型号:TEST-1') self.assertEqual(different['brand'], '') self.assertIn('品牌映射冲突', different['flags']) def test_chinese_status_with_known_schema_anchor(self): self.rules.schema['SYNTH_STATUS'] = ['品牌类型', '出口享惠情况', '品牌', '型号'] parsed = self.rules.parse('SYNTH_STATUS', '同意|同意|MURATA|TEST-1') self.assertEqual(parsed['method'], '顺序提取') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model'], 'TEST-1') def test_missing_optional_tail_with_brand_anchor(self): self.rules.schema['SYNTH_TAIL'] = [ '品牌类型', '出口享惠情况', '品牌', '型号', 'GTIN', 'CAS', '其他'] parsed = self.rules.parse('SYNTH_TAIL', '4|0|MURATA|TEST-1') self.assertEqual(parsed['method'], '顺序提取') self.assertEqual(parsed['model'], 'TEST-1') self.assertIn('模板末尾字段缺失待核查', parsed['flags']) parsed = self.rules.parse('SYNTH_TAIL', '4|0|MURATA|TEST-1||||') self.assertEqual(parsed['method'], '顺序提取') def test_numbered_labels_do_not_invent_brand_or_model(self): parsed = self.rules.parse('8532241000', '3|0、品牌类型:xxx;1、品名:?xxx') self.assertEqual(parsed['brand'], '') self.assertEqual(parsed['model'], '') def test_empty_brand_slot_keeps_model_despite_placeholders(self): # 品牌位留空、GTIN/CAS 写“无”时,不能因为“无”在别名表里就把型号一起丢掉 parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介||TEST-1|无|无|无') self.assertEqual(parsed['method'], '顺序提取') self.assertEqual(parsed['brand'], '') self.assertEqual(parsed['model_raw'], 'TEST-1') self.assertIn('品牌未识别', parsed['flags']) def test_position_brand_conflict_still_falls_back(self): # 品牌位是不认识的写法,但后面有已知品牌 → 仍应转缺项识别并取到 MURATA parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介|不存在的牌子|TEST-1|MURATA|无|无') self.assertEqual(parsed['method'], '缺项识别') self.assertIn('顺序位置与品牌线索冲突,转缺项识别', parsed['flags']) self.assertEqual(parsed['brand'], 'MURATA') def test_label_synonyms_lock_brand_and_model(self): parsed = self.rules.parse('8532241000', '型号规格:TEST-1|品牌名称:MURATA') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model_raw'], 'TEST-1') self.assertIn('品牌标签锁定', parsed['flags']) def test_no_model_marker_is_recognized(self): parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介|MURATA|无型号|无|无|无') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model_raw'], '') self.assertIn('无型号标记', parsed['flags']) self.assertNotIn('型号未识别', parsed['flags']) def test_no_brand_and_no_model_markers(self): parsed = self.rules.parse('8532241000', '型号:无;品牌:无中文品牌') self.assertIn('无品牌标记', parsed['flags']) self.assertIn('无型号标记', parsed['flags']) self.assertNotIn('品牌未识别', parsed['flags']) self.assertNotIn('型号未识别', parsed['flags']) def test_label_brand_inside_sentence(self): parsed = self.rules.parse('8532241000', '这是一颗贴片电容,品牌:TDK,用于手机') self.assertEqual(parsed['brand'], 'TDK') self.assertIn('品牌标签锁定', parsed['flags']) def test_multiple_model_labels_take_first(self): parsed = self.rules.parse('8542321010', '品牌:三星;型号:K4B4G1646D-BCK0;规格型号:DDR4 4GB') self.assertEqual(parsed['brand'], 'SAMSUNG') self.assertEqual(parsed['model_raw'], 'K4B4G1646D-BCK0') self.assertIn('多型号取首个', parsed['flags']) class LabelVariantTests(unittest.TestCase): """人眼一眼能读出、但旧逻辑取不到的写法(键值变体 / 位置变体)。""" @classmethod def setUpClass(cls): cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx', ROOT / 'rules/进出口数据字段需求20260819.xlsx') def pair(self, hs, raw): parsed = self.rules.parse(hs, raw) return parsed['brand'], parsed['model_raw'] def test_key_and_value_in_separate_fields(self): self.assertEqual(self.pair('8532241000', '品牌|MURATA|型号|GRM188R71H104KA93D'), ('MURATA', 'GRM188R71H104KA93D')) self.assertEqual(self.pair('8542321010', '品牌|三星|型号|K4B4G1646D-BCK0'), ('SAMSUNG', 'K4B4G1646D-BCK0')) def test_label_inside_parentheses(self): self.assertEqual(self.pair('8532241000', '(品牌)MURATA(型号)GRM188R71H104KA93D'), ('MURATA', 'GRM188R71H104KA93D')) def test_value_before_label(self): self.assertEqual(self.pair('8532241000', 'MURATA(品牌)、GRM188R71H104KA93D(型号)'), ('MURATA', 'GRM188R71H104KA93D')) def test_connective_and_separator_variants(self): self.assertEqual(self.pair('8532241000', '品牌为MURATA,型号为GRM188R71H104KA93D'), ('MURATA', 'GRM188R71H104KA93D')) self.assertEqual(self.pair('8532241000', '品牌、村田、型号、GRM188R71H104KA93D'), ('MURATA', 'GRM188R71H104KA93D')) self.assertEqual(self.pair('8532241000', '型号"GRM188R71H104KA93D" 品牌"村田"'), ('MURATA', 'GRM188R71H104KA93D')) def test_model_written_before_brand(self): self.assertEqual(self.pair('8532241000', 'GRM188R71H104KA93D MURATA'), ('MURATA', 'GRM188R71H104KA93D')) self.assertEqual(self.pair('8542321010', 'K4B4G1646D-BCK0 三星'), ('SAMSUNG', 'K4B4G1646D-BCK0')) def test_brand_synonyms(self): self.assertEqual(self.pair('8532241000', '制造商:村田制作所 规格:GRM188R71H104KA93D'), ('MURATA', 'GRM188R71H104KA93D')) def test_parameters_are_never_taken_as_model(self): # 反向保护:包装尺寸、容值、用途不能被当成型号 for raw in ('品牌:MURATA;规格:0402', '品牌:MURATA;规格:100nF', '品牌:MURATA;用途:5G基站'): brand, model = self.pair('8532241000', raw) self.assertEqual(brand, 'MURATA', raw) self.assertEqual(model, '', raw) def test_deng_suffix_is_not_part_of_brand_or_model(self): # 申报要素把“这个品牌/型号以及同类”写成 XXX等牌 / XXX等型 parsed = self.rules.parse('8532241000', 'MURATA等牌|GRM188R71H104KA93D等型') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model_raw'], 'GRM188R71H104KA93D') self.assertIn('品牌带“等”后缀', parsed['flags']) self.assertIn('多型号取首个', parsed['flags']) parsed = self.rules.parse('8532241000', '4|3|村田等牌|GRM188R71H104KA93D等型') self.assertEqual(parsed['brand'], 'MURATA') self.assertEqual(parsed['model_raw'], 'GRM188R71H104KA93D') def test_missing_brand_is_named_in_flags(self): # 品牌表里没有 ABACUS,要让用户一眼看出“该补哪一行” parsed = self.rules.parse('8532241000', '4|3|ABACUS等牌|A5E30295495R2W等型') self.assertEqual(parsed['brand'], '') self.assertIn('疑似缺品牌:ABACUS', parsed['flags']) def test_model_survives_unresolved_brand_field(self): # 品牌认不出,但“品牌字段后面那一段”明显是型号,不能连型号一起丢 parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌/强茂牌|MMBT3904_R1_000Z') self.assertEqual(parsed['brand'], '') self.assertEqual(parsed['model_raw'], 'MMBT3904_R1_000Z') self.assertIn('品牌字段后型号推断', parsed['flags']) self.assertIn('疑似缺品牌:PANJIT', parsed['flags']) def test_catch_all_label_is_not_reached_by_typo(self): # 规则表里有一行错写 PANJJIT → Others;PANJIT 不能靠拼写近似落到 Others 上 parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌|MMBT3904_R1_000Z') self.assertNotEqual(parsed['brand'], 'Others') class ReverseContainmentTests(unittest.TestCase): """规则表的申报内容是一长串时,G_MODEL 里只写其中一段也要能认。""" @classmethod def setUpClass(cls): cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx', ROOT / 'rules/进出口数据字段需求20260819.xlsx') def test_long_rule_containing_the_name_matches(self): # 表里有 “村田制作所(MURATA)” 这类长写法,G_MODEL 写“村田制作所”要能对上 self.assertEqual(self.rules.reverse_brand_labels('村田制作所'), frozenset({'MURATA'})) def test_multi_brand_rule_is_not_used_as_evidence(self): # “NEXPERIA、DIODES、PANJIT/无中文名称” 这种多品牌混写不能把 PANJIT 认成 Nexperia self.assertEqual(self.rules.reverse_brand_labels('PANJIT'), frozenset()) parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌/强茂牌|MMBT3904_R1_000Z8') self.assertNotIn(parsed['brand'], ('Nexperia', 'Onsemi', 'Others')) def test_unknown_name_stays_unknown(self): self.assertEqual(self.rules.reverse_brand_labels('ABACUS'), frozenset()) self.assertEqual(self.rules.reverse_brand_labels('MMBT3904'), frozenset()) if __name__ == '__main__': unittest.main()