| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253 |
- import sys
- import unittest
- from pathlib import Path
- sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
- from toolsvc.customs.engine.rules import Rules
- from toolsvc.customs.engine.structure import split_attributes
- ROOT = Path(__file__).resolve().parents[1] / 'toolsvc' / 'customs'
- class IrregularModelTests(unittest.TestCase):
- @classmethod
- def setUpClass(cls):
- cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx',
- ROOT / 'rules/进出口数据字段需求20260819.xlsx')
- def test_quoted_semicolon_and_sentence_usage(self):
- parsed = self.rules.parse('8532241000',
- '"品牌:MURATA;型号:TEST-1;用途:这句话说明用于计算机系统"')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- self.assertEqual(parsed['app_raw'], '这句话说明用于计算机系统')
- def test_placeholder_slash_between_semicolons(self):
- tokens, mode, _ = split_attributes('品牌:MURATA;/;型号:TEST-1')
- self.assertEqual(tokens, ['品牌:MURATA', '', '型号:TEST-1'])
- parsed = self.rules.parse('8532241000', '品牌:MURATA;/;型号:TEST-1')
- self.assertIn('斜杠占位字段', parsed['flags'])
- self.assertEqual(parsed['model'], 'TEST-1')
- def test_pure_slash_status_fields_and_fraction(self):
- text = '4/0/计算机用/MURATA/TEST-1/1/10W'
- tokens, mode, _ = split_attributes(text)
- self.assertEqual(mode, 'slash_inferred')
- self.assertEqual(tokens[-1], '1/10W')
- parsed = self.rules.parse('8532241000', text)
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- self.assertIn('纯斜杠分段待核查', parsed['flags'])
- def test_pure_slash_brand_or_no_brand(self):
- text = 'MURATA/TEST-1/计算机用'
- parsed = self.rules.parse('8532241000', text)
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- self.assertIn('纯斜杠分段待核查', parsed['flags'])
- parsed = self.rules.parse('8532241000', '无品牌/TEST-1/计算机用')
- self.assertEqual(parsed['brand'], '')
- self.assertEqual(parsed['model'], 'TEST-1')
- self.assertIn('无品牌标记', parsed['flags'])
- parsed = self.rules.parse('8532241000', '无中文品牌/MURATA/TEST-1')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- def test_fraction_or_slash_model_is_not_split(self):
- parsed = self.rules.parse('8532241000', '品牌:MURATA;型号:1/10W')
- self.assertEqual(parsed['model'], '1/10W')
- self.assertNotIn('多型号取首个', parsed['flags'])
- parsed = self.rules.parse('8532241000', '品牌:MURATA;型号:TEST-1/TEST-2')
- self.assertEqual(parsed['model'], 'TEST-1/TEST-2')
- def test_underscore_as_word_gap_without_changing_model_identifier(self):
- parsed = self.rules.parse('8532241000', 'MURATA_TEST-1')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- def test_repeated_brand_candidates(self):
- same = self.rules.parse('8532241000', '品牌:MURATA,MURATA;型号:TEST-1')
- self.assertEqual(same['brand'], 'MURATA')
- different = self.rules.parse('8532241000', '品牌:MURATA,SAMSUNG;型号:TEST-1')
- self.assertEqual(different['brand'], '')
- self.assertIn('品牌映射冲突', different['flags'])
- def test_chinese_status_with_known_schema_anchor(self):
- self.rules.schema['SYNTH_STATUS'] = ['品牌类型', '出口享惠情况', '品牌', '型号']
- parsed = self.rules.parse('SYNTH_STATUS', '同意|同意|MURATA|TEST-1')
- self.assertEqual(parsed['method'], '顺序提取')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model'], 'TEST-1')
- def test_missing_optional_tail_with_brand_anchor(self):
- self.rules.schema['SYNTH_TAIL'] = [
- '品牌类型', '出口享惠情况', '品牌', '型号', 'GTIN', 'CAS', '其他']
- parsed = self.rules.parse('SYNTH_TAIL', '4|0|MURATA|TEST-1')
- self.assertEqual(parsed['method'], '顺序提取')
- self.assertEqual(parsed['model'], 'TEST-1')
- self.assertIn('模板末尾字段缺失待核查', parsed['flags'])
- parsed = self.rules.parse('SYNTH_TAIL', '4|0|MURATA|TEST-1||||')
- self.assertEqual(parsed['method'], '顺序提取')
- def test_numbered_labels_do_not_invent_brand_or_model(self):
- parsed = self.rules.parse('8532241000', '3|0、品牌类型:xxx;1、品名:?xxx')
- self.assertEqual(parsed['brand'], '')
- self.assertEqual(parsed['model'], '')
- def test_empty_brand_slot_keeps_model_despite_placeholders(self):
- # 品牌位留空、GTIN/CAS 写“无”时,不能因为“无”在别名表里就把型号一起丢掉
- parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介||TEST-1|无|无|无')
- self.assertEqual(parsed['method'], '顺序提取')
- self.assertEqual(parsed['brand'], '')
- self.assertEqual(parsed['model_raw'], 'TEST-1')
- self.assertIn('品牌未识别', parsed['flags'])
- def test_position_brand_conflict_still_falls_back(self):
- # 品牌位是不认识的写法,但后面有已知品牌 → 仍应转缺项识别并取到 MURATA
- parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介|不存在的牌子|TEST-1|MURATA|无|无')
- self.assertEqual(parsed['method'], '缺项识别')
- self.assertIn('顺序位置与品牌线索冲突,转缺项识别', parsed['flags'])
- self.assertEqual(parsed['brand'], 'MURATA')
- def test_label_synonyms_lock_brand_and_model(self):
- parsed = self.rules.parse('8532241000', '型号规格:TEST-1|品牌名称:MURATA')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model_raw'], 'TEST-1')
- self.assertIn('品牌标签锁定', parsed['flags'])
- def test_no_model_marker_is_recognized(self):
- parsed = self.rules.parse('8532241000', '0|0|多层片式|瓷介|MURATA|无型号|无|无|无')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model_raw'], '')
- self.assertIn('无型号标记', parsed['flags'])
- self.assertNotIn('型号未识别', parsed['flags'])
- def test_no_brand_and_no_model_markers(self):
- parsed = self.rules.parse('8532241000', '型号:无;品牌:无中文品牌')
- self.assertIn('无品牌标记', parsed['flags'])
- self.assertIn('无型号标记', parsed['flags'])
- self.assertNotIn('品牌未识别', parsed['flags'])
- self.assertNotIn('型号未识别', parsed['flags'])
- def test_label_brand_inside_sentence(self):
- parsed = self.rules.parse('8532241000', '这是一颗贴片电容,品牌:TDK,用于手机')
- self.assertEqual(parsed['brand'], 'TDK')
- self.assertIn('品牌标签锁定', parsed['flags'])
- def test_multiple_model_labels_take_first(self):
- parsed = self.rules.parse('8542321010', '品牌:三星;型号:K4B4G1646D-BCK0;规格型号:DDR4 4GB')
- self.assertEqual(parsed['brand'], 'SAMSUNG')
- self.assertEqual(parsed['model_raw'], 'K4B4G1646D-BCK0')
- self.assertIn('多型号取首个', parsed['flags'])
- class LabelVariantTests(unittest.TestCase):
- """人眼一眼能读出、但旧逻辑取不到的写法(键值变体 / 位置变体)。"""
- @classmethod
- def setUpClass(cls):
- cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx',
- ROOT / 'rules/进出口数据字段需求20260819.xlsx')
- def pair(self, hs, raw):
- parsed = self.rules.parse(hs, raw)
- return parsed['brand'], parsed['model_raw']
- def test_key_and_value_in_separate_fields(self):
- self.assertEqual(self.pair('8532241000', '品牌|MURATA|型号|GRM188R71H104KA93D'),
- ('MURATA', 'GRM188R71H104KA93D'))
- self.assertEqual(self.pair('8542321010', '品牌|三星|型号|K4B4G1646D-BCK0'),
- ('SAMSUNG', 'K4B4G1646D-BCK0'))
- def test_label_inside_parentheses(self):
- self.assertEqual(self.pair('8532241000', '(品牌)MURATA(型号)GRM188R71H104KA93D'),
- ('MURATA', 'GRM188R71H104KA93D'))
- def test_value_before_label(self):
- self.assertEqual(self.pair('8532241000', 'MURATA(品牌)、GRM188R71H104KA93D(型号)'),
- ('MURATA', 'GRM188R71H104KA93D'))
- def test_connective_and_separator_variants(self):
- self.assertEqual(self.pair('8532241000', '品牌为MURATA,型号为GRM188R71H104KA93D'),
- ('MURATA', 'GRM188R71H104KA93D'))
- self.assertEqual(self.pair('8532241000', '品牌、村田、型号、GRM188R71H104KA93D'),
- ('MURATA', 'GRM188R71H104KA93D'))
- self.assertEqual(self.pair('8532241000', '型号"GRM188R71H104KA93D" 品牌"村田"'),
- ('MURATA', 'GRM188R71H104KA93D'))
- def test_model_written_before_brand(self):
- self.assertEqual(self.pair('8532241000', 'GRM188R71H104KA93D MURATA'),
- ('MURATA', 'GRM188R71H104KA93D'))
- self.assertEqual(self.pair('8542321010', 'K4B4G1646D-BCK0 三星'),
- ('SAMSUNG', 'K4B4G1646D-BCK0'))
- def test_brand_synonyms(self):
- self.assertEqual(self.pair('8532241000', '制造商:村田制作所 规格:GRM188R71H104KA93D'),
- ('MURATA', 'GRM188R71H104KA93D'))
- def test_parameters_are_never_taken_as_model(self):
- # 反向保护:包装尺寸、容值、用途不能被当成型号
- for raw in ('品牌:MURATA;规格:0402',
- '品牌:MURATA;规格:100nF',
- '品牌:MURATA;用途:5G基站'):
- brand, model = self.pair('8532241000', raw)
- self.assertEqual(brand, 'MURATA', raw)
- self.assertEqual(model, '', raw)
- def test_deng_suffix_is_not_part_of_brand_or_model(self):
- # 申报要素把“这个品牌/型号以及同类”写成 XXX等牌 / XXX等型
- parsed = self.rules.parse('8532241000', 'MURATA等牌|GRM188R71H104KA93D等型')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model_raw'], 'GRM188R71H104KA93D')
- self.assertIn('品牌带“等”后缀', parsed['flags'])
- self.assertIn('多型号取首个', parsed['flags'])
- parsed = self.rules.parse('8532241000', '4|3|村田等牌|GRM188R71H104KA93D等型')
- self.assertEqual(parsed['brand'], 'MURATA')
- self.assertEqual(parsed['model_raw'], 'GRM188R71H104KA93D')
- def test_missing_brand_is_named_in_flags(self):
- # 品牌表里没有 ABACUS,要让用户一眼看出“该补哪一行”
- parsed = self.rules.parse('8532241000', '4|3|ABACUS等牌|A5E30295495R2W等型')
- self.assertEqual(parsed['brand'], '')
- self.assertIn('疑似缺品牌:ABACUS', parsed['flags'])
- def test_model_survives_unresolved_brand_field(self):
- # 品牌认不出,但“品牌字段后面那一段”明显是型号,不能连型号一起丢
- parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌/强茂牌|MMBT3904_R1_000Z')
- self.assertEqual(parsed['brand'], '')
- self.assertEqual(parsed['model_raw'], 'MMBT3904_R1_000Z')
- self.assertIn('品牌字段后型号推断', parsed['flags'])
- self.assertIn('疑似缺品牌:PANJIT', parsed['flags'])
- def test_catch_all_label_is_not_reached_by_typo(self):
- # 规则表里有一行错写 PANJJIT → Others;PANJIT 不能靠拼写近似落到 Others 上
- parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌|MMBT3904_R1_000Z')
- self.assertNotEqual(parsed['brand'], 'Others')
- class ReverseContainmentTests(unittest.TestCase):
- """规则表的申报内容是一长串时,G_MODEL 里只写其中一段也要能认。"""
- @classmethod
- def setUpClass(cls):
- cls.rules = Rules(ROOT / 'rules/数据映射规则.xlsx',
- ROOT / 'rules/进出口数据字段需求20260819.xlsx')
- def test_long_rule_containing_the_name_matches(self):
- # 表里有 “村田制作所(MURATA)” 这类长写法,G_MODEL 写“村田制作所”要能对上
- self.assertEqual(self.rules.reverse_brand_labels('村田制作所'), frozenset({'MURATA'}))
- def test_multi_brand_rule_is_not_used_as_evidence(self):
- # “NEXPERIA、DIODES、PANJIT/无中文名称” 这种多品牌混写不能把 PANJIT 认成 Nexperia
- self.assertEqual(self.rules.reverse_brand_labels('PANJIT'), frozenset())
- parsed = self.rules.parse('8532241000', '4|3|225mW|PANJIT牌/强茂牌|MMBT3904_R1_000Z8')
- self.assertNotIn(parsed['brand'], ('Nexperia', 'Onsemi', 'Others'))
- def test_unknown_name_stays_unknown(self):
- self.assertEqual(self.rules.reverse_brand_labels('ABACUS'), frozenset())
- self.assertEqual(self.rules.reverse_brand_labels('MMBT3904'), frozenset())
- if __name__ == '__main__':
- unittest.main()
|