Data Prep: crfScore

Code de préparation

Script en attente de validation

Copié !

1	/* 1. Create sample data to score */
2	DATA mycas.score_data;
3	INFILE DATALINES delimiter='\|';
4	LENGTH docid $ 10 text $ 300;
5	INPUT docid $ text $;
6	DATALINES;
7	1\|John Smith lives in New York.
8	2\|Mary works for SAS Institute.
9	;
10	RUN;
11
12	/* 2. Simulate pre-existing CRF model tables (usually created by crfTrain) */
13
14	/* Label Table */
15	DATA mycas.crf_label;
16	INFILE DATALINES delimiter=',';
17	LENGTH _label_ $20 _type_ $20;
18	INPUT _label_ $ _type_ $;
19	DATALINES;
20	B-PER,PERSON
21	I-PER,PERSON
22	B-ORG,ORGANIZATION
23	I-ORG,ORGANIZATION
24	B-LOC,LOCATION
25	I-LOC,LOCATION
26	O,OTHER
27	;
28	RUN;
29
30	/* Attribute Table */
31	DATA mycas.crf_attr;
32	INFILE DATALINES delimiter=',';
33	LENGTH _attr_ $50 _value_ $50;
34	INPUT _attr_ $ _value_ $;
35	DATALINES;
36	WORD[0],John
37	WORD[0],Smith
38	WORD[0],lives
39	WORD[0],in
40	WORD[0],New
41	WORD[0],York
42	WORD[0],Mary
43	WORD[0],works
44	WORD[0],for
45	WORD[0],SAS
46	WORD[0],Institute
47	;
48	RUN;
49
50	/* Feature Table */
51	DATA mycas.crf_feature;
52	INFILE DATALINES delimiter=',';
53	LENGTH _feature_ $50;
54	INPUT _feature_ $;
55	DATALINES;
56	U01:York
57	U02:New
58	L:B-PER
59	U00:John
60	U00:Smith
61	U00:Mary
62	U00:SAS
63	;
64	RUN;
65
66	/* Attribute-Feature Table */
67	DATA mycas.crf_attr_feature;
68	INFILE DATALINES delimiter=',';
69	INPUT _attrid_ _featureid_ _weight_ ;
70	DATALINES;
71	1 4 1.5
72	2 5 1.6
73	3 1 0.2
74	4 2 0.3
75	5 6 1.7
76	6 7 1.8
77	;
78	RUN;
79
80	/* Template Table */
81	DATA mycas.crf_template;
82	INFILE DATALINES delimiter=',';
83	LENGTH _template_ $100;
84	INPUT _template_ $;
85	DATALINES;
86	U00:%w[0]
87	U01:%w[1]
88	U02:%w[-1]
89	L
90	;
91	RUN;

Actions utilisant ce script

conditionalRandomFields crfScore En cours
Aucune autre action n'utilise ce script exact.