SlideShare a Scribd company logo
1 of 43
Download to read offline
ViterBi Algorithm
Sarah Saneei
Computational Linguistics
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
Words
Tags
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
Words
Tags
a/V
a/N
a/P
a/ART
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
a/N
a/P
a/ART
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
a/N
a/P
a/ART
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0
Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725
Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0
Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
a/N
a/P
a/ART
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0
Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725
Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0
Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0
Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725
Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0
Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
Score(bird/V)= max[score(a/V) x P(V|V),
score(a/N) x P(V|N),
score(a/P) x P(V|P),
score(a/ART) x P(V|ART)]
x P(bird|V)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
Score(bird/V)= max[score(a/V) x P(V|V),
score(a/N) x P(V|N),
score(a/P) x P(V|P),
score(a/ART) x P(V|ART)]
x P(bird|V)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
0 x 0
0.00725 x 0.43
0 x 0
0.2556 x 0
0.0001
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
Score(bird/V)= max[score(a/V) x P(V|V),
score(a/N) x P(V|N),
score(a/P) x P(V|P),
score(a/ART) x P(V|ART)]
x P(bird|V)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
0 x 0
0.00725 x 0.43
0 x 0
0.2556 x 0
0.0001
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
V
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Score(bird/V)= max[score(a/V) x P(V|V),
score(a/N) x P(V|N),
score(a/P) x P(V|P),
score(a/ART) x P(V|ART)]
x P(bird|V)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
0 x 0
0.00725 x 0.43
0 x 0
0.2556 x 0
0.0001
= 0.00725 x 0.43 x 0.0001= 3.11e-7
bird/
V
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/V
3.11e-7
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Score(bird/V)= max[score(a/V) x P(V|V),
score(a/N) x P(V|N),
score(a/P) x P(V|P),
score(a/ART) x P(V|ART)]
x P(bird|V)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
0 x 0
0.00725 x 0.43
0 x 0
0.2556 x 0
0.0001
= 0.00725 x 0.43 x 0.0001= 3.11e-7
N
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/V
3.11e-7
bird/
N
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
N
bird/V
3.11e-7
bird/
N
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/
N
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/
N
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/
P
bird/
ART
flies/
V
flies/
N
flies/
P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/
N
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
= 0.2556 x 0.076= 0.019
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
bird/
ART
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
= 0.2556 x 0.076= 0.019
ART
Score(bird/N)= max[score(a/V) x P(N|V),
score(a/N) x P(N|N),
score(a/P) x P(N|P),
score(a/ART) x P(N|ART)]
x P(bird|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
bird/
ART
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0.35
0.00725 x 0.13
0 x 0.26
0.2556 x 1
0.076
= 0.2556 x 0.076= 0.019
ART
Score(bird/P)= max[score(a/V) x P(P|V),
score(a/N) x P(P|N),
score(a/P) x P(P|P),
score(a/ART) x P(P|ART)]
x P(bird|P)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/
ART
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0
0.00725 x 0.44
0 x 0
0.2556 x 0
0.0001
= 0.00725 x 0.44 x 0.0001= 3.19e-7
ART
N
Score(bird/P)= max[score(a/V) x P(P|V),
score(a/N) x P(P|N),
score(a/P) x P(P|P),
score(a/ART) x P(P|ART)]
x P(bird|P)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/
ART
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0
0.00725 x 0.44
0 x 0
0.2556 x 0
0.0001
= 0.00725 x 0.44 x 0.0001= 3.19e-7
ART
N
Score(bird/ART)= max[score(a/V) x P(ART|V),
score(a/N) x P(ART|N),
score(a/P) x P(ART|P),
score(a/ART) x P(ART|ART)]
x P(bird| ART)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0.65
0 x 0.74
0.2556 x 0
0.0001
= 0 x 0.0001= 0
ART
N
0.00725 x 0
Score(bird/ART)= max[score(a/V) x P(ART|V),
score(a/N) x P(ART|N),
score(a/P) x P(ART|P),
score(a/ART) x P(ART|ART)]
x P(bird| ART)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
0 x 0.65
0 x 0.74
0.2556 x 0
0.0001
= 0 x 0.0001= 0
ART
N
0.00725 x 0
Score(flies/V)= max[score(bird/V) x P(V|V),
score(bird /N) x P(V|N),
score(bird /P) x P(V|P),
score(bird /ART) x P(V|ART)]
x P(flies|V)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0
3.19e-7 x 0
0 x 0
0.076
= 0.019 x 0.43 x 0.076 = 0.00062
ART
N
0.019 x 0.43
N
Score(flies/V)= max[score(bird/V) x P(V|V),
score(bird /N) x P(V|N),
score(bird /P) x P(V|P),
score(bird /ART) x P(V|ART)]
x P(flies|V)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0
3.19e-7 x 0
0 x 0
0.076
= 0.019 x 0.43 x 0.076 = 0.00062
ART
N
0.019 x 0.43
N
Score(flies/N)= max[score(bird/V) x P(N|V),
score(bird /N) x P(N|N),
score(bird /P) x P(N|P),
score(bird /ART) x P(N|ART)]
x P(flies|N)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0.35
3.19e-7 x 0.26
0 x 1
0.025
= 0.019 x 0.13 x 0.025 = 0.000061
ART
N
0.019 x 0.13
N
N
Score(flies/P)= max[score(bird/V) x P(P|V),
score(bird /N) x P(P|N),
score(bird /P) x P(P|P),
score(bird /ART) x P(P|ART)]
x P(flies|P)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0
3.19e-7 x 0
0 x 0
0.0001
= 0.019 x 0.44 x 0.0001 = 8.36e-7
ART
N
0.019 x 0.44
N
N
N
Score(flies/P)= max[score(bird/V) x P(P|V),
score(bird /N) x P(P|N),
score(bird /P) x P(P|P),
score(bird /ART) x P(P|ART)]
x P(flies|P)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0
3.19e-7 x 0
0 x 0
0.0001
= 0.019 x 0.44 x 0.0001 = 8.36e-7
ART
N
0.019 x 0.44
N
N
N
Score(flies/P)= max[score(bird/V) x P(P|V),
score(bird /N) x P(P|N),
score(bird /P) x P(P|P),
score(bird /ART) x P(P|ART)]
x P(flies|P)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0
3.19e-7 x 0
0 x 0
0.0001
= 0.019 x 0.44 x 0.0001 = 8.36e-7
ART
N
0.019 x 0.44
N
N
N
Score(flies/ART)= max[score(bird/V) x P(ART|V),
score(bird /N) x P(ART|N),
score(bird /P) x P(ART|P),
score(bird /ART) x P(ART|ART)]
x P(flies|ART)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/
ART
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0.65
3.19e-7 x 0.74
0 x 0
0.0001
= 3.19e-7 x 0.74 x 0.0001 = 2.36e-11
ART
N
0.019 x 0
N
N
N
Score(flies/ART)= max[score(bird/V) x P(ART|V),
score(bird /N) x P(ART|N),
score(bird /P) x P(ART|P),
score(bird /ART) x P(ART|ART)]
x P(flies|ART)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0.65
3.19e-7 x 0.74
0 x 0
0.0001
= 3.19e-7 x 0.74 x 0.0001 = 2.36e-11
ART
N
0.019 x 0
N
N
N
P
Score(flies/ART)= max[score(bird/V) x P(ART|V),
score(bird /N) x P(ART|N),
score(bird /P) x P(ART|P),
score(bird /ART) x P(ART|ART)]
x P(flies|ART)
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
3.11e-7 x 0.65
3.19e-7 x 0.74
0 x 0
0.0001
= 3.19e-7 x 0.74 x 0.0001 = 2.36e-11
ART
N
0.019 x 0
N
N
N
P
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
Max of
Last
Layer
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
Max of
Last
Layer
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
So the
POS TAG
of “flies”
is
Verb
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
Label is N
so go to
N of layer
2
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
So bird is
a Noun
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
What’s
the
label?
ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
So go to
ART of
layer 1
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
So “a” is
an ART
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
What’s the
label?
It’s the
beginning
of the
sentence.
Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71
P(N|N)= .13
P(N|V)= .35
P(N|P)= .26
P(N|ART)= 1
P(V|N)= .43
P(V|V)= 0
P(V|P)= 0
P(V|ART)= 0
P(ART|N)= 0
P(ART|V)= .65
P(ART|P)= .74
P(ART|ART)=0
P(P|N)= .44
P(P|V)= 0
P(P|P)= 0
P(P|ART)= 0
A(BigramProbabilities)
NULL
ø
a/V
0
a/N
0.00725
a/P
0
a/ART
0.2556
bird/P
3.19e-7
bird/ART
0
flies/V
0.00062
flies/N
0.000061
flies/P
8.36e-7
flies/ART
2.36e-11
B(LexicalGenerationProbabilities)
P(flies|N)= .025
P(flies|V)= .076
P(flies|P)= 0
P(flies|ART)=0
P(like|N)= .012
P(like|V)= .1
P(like|P)= .068
P(like|ART)=0
P(a|N)= .001
P(a|V)= 0
P(a|P)= 0
P(a|ART)=.36
P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(the|N)= 0
P(the|V)= 0
P(the|P)= 0
P(the|ART)= .54
N
bird/V
3.11e-7
bird/N
0.019
ART
N
N
N
N
P
A bird flies
ART N V

More Related Content

Recently uploaded

Making and Justifying Mathematical Decisions.pdf
Making and Justifying Mathematical Decisions.pdfMaking and Justifying Mathematical Decisions.pdf
Making and Justifying Mathematical Decisions.pdf
Chris Hunter
 
The basics of sentences session 3pptx.pptx
The basics of sentences session 3pptx.pptxThe basics of sentences session 3pptx.pptx
The basics of sentences session 3pptx.pptx
heathfieldcps1
 
1029 - Danh muc Sach Giao Khoa 10 . pdf
1029 -  Danh muc Sach Giao Khoa 10 . pdf1029 -  Danh muc Sach Giao Khoa 10 . pdf
1029 - Danh muc Sach Giao Khoa 10 . pdf
QucHHunhnh
 

Recently uploaded (20)

INDIA QUIZ 2024 RLAC DELHI UNIVERSITY.pptx
INDIA QUIZ 2024 RLAC DELHI UNIVERSITY.pptxINDIA QUIZ 2024 RLAC DELHI UNIVERSITY.pptx
INDIA QUIZ 2024 RLAC DELHI UNIVERSITY.pptx
 
Micro-Scholarship, What it is, How can it help me.pdf
Micro-Scholarship, What it is, How can it help me.pdfMicro-Scholarship, What it is, How can it help me.pdf
Micro-Scholarship, What it is, How can it help me.pdf
 
Z Score,T Score, Percential Rank and Box Plot Graph
Z Score,T Score, Percential Rank and Box Plot GraphZ Score,T Score, Percential Rank and Box Plot Graph
Z Score,T Score, Percential Rank and Box Plot Graph
 
Grant Readiness 101 TechSoup and Remy Consulting
Grant Readiness 101 TechSoup and Remy ConsultingGrant Readiness 101 TechSoup and Remy Consulting
Grant Readiness 101 TechSoup and Remy Consulting
 
Role Of Transgenic Animal In Target Validation-1.pptx
Role Of Transgenic Animal In Target Validation-1.pptxRole Of Transgenic Animal In Target Validation-1.pptx
Role Of Transgenic Animal In Target Validation-1.pptx
 
Key note speaker Neum_Admir Softic_ENG.pdf
Key note speaker Neum_Admir Softic_ENG.pdfKey note speaker Neum_Admir Softic_ENG.pdf
Key note speaker Neum_Admir Softic_ENG.pdf
 
ICT Role in 21st Century Education & its Challenges.pptx
ICT Role in 21st Century Education & its Challenges.pptxICT Role in 21st Century Education & its Challenges.pptx
ICT Role in 21st Century Education & its Challenges.pptx
 
Mixin Classes in Odoo 17 How to Extend Models Using Mixin Classes
Mixin Classes in Odoo 17  How to Extend Models Using Mixin ClassesMixin Classes in Odoo 17  How to Extend Models Using Mixin Classes
Mixin Classes in Odoo 17 How to Extend Models Using Mixin Classes
 
Unit-IV- Pharma. Marketing Channels.pptx
Unit-IV- Pharma. Marketing Channels.pptxUnit-IV- Pharma. Marketing Channels.pptx
Unit-IV- Pharma. Marketing Channels.pptx
 
ComPTIA Overview | Comptia Security+ Book SY0-701
ComPTIA Overview | Comptia Security+ Book SY0-701ComPTIA Overview | Comptia Security+ Book SY0-701
ComPTIA Overview | Comptia Security+ Book SY0-701
 
psychiatric nursing HISTORY COLLECTION .docx
psychiatric  nursing HISTORY  COLLECTION  .docxpsychiatric  nursing HISTORY  COLLECTION  .docx
psychiatric nursing HISTORY COLLECTION .docx
 
Ecological Succession. ( ECOSYSTEM, B. Pharmacy, 1st Year, Sem-II, Environmen...
Ecological Succession. ( ECOSYSTEM, B. Pharmacy, 1st Year, Sem-II, Environmen...Ecological Succession. ( ECOSYSTEM, B. Pharmacy, 1st Year, Sem-II, Environmen...
Ecological Succession. ( ECOSYSTEM, B. Pharmacy, 1st Year, Sem-II, Environmen...
 
Making and Justifying Mathematical Decisions.pdf
Making and Justifying Mathematical Decisions.pdfMaking and Justifying Mathematical Decisions.pdf
Making and Justifying Mathematical Decisions.pdf
 
Nutritional Needs Presentation - HLTH 104
Nutritional Needs Presentation - HLTH 104Nutritional Needs Presentation - HLTH 104
Nutritional Needs Presentation - HLTH 104
 
The basics of sentences session 3pptx.pptx
The basics of sentences session 3pptx.pptxThe basics of sentences session 3pptx.pptx
The basics of sentences session 3pptx.pptx
 
1029 - Danh muc Sach Giao Khoa 10 . pdf
1029 -  Danh muc Sach Giao Khoa 10 . pdf1029 -  Danh muc Sach Giao Khoa 10 . pdf
1029 - Danh muc Sach Giao Khoa 10 . pdf
 
Python Notes for mca i year students osmania university.docx
Python Notes for mca i year students osmania university.docxPython Notes for mca i year students osmania university.docx
Python Notes for mca i year students osmania university.docx
 
Measures of Central Tendency: Mean, Median and Mode
Measures of Central Tendency: Mean, Median and ModeMeasures of Central Tendency: Mean, Median and Mode
Measures of Central Tendency: Mean, Median and Mode
 
Basic Civil Engineering first year Notes- Chapter 4 Building.pptx
Basic Civil Engineering first year Notes- Chapter 4 Building.pptxBasic Civil Engineering first year Notes- Chapter 4 Building.pptx
Basic Civil Engineering first year Notes- Chapter 4 Building.pptx
 
Explore beautiful and ugly buildings. Mathematics helps us create beautiful d...
Explore beautiful and ugly buildings. Mathematics helps us create beautiful d...Explore beautiful and ugly buildings. Mathematics helps us create beautiful d...
Explore beautiful and ugly buildings. Mathematics helps us create beautiful d...
 

Featured

How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
ThinkNow
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
Kurio // The Social Media Age(ncy)
 

Featured (20)

Everything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPTEverything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPT
 
Product Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage EngineeringsProduct Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage Engineerings
 
How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
 
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdfAI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
 
Skeleton Culture Code
Skeleton Culture CodeSkeleton Culture Code
Skeleton Culture Code
 
PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024
 
Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)
 
How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
 
Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024
 
5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary
 
ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd
 
Getting into the tech field. what next
Getting into the tech field. what next Getting into the tech field. what next
Getting into the tech field. what next
 
Google's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search IntentGoogle's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search Intent
 
How to have difficult conversations
How to have difficult conversations How to have difficult conversations
How to have difficult conversations
 
Introduction to Data Science
Introduction to Data ScienceIntroduction to Data Science
Introduction to Data Science
 
Time Management & Productivity - Best Practices
Time Management & Productivity -  Best PracticesTime Management & Productivity -  Best Practices
Time Management & Productivity - Best Practices
 
The six step guide to practical project management
The six step guide to practical project managementThe six step guide to practical project management
The six step guide to practical project management
 
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
 
Unlocking the Power of ChatGPT and AI in Testing - A Real-World Look, present...
Unlocking the Power of ChatGPT and AI in Testing - A Real-World Look, present...Unlocking the Power of ChatGPT and AI in Testing - A Real-World Look, present...
Unlocking the Power of ChatGPT and AI in Testing - A Real-World Look, present...
 

Viterbi-Sarah Saneei

  • 2. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities)B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 3. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø Words Tags B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 4. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø Words Tags a/V a/N a/P a/ART bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 5. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V a/N a/P a/ART bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 6. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V a/N a/P a/ART bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0 Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725 Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0 Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 7. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V a/N a/P a/ART bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0 Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725 Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0 Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54
  • 8. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) Score(a/V)= P(V|ø)P(a|V) = 0 x 0.076 = 0 Score(a/N)= P(N|ø)P(a|N) = 0.29 x 0.025 = 0.00725 Score(a/P)= P(P|ø)P(a|P) = 0 x 0.0001 = 0 Score(a/ART)= P(ART|ø)P(a|ART) = 0.71 x 0.36 = 0.2556 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART
  • 9. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) Score(bird/V)= max[score(a/V) x P(V|V), score(a/N) x P(V|N), score(a/P) x P(V|P), score(a/ART) x P(V|ART)] x P(bird|V) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART
  • 10. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) Score(bird/V)= max[score(a/V) x P(V|V), score(a/N) x P(V|N), score(a/P) x P(V|P), score(a/ART) x P(V|ART)] x P(bird|V) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 0 x 0 0.00725 x 0.43 0 x 0 0.2556 x 0 0.0001 NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART
  • 11. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) Score(bird/V)= max[score(a/V) x P(V|V), score(a/N) x P(V|N), score(a/P) x P(V|P), score(a/ART) x P(V|ART)] x P(bird|V) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 0 x 0 0.00725 x 0.43 0 x 0 0.2556 x 0 0.0001 NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ V bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART
  • 12. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART Score(bird/V)= max[score(a/V) x P(V|V), score(a/N) x P(V|N), score(a/P) x P(V|P), score(a/ART) x P(V|ART)] x P(bird|V) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 0 x 0 0.00725 x 0.43 0 x 0 0.2556 x 0 0.0001 = 0.00725 x 0.43 x 0.0001= 3.11e-7 bird/ V
  • 13. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/V 3.11e-7 bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART Score(bird/V)= max[score(a/V) x P(V|V), score(a/N) x P(V|N), score(a/P) x P(V|P), score(a/ART) x P(V|ART)] x P(bird|V) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 0 x 0 0.00725 x 0.43 0 x 0 0.2556 x 0 0.0001 = 0.00725 x 0.43 x 0.0001= 3.11e-7 N
  • 14. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/V 3.11e-7 bird/ N bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N
  • 15. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076 N bird/V 3.11e-7 bird/ N
  • 16. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/ N 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076
  • 17. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/ N 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076
  • 18. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/ P bird/ ART flies/ V flies/ N flies/ P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/ N 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076 = 0.2556 x 0.076= 0.019
  • 19. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P bird/ ART flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076 = 0.2556 x 0.076= 0.019 ART
  • 20. Score(bird/N)= max[score(a/V) x P(N|V), score(a/N) x P(N|N), score(a/P) x P(N|P), score(a/ART) x P(N|ART)] x P(bird|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P bird/ ART flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0.35 0.00725 x 0.13 0 x 0.26 0.2556 x 1 0.076 = 0.2556 x 0.076= 0.019 ART
  • 21. Score(bird/P)= max[score(a/V) x P(P|V), score(a/N) x P(P|N), score(a/P) x P(P|P), score(a/ART) x P(P|ART)] x P(bird|P) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ ART flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0 0.00725 x 0.44 0 x 0 0.2556 x 0 0.0001 = 0.00725 x 0.44 x 0.0001= 3.19e-7 ART N
  • 22. Score(bird/P)= max[score(a/V) x P(P|V), score(a/N) x P(P|N), score(a/P) x P(P|P), score(a/ART) x P(P|ART)] x P(bird|P) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ ART flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0 0.00725 x 0.44 0 x 0 0.2556 x 0 0.0001 = 0.00725 x 0.44 x 0.0001= 3.19e-7 ART N
  • 23. Score(bird/ART)= max[score(a/V) x P(ART|V), score(a/N) x P(ART|N), score(a/P) x P(ART|P), score(a/ART) x P(ART|ART)] x P(bird| ART) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0.65 0 x 0.74 0.2556 x 0 0.0001 = 0 x 0.0001= 0 ART N 0.00725 x 0
  • 24. Score(bird/ART)= max[score(a/V) x P(ART|V), score(a/N) x P(ART|N), score(a/P) x P(ART|P), score(a/ART) x P(ART|ART)] x P(bird| ART) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 0 x 0.65 0 x 0.74 0.2556 x 0 0.0001 = 0 x 0.0001= 0 ART N 0.00725 x 0
  • 25. Score(flies/V)= max[score(bird/V) x P(V|V), score(bird /N) x P(V|N), score(bird /P) x P(V|P), score(bird /ART) x P(V|ART)] x P(flies|V) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0 3.19e-7 x 0 0 x 0 0.076 = 0.019 x 0.43 x 0.076 = 0.00062 ART N 0.019 x 0.43 N
  • 26. Score(flies/V)= max[score(bird/V) x P(V|V), score(bird /N) x P(V|N), score(bird /P) x P(V|P), score(bird /ART) x P(V|ART)] x P(flies|V) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0 3.19e-7 x 0 0 x 0 0.076 = 0.019 x 0.43 x 0.076 = 0.00062 ART N 0.019 x 0.43 N
  • 27. Score(flies/N)= max[score(bird/V) x P(N|V), score(bird /N) x P(N|N), score(bird /P) x P(N|P), score(bird /ART) x P(N|ART)] x P(flies|N) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0.35 3.19e-7 x 0.26 0 x 1 0.025 = 0.019 x 0.13 x 0.025 = 0.000061 ART N 0.019 x 0.13 N N
  • 28. Score(flies/P)= max[score(bird/V) x P(P|V), score(bird /N) x P(P|N), score(bird /P) x P(P|P), score(bird /ART) x P(P|ART)] x P(flies|P) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0 3.19e-7 x 0 0 x 0 0.0001 = 0.019 x 0.44 x 0.0001 = 8.36e-7 ART N 0.019 x 0.44 N N N
  • 29. Score(flies/P)= max[score(bird/V) x P(P|V), score(bird /N) x P(P|N), score(bird /P) x P(P|P), score(bird /ART) x P(P|ART)] x P(flies|P) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0 3.19e-7 x 0 0 x 0 0.0001 = 0.019 x 0.44 x 0.0001 = 8.36e-7 ART N 0.019 x 0.44 N N N
  • 30. Score(flies/P)= max[score(bird/V) x P(P|V), score(bird /N) x P(P|N), score(bird /P) x P(P|P), score(bird /ART) x P(P|ART)] x P(flies|P) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0 3.19e-7 x 0 0 x 0 0.0001 = 0.019 x 0.44 x 0.0001 = 8.36e-7 ART N 0.019 x 0.44 N N N
  • 31. Score(flies/ART)= max[score(bird/V) x P(ART|V), score(bird /N) x P(ART|N), score(bird /P) x P(ART|P), score(bird /ART) x P(ART|ART)] x P(flies|ART) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ ART B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0.65 3.19e-7 x 0.74 0 x 0 0.0001 = 3.19e-7 x 0.74 x 0.0001 = 2.36e-11 ART N 0.019 x 0 N N N
  • 32. Score(flies/ART)= max[score(bird/V) x P(ART|V), score(bird /N) x P(ART|N), score(bird /P) x P(ART|P), score(bird /ART) x P(ART|ART)] x P(flies|ART) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0.65 3.19e-7 x 0.74 0 x 0 0.0001 = 3.19e-7 x 0.74 x 0.0001 = 2.36e-11 ART N 0.019 x 0 N N N P
  • 33. Score(flies/ART)= max[score(bird/V) x P(ART|V), score(bird /N) x P(ART|N), score(bird /P) x P(ART|P), score(bird /ART) x P(ART|ART)] x P(flies|ART) Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 3.11e-7 x 0.65 3.19e-7 x 0.74 0 x 0 0.0001 = 3.19e-7 x 0.74 x 0.0001 = 2.36e-11 ART N 0.019 x 0 N N N P
  • 34. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P Max of Last Layer
  • 35. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P Max of Last Layer
  • 36. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P So the POS TAG of “flies” is Verb
  • 37. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P Label is N so go to N of layer 2
  • 38. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P So bird is a Noun
  • 39. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P What’s the label? ART
  • 40. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P So go to ART of layer 1
  • 41. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P So “a” is an ART
  • 42. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P What’s the label? It’s the beginning of the sentence.
  • 43. Pi P(N|ø)= .29 P(P|ø)= 0 P(V|ø)= 0 P(ART|ø)= .71 P(N|N)= .13 P(N|V)= .35 P(N|P)= .26 P(N|ART)= 1 P(V|N)= .43 P(V|V)= 0 P(V|P)= 0 P(V|ART)= 0 P(ART|N)= 0 P(ART|V)= .65 P(ART|P)= .74 P(ART|ART)=0 P(P|N)= .44 P(P|V)= 0 P(P|P)= 0 P(P|ART)= 0 A(BigramProbabilities) NULL ø a/V 0 a/N 0.00725 a/P 0 a/ART 0.2556 bird/P 3.19e-7 bird/ART 0 flies/V 0.00062 flies/N 0.000061 flies/P 8.36e-7 flies/ART 2.36e-11 B(LexicalGenerationProbabilities) P(flies|N)= .025 P(flies|V)= .076 P(flies|P)= 0 P(flies|ART)=0 P(like|N)= .012 P(like|V)= .1 P(like|P)= .068 P(like|ART)=0 P(a|N)= .001 P(a|V)= 0 P(a|P)= 0 P(a|ART)=.36 P(birds|N)= .076 P(birds|V)= 0 P(birds|P)= 0 P(birds|ART)=0 P(the|N)= 0 P(the|V)= 0 P(the|P)= 0 P(the|ART)= .54 N bird/V 3.11e-7 bird/N 0.019 ART N N N N P A bird flies ART N V