Scientific Article Recommendations with Mahout

3,404 views
3,318 views

Published on

Presentation by Kris Jack PhD, Senior Data Mining Engineer Mendeley at Data Science London 23/05/12

Published in: Technology
0 Comments
4 Likes
Statistics
Notes
  • Be the first to comment

No Downloads
Views
Total views
3,404
On SlideShare
0
From Embeds
0
Number of Embeds
2,317
Actions
Shares
0
Downloads
0
Comments
0
Likes
4
Embeds 0
No embeds

No notes for slide

Scientific Article Recommendations with Mahout

  1. 1. !"#$%&##"()*&#"+$( ,$"-..$%/0&#-%( 1#&2(302-4& 5*#6(70"89(:2;!$%#-*(;0&0(3#%#%<(=%<#%$$*
  2. 2. !"#$%&"#(>--/(*$6$0*"2$*6(0*$(-%(&-?(-(&2$#*(<0.$!(@0*<$(0.-4%&(-(*$6$0*"2(?*-/4"$/!(A08$6(&#.$(&-(<$&(0&(120&(B-4(%$$/!(C$+?(*$6$0*"2$*6(DB(*$"-..$%/#%<(*$+$E0%&(*$6$0*"2!
  3. 3. FGH(.#++#-%I(46$*6J(&2$(KL(+0*<$6&(46$*(D06$6M (N%#E$*6#&B(-(O0.D*#/<$ !&0%-*/(N%#E$*6#&B 3PA N%#E$*6#&B(-(3#"2#<0% C0*E0*/(N%#E$*6#&B N%#E$*6#&B(-(QR-*/ !0-(:04+-(N%#E$*6#&B P.?$*#0+(O-++$<$(@-%/-% N%#E$*6#&B(-(=/#%D4*<2 O-*%$++(N%#E$*6#&B N%#E$*6#&B(-(O0+#-*%#0(0&(S$*8$+$B ,TAC()0"2$% O-+4.D#0(N%#E$*6#&B >$-*<#0(A$"2 N%#E$*6#&B(-(T#6"-%6#% NO((!0%(;#$<- N%#E$*6#&B(-(O0+#-*%#0(0&(@) N%#E$*6#&B(-(U+-*#/0HL.(*$6$0*"2(0*&#"+$6 N%#E$*6#&B(-(V-*&2(O0*-+#%0
  4. 4. FGH(.#++#-%I(46$*6J(&2$(KL(+0*<$6&(46$*(D06$6M (N%#E$*6#&B(-(O0.D*#/<$ !&0%-*/(N%#E$*6#&B 3PA N%#E$*6#&B(-(3#"2#<0% T$(%$$/(0( C0*E0*/(N%#E$*6#&B N%#E$*6#&B(-(QR-*/ *$"-..$%/$*(&20&( !0-(:04+-(N%#E$*6#&B 6"0+$6(4?9("-?#%<(1#&2( P.?$*#0+(O-++$<$(@-%/-% N%#E$*6#&B(-(=/#%D4*<2 -4*(/0&0(0%/(4&4*$( O-*%$++(N%#E$*6#&B N%#E$*6#&B(-(O0+#-*%#0(0&(S$*8$+$B <*-1&2 ,TAC()0"2$% O-+4.D#0(N%#E$*6#&B >$-*<#0(A$"2 N%#E$*6#&B(-(T#6"-%6#% NO((!0%(;#$<- N%#E$*6#&B(-(O0+#-*%#0(0&(@) N%#E$*6#&B(-(U+-*#/0HL.(*$6$0*"2(0*&#"+$6 N%#E$*6#&B(-(V-*&2(O0*-+#%0
  5. 5. Y4$6&#-%6(C-1(/-$6(302-4&W6(*$"-..$%/$*(1-*8X!(C-1(1$++(/-$6(#&(?$*-*.(-4&(-(&2$(D-RX!(C-1(1$++(/-$6(#&(?$*-*.(0&$*(6-.$(&4%#%<X!
  6. 6. 302-4&W6(,$"-..$%/$*
  7. 7. >$%$*0&#%<(*$"-..$%/0&#-%6(&2*-4<2(.0&*#R(.4+&#?+#"0&#-% A2#6(#6(#&$.ZD06$/( *$"-..$%/0&#-%6(06( 6#.#+0*#&B(#6(D06$/(-%( #&$.69(%-&(46$*6!"#$%&%()$*%(!+,$-$,%.,)$(%/!!&$0,)*$1)!**)2/)"3!4
  8. 8. ,$6$0*"2$*6 !"#$%& ())(&* +$%,-*$% .*/-0% 1023456$47,$6$0*"2()*&#"+$6 1023456$4; 89:,$6,47 89:,$6,4; P%?4&([0++(46$*(?*$$*$%"$6
  9. 9. ,$6$0*"2$*6 !"#$%& ())(&* +$%,-*$% .*/-0% FGH3 1023456$47,$6$0*"2()*&#"+$6 1023456$4; 89:,$6,47 89:,$6,4; ]LL3( ?*$6 HL3 P%?4&([0++(46$*(?*$$*$%"$6
  10. 10. ,$6$0*"2$*6 ,$6$0*"2( )*&#"+$6#&$.G,$"-..$%/$*7-D FG(:*$?G(?*$G(.0&*#R([FZ] KG(>$%G(6#.G(.0&*#R([^Z_ ]G(34+&#?+B(.0&*#"$6([`ZFL )++(N6$*(:*$$*$%"$6( [#&$.(R(46$*
  11. 11. ,$6$0*"2$*6 ,$6$0*"2( )*&#"+$6#&$.G,$"-..$%/$*7-D FG((#)*$)(#+*$,&-(./$01234 KG(>$%G(6#.G(.0&*#R([^Z_ ]G(34+&#?+B(.0&*#"$6([`ZFL )++(N6$*(:*$$*$%"$6( [#&$.(R(46$* ,$6$0*"2( A4*#%< )*&#"+$6 )(N6$*W6(:*$$*$%"$6 [#&$.(R(46$*
  12. 12. ,$6$0*"2$*6 ,$6$0*"2( )*&#"+$6#&$.G,$"-..$%/$*7-D FG(:*$?G(?*$G(.0&*#R([FZ] KG(5#6*$".,*$,&-(./$07284 ]G(34+&#?+B(.0&*#"$6([`ZFL )++(N6$*(:*$$*$%"$6( [#&$.(R(46$* ,$6$0*"2( )*&#"+$6 A4*#%< ; 7 < < ,$6$0*"2(,$6$0*"2( < < )*&#"+$6 7 7)*&#"+$6 < < ; ; < < ; ; P&$.(!#.#+0*#&B( )(N6$*W6(:*$$*$%"$6 [#&$.(R(#&$. [#&$.(R(46$*
  13. 13. ,$6$0*"2$*6 ,$6$0*"2( )*&#"+$6#&$.G,$"-..$%/$*7-D FG(:*$?G(?*$G(.0&*#R([FZ] KG(>$%G(6#.G(.0&*#R([^Z_ 3*$9:;-.);<$,&-(.=#"$0>21?4 )++(N6$*(:*$$*$%"$6( [#&$.(R(46$* ,$6$0*"2( )*&#"+$6 A4*#%< A4*#%< ; 7 < < ,$6$0*"2( ,$6$0*"2(,$6$0*"2( < < )*&#"+$6 )*&#"+$6 7 7)*&#"+$6 < < ; ; = > < < ; ; P&$.(!#.#+0*#&B( )(N6$*W6(:*$$*$%"$6 ,$"-..$%/0&#-%6 [#&$.(R(#&$. [#&$.(R(46$* [#&$.(R(46$*
  14. 14. C-1(1$++(/-$6 #&(1-*8X
  15. 15. 3$%/$+$B(!4<<$6&
  16. 16. ,4%%#%<(-%().0a-%W6(=+06&#"(30?(,$/4"$ ?%4@*2(%@4",*4(%@4*(,:4-0460,-
  17. 17. 302-4&W6V-*.0+#6$/().0a-%(C-4*6 :$*-*.0%"$ V-G(>--/(,$"-..$%/0&#-%6bFL
  18. 18. 302-4&W6 O-6&+B(c(S0/V-*.0+#6$/().0a-%(C-4*6 :$*-*.0%"$ O-6&+B(c(>--/ O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  19. 19. 302-4&W6 O-6&+B(c(S0/V-*.0+#6$/().0a-%(C-4*6 :$*-*.0%"$ O-6&+B(c(>--/ O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  20. 20. 302-4&W6 O-6&+B(c(S0/V-*.0+#6$/().0a-%(C-4*6 :$*-*.0%"$ O-6&+B(c(>--/ O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  21. 21. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5V-*.0+#6$/().0a-%(C-4*6 _5 H5 ^5 ]5 K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  22. 22. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  23. 23. @$&W6(&4%$(#&d
  24. 24. 1*$@#A:=#$)(B=#"".6C$-.,#D*$E,)(BF#$G:&;.-<
  25. 25. 1*$@#A:=#$)(B=#"".6C$-.,#(302-4&W6(*$"-..$%/$*(#6(0+*$0/B($#"#$%&!! (S4&(B-4*(/0&0(.0B(20E$(4%4640+(?*-?$*&#$6! (C0/--?(.0B(%$$/(0(2$+?#%<(20%/! (@$&W6(6$$(120&W6(<-#%<(-%GGG
  26. 26. A068()++-"0&#-% AB490"#,4-046023C*-* 74#*@"6*#4(CC06(-*@D4@*,3$-*49(E$%&4FG4(E($C()C*HHH
  27. 27. A068()++-"0&#-%)++-"0&#%<(.-*$(*$/4"$*6(-%(0(?$*(e-D(D06#6 I0)H&*-10%J$&"#(-$0%KLH,*-Q%-K M2(3#*@H#*@"6*H-(,R,MD %"2S*@"6*#,LP)++-"0&#%<(.-*$(.0??$*6(-%(0(?$*(e-D(D06#6 I0)H&*-10%J$&"#(-$0%KLH,*-K M2(3#*@H2(NH,3C$-H,$O*MD 5-#$%&HE(C"*?JK,3C$-5$O*LLP
  28. 28. A068()++-"0&#-% AB490"#,4-046023C*-* 7F490"#, T#02474U4F<4 #*@"6*#,
  29. 29. :0*&#&#-%$*6 7F490"#,4-046023C*-*
  30. 30. :0*&#&#-%$*6 7F490"#,4-046023C*-* HI?JK HI??9K
  31. 31. Q%3"-5(23C*#H5(23C*#VQ%-W#$-()C*D4!*N-X4,(23C*#4> !"#4Q%3"-5(23C*#HS(%@025(23C*#VQ%-W#$-()C*D4!*N-XKHHHLP Q%3"-5(23C*#H/#$-*8(#-$-$0%T$C*K60%JD4,(23C*#LP 60%JH,*-8(#-$-$0%*#1C(,,K!0-(C?#@*#8(#-$-$0%*#H$%&LP2&&?Mbb111G?2#+#??$0/e#.0%G"-.bD+-<bKLLfbFKbKLb20/--?Z&4&-*#0+Z6$*#$6Z#664$ZKZ<$&&#%<Z6&0*&$/Z1#&2Z"46&-.#a$/Z?0*&#&#-%#%<b
  32. 32. :0*&#&#-%$*6 7F490"#,4-046023C*-* ;490"#, +E*%C:4 @$,-#$)"-*@
  33. 33. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  34. 34. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  35. 35. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 27*1J 083L4 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  36. 36. D*$E,)(BF#$G:&;.-<! (302-4&(?*-E#/$6(#&$.ZD06$/(OU(T$(20E$(.0%B(.-*$(#&$.6(&20%(46$*6!! (AB?#"0++B9(46$*ZD06$/(#6(.-*$(0??*-?*#0&$ ! !-(+$&W6(.08$(-%$d
  37. 37. ,$6$0*"2$*6 ,$6$0*"2( )*&#"+$6#&$.G,$"-..$%/$*7-D FG(:*$?G(?*$G(.0&*#R([FZ] KG(>$%G(6#.G(.0&*#R([^Z_ ]G(34+&#?+B(.0&*#"$6([`ZFL )++(N6$*(:*$$*$%"$6( [#&$.(R(46$* ,$6$0*"2( )*&#"+$6 A4*#%< A4*#%< ; 7 < < ,$6$0*"2( ,$6$0*"2(,$6$0*"2( < < )*&#"+$6 )*&#"+$6 7 7)*&#"+$6 < < ; ; = > < < ; ; P&$.(!#.#+0*#&B( )(N6$*W6(:*$$*$%"$6 ,$"-..$%/0&#-%6 [#&$.(R(#&$. [#&$.(R(46$* [#&$.(R(46$*
  38. 38. ,$6$0*"2$*6 :"#( ,$6$0*"2( )*&#"+$6 #&$.G,$"-..$%/$*7-D FG(:*$?G(?*$G(.0&*#R([FZ] KG(>$%G(6#.G(.0&*#R([^Z_ ]G(34+&#?+B(.0&*#"$6([`ZFL )++(N6$*(:*$$*$%"$6( [#&$.(R(46$* @#"#&(=N#(" ,$6$0*"2( )*&#"+$6 A4*#%< A4*#%< ; 7 < <@#"#&(=N#(" ,$6$0*"2( ,$6$0*"2( ,$6$0*"2( < < )*&#"+$6 )*&#"+$6 7 7 )*&#"+$6 < < ; ; = > < < ; ; P&$.(!#.#+0*#&B( )(N6$*W6(:*$$*$%"$6 ,$"-..$%/0&#-%6 [#&$.(R(#&$. [#&$.(R(46$* [#&$.(R(46$* !"#($M.,.;&(.-<$0:"#($/$:"#(4
  39. 39. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 F5 L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  40. 40. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 Q*#<G(46$*ZD06$/ F5 ! F59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  41. 41. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 O46&G(#&$.ZD06$/ P1$08>L4 ! KG^59(FGH K5 21*7J Q*#<G(46$*ZD06$/ 0IOL4 F5 ! F59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  42. 42. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 Q*#<G(46$*ZD06$/ F5 ! F59(KGH O46&G(46$*ZD06$/ ! LG]59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  43. 43. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 27*1J 083L4 ^5 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 Q*#<G(46$*ZD06$/ F5 F59(KGH ! 2?*>J O46&G(46$*ZD06$/ 0>?L4 !LG]59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  44. 44. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 P1$08>L4 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 28*DJ 0QIL4 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 Q*#<G(46$*ZD06$/ F5 ! F59(KGH O46&G(46$*ZD06$/ ! LG]59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/
  45. 45. O-%"+46#-%6
  46. 46. %B6=;:".B6"(302-4&(#6(/-#%<(0(<*$0&(e-D(-(?-1$*#%<(3$%/$+$B(!4<<$6&! ! @0*<$(6"0+$(/0&0(6$& ! >--/(g40+#&B(*$"-..$%/0&#-%6(A4%#%<(2$+?6! ! C$+?(C0/--?(1#&2(&068(0++-"0&#-%(#(%$"$660*B ! :0*&#&#-%(B-4*(/0&0(0??*-?*#0&$+B ! T$(60E$(fHh(*$6-4*"$6(N6$(0%(0??*-?*#0&$(0+<-*#&2.! ! P&$.Z(E6(46$*ZD06$/([3)CQNAZFLL^ ! T$(#%"*$06$(?*$"#6#-%(DB(__G_h
  47. 47. 302-4&W6 O-6&+B(c(S0/ :$*-*.0%"$ O-6&+B(c(>--/ `5 P1$08>L4 _GH59(FGHV-*.0+#6$/().0a-%(C-4*6 _5 Q*#<G(#&$.ZD06$/ H5 ^5 28*DJ 0QIL4 ]5 O46&G(#&$.ZD06$/ ! KG^59(FGH K5 Q*#<G(46$*ZD06$/ F5 ! F59(KGH O46&G(46$*ZD06$/ ! LG]59(KGH L LGH L F FGH K KGH ] O2$0?(c(S0/ V-G(>--/(,$"-..$%/0&#-%6bFL O2$0?(c(>--/ 2&&?Mbb111G.$%/$+$BG"-.b?*-#+$6b8*#6Ze0"8b

×