2018-10-24
Oct 24 In-Class Exercise Thread.
Post your solutions to the In-Class Exercise to this thread.
Best,
Chris
Post your solutions to the In-Class Exercise to this thread.
Best,
Chris
num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070(Edited: 2018-10-24)
<pre>
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
TREC_REL_FILE_Contents 351 0 FR940104-0-00001 0 351 0 FR940104-0-00002 0 351 0 FR940104-0-00003 0 351 0 FR940104-0-00004 0 351 0 FR940104-0-00005 1 351 0 FR940104-0-00006 1 351 0 FR940104-0-00007 1 351 0 FR940104-0-00008 1 351 0 FR940104-0-00009 1 351 0 FR940104-0-00010 1 351 0 FR940104-0-00011 0 351 0 FR940104-0-00012 1 TREC_TOP_FILE_Contents 351 0 FR940104-0-00002 1 101.38 run-nam2 351 0 FR940104-0-00001 1 102.38 run-nam2 351 0 FR940104-0-00003 1 91.38 run-nam2 351 0 FR940104-0-00004 1 81.38 run-nam2 351 0 FR940104-0-00005 1 71.38 run-nam2 351 0 FR940104-0-00006 1 61.38 run-nam2 351 0 FR940104-0-00007 1 51.38 run-nam2 351 0 FR940104-0-00008 1 41.38 run-nam2 351 0 FR940104-0-00009 1 31.38 run-nam2 351 0 FR940104-0-00010 1 22.38 run-nam2 351 0 FR940104-0-00011 1 21.38 run-nam2 351 0 FR940104-0-00012 1 11.38 run-nam2 TREC_EVAL_RESULTS num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070(Edited: 2018-10-24)
<pre>
TREC_REL_FILE_Contents
351 0 FR940104-0-00001 0
351 0 FR940104-0-00002 0
351 0 FR940104-0-00003 0
351 0 FR940104-0-00004 0
351 0 FR940104-0-00005 1
351 0 FR940104-0-00006 1
351 0 FR940104-0-00007 1
351 0 FR940104-0-00008 1
351 0 FR940104-0-00009 1
351 0 FR940104-0-00010 1
351 0 FR940104-0-00011 0
351 0 FR940104-0-00012 1
TREC_TOP_FILE_Contents
351 0 FR940104-0-00002 1 101.38 run-nam2
351 0 FR940104-0-00001 1 102.38 run-nam2
351 0 FR940104-0-00003 1 91.38 run-nam2
351 0 FR940104-0-00004 1 81.38 run-nam2
351 0 FR940104-0-00005 1 71.38 run-nam2
351 0 FR940104-0-00006 1 61.38 run-nam2
351 0 FR940104-0-00007 1 51.38 run-nam2
351 0 FR940104-0-00008 1 41.38 run-nam2
351 0 FR940104-0-00009 1 31.38 run-nam2
351 0 FR940104-0-00010 1 22.38 run-nam2
351 0 FR940104-0-00011 1 21.38 run-nam2
351 0 FR940104-0-00012 1 11.38 run-nam2
TREC_EVAL_RESULTS
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
351 0 FR940104-0-00001 0 351 0 FR940104-0-00002 0 351 0 FR940104-0-00003 0 351 0 FR940104-0-00004 0 351 0 FR940104-0-00005 1 351 0 FR940104-0-00006 1 351 0 FR940104-0-00007 1 351 0 FR940104-0-00008 1 351 0 FR940104-0-00009 1 351 0 FR940104-0-00010 1 351 0 FR940104-0-00011 0 351 0 FR940104-0-00012 1 351 0 FR940104-0-00001 1 101.38 run-nam2 351 0 FR940104-0-00002 1 102.38 run-nam2 351 0 FR940104-0-00003 1 91.38 run-nam2 351 0 FR940104-0-00004 1 81.38 run-nam2 351 0 FR940104-0-00005 1 71.38 run-nam2 351 0 FR940104-0-00006 1 61.38 run-nam2 351 0 FR940104-0-00007 1 51.38 run-nam2 351 0 FR940104-0-00008 1 41.38 run-nam2 351 0 FR940104-0-00009 1 31.38 run-nam2 351 0 FR940104-0-00010 1 22.38 run-nam2 351 0 FR940104-0-00011 1 21.38 run-nam2 351 0 FR940104-0-00012 1 11.38 run-nam2 num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070(Edited: 2018-10-24)
<pre>
351 0 FR940104-0-00001 0
351 0 FR940104-0-00002 0
351 0 FR940104-0-00003 0
351 0 FR940104-0-00004 0
351 0 FR940104-0-00005 1
351 0 FR940104-0-00006 1
351 0 FR940104-0-00007 1
351 0 FR940104-0-00008 1
351 0 FR940104-0-00009 1
351 0 FR940104-0-00010 1
351 0 FR940104-0-00011 0
351 0 FR940104-0-00012 1
351 0 FR940104-0-00001 1 101.38 run-nam2
351 0 FR940104-0-00002 1 102.38 run-nam2
351 0 FR940104-0-00003 1 91.38 run-nam2
351 0 FR940104-0-00004 1 81.38 run-nam2
351 0 FR940104-0-00005 1 71.38 run-nam2
351 0 FR940104-0-00006 1 61.38 run-nam2
351 0 FR940104-0-00007 1 51.38 run-nam2
351 0 FR940104-0-00008 1 41.38 run-nam2
351 0 FR940104-0-00009 1 31.38 run-nam2
351 0 FR940104-0-00010 1 22.38 run-nam2
351 0 FR940104-0-00011 1 21.38 run-nam2
351 0 FR940104-0-00012 1 11.38 run-nam2
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
((resource:Screen Shot 2018-10-24 at 3.41.17 PM.png|Resource Description for Screen Shot 2018-10-24 at 3.41.17 PM.png))
((resource:Screen Shot 2018-10-24 at 3.43.00 PM.png|Resource Description for Screen Shot 2018-10-24 at 3.43.00 PM.png))
((resource:Screen Shot 2018-10-24 at 3.42.54 PM.png|Resource Description for Screen Shot 2018-10-24 at 3.42.54 PM.png))
num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070
<pre>
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
((resource:Screen Shot 2018-10-24 at 3.50.01 PM.png|Resource Description for Screen Shot 2018-10-24 at 3.50.01 PM.png))
trec_rel_file
------------------------------------------ 351 0 FR940104-0-00001 0 351 0 FR940104-0-00002 0 351 0 FR940104-0-00003 0 351 0 FR940104-0-00004 0 351 0 FR940104-0-00005 1 351 0 FR940104-0-00006 1 351 0 FR940104-0-00007 1 351 0 FR940104-0-00008 1 351 0 FR940104-0-00009 1 351 0 FR940104-0-00010 1 351 0 FR940104-0-00011 0 351 0 FR940104-0-00012 1
------------------------------------------ trec_top_file
------------------------------------------ 351 0 FR940104-0-00001 1 101.38 run-nam2 351 0 FR940104-0-00002 1 102.38 run-nam2 351 0 FR940104-0-00003 1 91.38 run-nam2 351 0 FR940104-0-00004 1 81.38 run-nam2 351 0 FR940104-0-00005 1 71.38 run-nam2 351 0 FR940104-0-00006 1 61.38 run-nam2 351 0 FR940104-0-00007 1 51.38 run-nam2 351 0 FR940104-0-00008 1 41.38 run-nam2 351 0 FR940104-0-00009 1 31.38 run-nam2 351 0 FR940104-0-00010 1 22.38 run-nam2 351 0 FR940104-0-00011 1 21.38 run-nam2 351 0 FR940104-0-00012 1 11.38 run-nam2
--------------------------------------------- trec_eval.8.1>trec_eval.exe trec_rel_file.txt trec_top_file.txt num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070
<pre>
trec_rel_file
----------------------------------------------
351 0 FR940104-0-00001 0
351 0 FR940104-0-00002 0
351 0 FR940104-0-00003 0
351 0 FR940104-0-00004 0
351 0 FR940104-0-00005 1
351 0 FR940104-0-00006 1
351 0 FR940104-0-00007 1
351 0 FR940104-0-00008 1
351 0 FR940104-0-00009 1
351 0 FR940104-0-00010 1
351 0 FR940104-0-00011 0
351 0 FR940104-0-00012 1
----------------------------------------------
trec_top_file
----------------------------------------------
351 0 FR940104-0-00001 1 101.38 run-nam2
351 0 FR940104-0-00002 1 102.38 run-nam2
351 0 FR940104-0-00003 1 91.38 run-nam2
351 0 FR940104-0-00004 1 81.38 run-nam2
351 0 FR940104-0-00005 1 71.38 run-nam2
351 0 FR940104-0-00006 1 61.38 run-nam2
351 0 FR940104-0-00007 1 51.38 run-nam2
351 0 FR940104-0-00008 1 41.38 run-nam2
351 0 FR940104-0-00009 1 31.38 run-nam2
351 0 FR940104-0-00010 1 22.38 run-nam2
351 0 FR940104-0-00011 1 21.38 run-nam2
351 0 FR940104-0-00012 1 11.38 run-nam2
-------------------------------------------------
trec_eval.8.1>trec_eval.exe trec_rel_file.txt trec_top_file.txt
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
((resource:exercise.png|Resource Description for exercise.png))
num_q all 1 num_ret all 12 num_rel all 7 num_rel_ret all 7 map all 0.4573 gm_ap all 0.4573 R-prec all 0.4286 bpref all 0.1714 recip_rank all 0.2000 ircl_prn.0.00 all 0.6000 ircl_prn.0.10 all 0.6000 ircl_prn.0.20 all 0.6000 ircl_prn.0.30 all 0.6000 ircl_prn.0.40 all 0.6000 ircl_prn.0.50 all 0.6000 ircl_prn.0.60 all 0.6000 ircl_prn.0.70 all 0.6000 ircl_prn.0.80 all 0.6000 ircl_prn.0.90 all 0.5833 ircl_prn.1.00 all 0.5833 P5 all 0.2000 P10 all 0.6000 P15 all 0.4667 P20 all 0.3500 P30 all 0.2333 P100 all 0.0700 P200 all 0.0350 P500 all 0.0140 P1000 all 0.0070
<pre>
num_q all 1
num_ret all 12
num_rel all 7
num_rel_ret all 7
map all 0.4573
gm_ap all 0.4573
R-prec all 0.4286
bpref all 0.1714
recip_rank all 0.2000
ircl_prn.0.00 all 0.6000
ircl_prn.0.10 all 0.6000
ircl_prn.0.20 all 0.6000
ircl_prn.0.30 all 0.6000
ircl_prn.0.40 all 0.6000
ircl_prn.0.50 all 0.6000
ircl_prn.0.60 all 0.6000
ircl_prn.0.70 all 0.6000
ircl_prn.0.80 all 0.6000
ircl_prn.0.90 all 0.5833
ircl_prn.1.00 all 0.5833
P5 all 0.2000
P10 all 0.6000
P15 all 0.4667
P20 all 0.3500
P30 all 0.2333
P100 all 0.0700
P200 all 0.0350
P500 all 0.0140
P1000 all 0.0070
</pre>
(c) 2024 Yioop - PHP Search Engine