Spaces:
Runtime error
Runtime error
/* | |
Copyright (c) 2008 - Chris Buckley. | |
Permission is granted for use and modification of this file for | |
research, non-commercial purposes. | |
*/ | |
double log2(double x); | |
static int | |
te_calc_binG (const EPI *epi, const REL_INFO *rel_info, | |
const RESULTS *results, const TREC_MEAS *tm, TREC_EVAL *eval); | |
/* See trec_eval.h for definition of TREC_MEAS */ | |
TREC_MEAS te_meas_binG = {"binG", | |
" Binary G\n\ | |
Experimental measure. (4/10/2008)\n\ | |
G is a gain related measure that combines qualities of MAP and NDCG.\n\ | |
G(doc) == rel_level_gain (doc) / log2 (2+num_nonrel retrieved before doc)\n\ | |
G is the average of G(doc) over all docs, normalized by\n\ | |
sum (rel_level_gain).\n\ | |
BinG restricts the gain to either 0 or 1 (nonrel or rel), and thus is the\n\ | |
average over all rel docs of (1 / log2 (2+num_nonrel before doc))\n", | |
te_init_meas_s_float, | |
te_calc_binG, | |
te_acc_meas_s, | |
te_calc_avg_meas_s, | |
te_print_single_meas_s_float, | |
te_print_final_meas_s_float, | |
NULL, -1}; | |
static int | |
te_calc_binG (const EPI *epi, const REL_INFO *rel_info, const RESULTS *results, | |
const TREC_MEAS *tm, TREC_EVAL *eval) | |
{ | |
RES_RELS res_rels; | |
double sum; | |
long rel_so_far; | |
long i; | |
if (UNDEF == te_form_res_rels (epi, rel_info, results, &res_rels)) | |
return (UNDEF); | |
rel_so_far = 0; | |
sum = 0.0; | |
for (i = 0; i < res_rels.num_ret; i++) { | |
if (res_rels.results_rel_list[i] >= epi->relevance_level) { | |
rel_so_far++; | |
sum += (double) 1.0 / (double) log2 ((double) (3 + i - rel_so_far)); | |
if (epi->debug_level > 0) | |
printf("binG: %ld %ld %6.4f\n", | |
i, rel_so_far, sum); | |
} | |
} | |
/* Average over the rel docs */ | |
if (rel_so_far) { | |
eval->values[tm->eval_index].value = | |
sum / (double) res_rels.num_rel; | |
} | |
return (1); | |
} | |