Compare with PageRank

The idea in this experiment is to take the output from driver_compare_with_pagerank and actually compute the ktau coefficients. To run this experiment, we must enable a larger Java memory.

Contents

Setup the experiment

This experiment should be run from the rapr/experiments/comparison directory

cwd = pwd;
dirtail = 'experiments/comparison';
if strcmp(cwd(end-length(dirtail)+1:end),dirtail) == 0
    warning('rapr:dir','%s should be executed from rapr/%s\n',mfilename,dirtail);
end
addpath('../../matlab');

Type a copy of ourselves so we have a record

type driver_compare_with_pagerank.m
%% Compare the Random Alpha PageRank model with PageRank
% On a web graph, the random alpha PageRank model yields slightly different
% results from the PageRank model itself.  In this experiment, we analyze
% these differences in terms of the Kendall-tau ordering metric between the
% vectors induced by each method.

%% Setup the experiment
% This experiment should be run from the rapr/experiments/comparison directory
cwd = pwd;
dirtail = 'experiments/comparison'; 
if strcmp(cwd(end-length(dirtail)+1:end),dirtail) == 0
    warning('rapr:dir','%s should be executed from rapr/%s\n',mfilename,dirtail);
end
addpath('../../matlab'); % ensure we have the RAPr codes available
addpath('../../libbvg'); % ensure we have the libbvg codes available

%%
% Type a copy of ourselves so we have a record
type driver_compare_with_pagerank.m

%%
% Setup the standard list of random variable parameters from each method
params = [
      0,   0, 0.6, 0.9   % uniform [0,6,0.9]
      2,  16,   0,   1   % skewed right
      1,   1, 0.1, 0.9   % equicentric
   -0.5,-0.5, 0.2, 0.7   % bi-modal 
];
nds=size(params,1);

%%
% Setup a list of graphs to test
datadir = '../../data';
matdata = {'uk-2006-05.hostgraph','uk-2007-05.hostgraph'};
bvgdata = {'eu-2005','nz2006','uk2005','us2004scc','indochina-2004','enwiki-20080103'};   
% Use smaller versions to test...
%matdata = {'uk-2006-05.hostgraph'};
%bvgdata = {'eu-2005'};   

% Test that we can load each graph
for i=1:length(matdata), load([datadir filesep matdata{i} '.mat']); end
for i=1:length(bvgdata), A=bvgraph([datadir filesep bvgdata{i}]); end

cellfun(@(n) fprintf('%s ...\n',n), [matdata bvgdata]);
fprintf('... files successfully tested!\n');

%% Evaluate PageRank using GQ
% To evaluate the RAPr model functions, we use the GQ algorithm.  

%%
% Use an N point quadrature rule.  Our tests showed this gives about
% 10^-7 accuracy on all the distributions in the test
N=33; tol=1e-9;

%%
% Reset the results state
results=[];

%% 
% Run the tests for all the Matlab graphs
for i=1:length(matdata)
    name=matdata{i}; load([datadir filesep name '.mat']);
    for di=1:nds
        a=params(di,1);b=params(di,2); l=params(di,3); r=params(di,4);
        d=alphadist('beta',a,b,l,r); eA=d.mf(1); eA=eA(end);
        ri.graph=name; ri.d = d; ri.eA = eA; % ri is the current result
        tic; [ri.ex ri.stdx ri.xw]=gqrapr(P,N,d,tol); ri.dtgq=toc;
        tic; [ri.xeA flag ri.prconv] = inoutpr(P,eA,[],tol); ri.dtpr=toc;
        results=[results ri]; save 'compare-results.mat' results % save results
        fprintf('%20s : beta(%4g,%4g,%4g,%4g) gq(%2i)=%7f sec, pow(EA)=%7f sec\n',...
            name,a,b,l,r,N,ri.dtgq,ri.dtpr);
    end
end

%%
% Run the tests for all the bvggraphs
for i=1:length(bvgdata)
    name=bvgdata{i}; A=bvgraph([datadir filesep bvgdata{i}]); A=sparse(A);
    P = normout(A);
    for di=1:nds
        a=params(di,1);b=params(di,2); l=params(di,3); r=params(di,4);
        d=alphadist('beta',a,b,l,r); eA=d.mf(1); eA=eA(end);
        ri.graph=name; ri.d = d; ri.eA = eA; % ri is the current result
        tic; [ri.ex ri.stdx ri.xw]=gqrapr(P,N,d,tol); ri.dtgq=toc;
        tic; [ri.xeA flag ri.prconv] = inoutpr(P,eA,[],tol); ri.dtpr=toc;
        results=[results ri]; save 'compare-results.mat' results % save results
        fprintf('%20s : beta(%4g,%4g,%4g,%4g) gq(%2i)=%7f sec, pow(EA)=%7f sec\n',...
            name,a,b,l,r,N,ri.dtgq,ri.dtpr);
    end
end

Load the results

load 'compare-results-final.mat'

Compute results statistics

ttol = 1e-8;
rstats=[];
for i=1:length(results)
    xeA=results(i).xeA; ex=results(i).ex; stdx=results(i).stdx;
    tic
    rstats(i).diff.ex=norm(xeA-ex,1);
    rstats(i).diff.stdx=norm(xeA-stdx,1);
    rstats(i).tau.ex=ktau(xeA,ex);
    rstats(i).tau.stdx=ktau(xeA,stdx);
    txeA=round(xeA/ttol)*ttol; tex=round(ex/ttol)*ttol; tstdx=round(stdx/ttol)*ttol;
    rstats(i).ttau.ex=ktau(txeA,tex);
    rstats(i).ttau.stdx=ktau(txeA,tstdx);
    rstats(i).dt=toc;
    fprintf('... finished %s with %s in %f sec ...\n', ...
        results(i).graph, results(i).d.name, toc);
    save 'compare-results-stats.mat' rstats
end
save 'compare-results-stats.mat' rstats
... finished uk-2006-05.hostgraph with beta(0,0,0.6,0.9) in 0.029589 sec ...
... finished uk-2006-05.hostgraph with beta(2,16,0,1) in 0.021098 sec ...
... finished uk-2006-05.hostgraph with beta(1,1,0.1,0.9) in 0.021189 sec ...
... finished uk-2006-05.hostgraph with beta(-0.5,-0.5,0.2,0.7) in 0.021040 sec ...
... finished uk-2007-05.hostgraph with beta(0,0,0.6,0.9) in 0.253238 sec ...
... finished uk-2007-05.hostgraph with beta(2,16,0,1) in 0.253863 sec ...
... finished uk-2007-05.hostgraph with beta(1,1,0.1,0.9) in 0.256102 sec ...
... finished uk-2007-05.hostgraph with beta(-0.5,-0.5,0.2,0.7) in 0.257741 sec ...
... finished eu-2005 with beta(0,0,0.6,0.9) in 2.470912 sec ...
... finished eu-2005 with beta(2,16,0,1) in 2.441494 sec ...
... finished eu-2005 with beta(1,1,0.1,0.9) in 2.797704 sec ...
... finished eu-2005 with beta(-0.5,-0.5,0.2,0.7) in 2.450115 sec ...
... finished nz2006 with beta(0,0,0.6,0.9) in 1.414101 sec ...
... finished nz2006 with beta(2,16,0,1) in 1.420839 sec ...
... finished nz2006 with beta(1,1,0.1,0.9) in 1.422220 sec ...
... finished nz2006 with beta(-0.5,-0.5,0.2,0.7) in 1.411793 sec ...
... finished uk2005 with beta(0,0,0.6,0.9) in 35.572270 sec ...
... finished uk2005 with beta(2,16,0,1) in 35.317215 sec ...
... finished uk2005 with beta(1,1,0.1,0.9) in 36.525662 sec ...
... finished uk2005 with beta(-0.5,-0.5,0.2,0.7) in 35.542812 sec ...
... finished us2004scc with beta(0,0,0.6,0.9) in 3.536951 sec ...
... finished us2004scc with beta(2,16,0,1) in 3.496264 sec ...
... finished us2004scc with beta(1,1,0.1,0.9) in 3.506807 sec ...
... finished us2004scc with beta(-0.5,-0.5,0.2,0.7) in 3.494398 sec ...
... finished indochina-2004 with beta(0,0,0.6,0.9) in 27.653860 sec ...
... finished indochina-2004 with beta(2,16,0,1) in 27.868306 sec ...
... finished indochina-2004 with beta(1,1,0.1,0.9) in 27.262219 sec ...
... finished indochina-2004 with beta(-0.5,-0.5,0.2,0.7) in 27.102281 sec ...
... finished enwiki-20080103 with beta(0,0,0.6,0.9) in 26.256979 sec ...
... finished enwiki-20080103 with beta(2,16,0,1) in 26.139150 sec ...
... finished enwiki-20080103 with beta(1,1,0.1,0.9) in 26.421525 sec ...
... finished enwiki-20080103 with beta(-0.5,-0.5,0.2,0.7) in 26.150907 sec ...

Reformat results for easier manipulation inside Matlab

rmat = zeros(length(rstats),6); rgraph=cell(length(rstats),1); rdist=rgraph;
for i=1:length(rstats)
    rmat(i,1)=rstats(i).diff.ex; rmat(i,4)=rstats(i).diff.stdx;
    rmat(i,2)=rstats(i).tau.ex; rmat(i,5)=rstats(i).tau.stdx;
    rmat(i,3)=rstats(i).ttau.ex; rmat(i,6)=rstats(i).ttau.stdx;
    rgraph{i}=results(i).graph; rdist{i}=results(i).d.name;
end

Format output

I haven't written this section yet, that'll come after we get some results to play with :-)

% define a function to print a cell color
ccv = @(x) [1 2-x 2-x].*[1 0.5 0.5]*(x>=0)+... %  red for pos
    [x+2 x+2 1].*[0.5 0.5 1]*(x<0);            % blue for neg
ccc = @(x) sprintf('\\cellcolor[rgb]{%4.2f,%4.2f,%4.2f}',ccv(x));


fprintf('Comparison between x(E(A)),E(x(A)),and Std(x(A))\n');

fprintf('... latex table code ... \n');
diary off;
!rm pagerank-comparison-data.tex
diary pagerank-comparison-data.tex
gn=''; % graph name
for i=1:length(rstats)
    if ~strcmp(rgraph{i},gn)
        gn=rgraph{i};
        fprintf('\\midrule \n');
        fprintf('\\dataname{%20s} & ',gn);
    else fprintf('%31s & ',''); end
    fprintf('%20s & ', strrep(rdist{i}(6:end-1),',','&'));
    fprintf('\n %4s','& '); % print indent
    v=1-rmat(i,1); fprintf('%31s %5.3f & ',   ccc(v), v);
    v=  rmat(i,2); fprintf('%31s %5.3f & ',   ccc(v), v);
    v=  rmat(i,3); fprintf('%31s %5.3f & ',   ccc(v), v);
    fprintf('\n %4s','& '); % print indent
    v=1-rmat(i,4); fprintf('%31s %5.3f & ',   ccc(v), v);
    v=  rmat(i,5); fprintf('%31s %5.3f & ',   ccc(v), v);
    v=  rmat(i,6); fprintf('%31s %5.3f   ',   ccc(v), v);
    fprintf('\\\\ \n');
end
diary off;
Comparison between x(E(A)),E(x(A)),and Std(x(A))
... latex table code ... 
\midrule 
\dataname{uk-2006-05.hostgraph} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.972 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.173 & \cellcolor[rgb]{1.00,0.90,0.90} 0.200 & \cellcolor[rgb]{1.00,0.90,0.90} 0.196   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.53,0.53} 0.943 & \cellcolor[rgb]{1.00,0.50,0.50} 0.994 & \cellcolor[rgb]{1.00,0.50,0.50} 0.994 & 
   & \cellcolor[rgb]{1.00,0.88,0.88} 0.231 & \cellcolor[rgb]{1.00,0.70,0.70} 0.599 & \cellcolor[rgb]{1.00,0.70,0.70} 0.597   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.963 & \cellcolor[rgb]{1.00,0.51,0.51} 0.984 & \cellcolor[rgb]{1.00,0.51,0.51} 0.983 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.229 & \cellcolor[rgb]{0.79,0.79,1.00} -0.421 & \cellcolor[rgb]{0.79,0.79,1.00} -0.418   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.970 & \cellcolor[rgb]{1.00,0.51,0.51} 0.983 & \cellcolor[rgb]{1.00,0.51,0.51} 0.982 & 
   & \cellcolor[rgb]{1.00,0.90,0.90} 0.210 & \cellcolor[rgb]{0.77,0.77,1.00} -0.457 & \cellcolor[rgb]{0.77,0.77,1.00} -0.454   \\ 
\midrule 
\dataname{uk-2007-05.hostgraph} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.971 & \cellcolor[rgb]{1.00,0.50,0.50} 0.997 & \cellcolor[rgb]{1.00,0.50,0.50} 0.993 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.176 & \cellcolor[rgb]{0.96,0.96,1.00} -0.071 & \cellcolor[rgb]{0.96,0.96,1.00} -0.072   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.53,0.53} 0.944 & \cellcolor[rgb]{1.00,0.50,0.50} 0.996 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & 
   & \cellcolor[rgb]{1.00,0.88,0.88} 0.232 & \cellcolor[rgb]{1.00,0.75,0.75} 0.498 & \cellcolor[rgb]{1.00,0.77,0.77} 0.455   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.961 & \cellcolor[rgb]{1.00,0.51,0.51} 0.987 & \cellcolor[rgb]{1.00,0.51,0.51} 0.987 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.221 & \cellcolor[rgb]{0.71,0.71,1.00} -0.578 & \cellcolor[rgb]{0.72,0.72,1.00} -0.557   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.969 & \cellcolor[rgb]{1.00,0.51,0.51} 0.986 & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & 
   & \cellcolor[rgb]{1.00,0.90,0.90} 0.201 & \cellcolor[rgb]{0.71,0.71,1.00} -0.586 & \cellcolor[rgb]{0.72,0.72,1.00} -0.563   \\ 
\midrule 
\dataname{             eu-2005} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & \cellcolor[rgb]{1.00,0.50,0.50} 0.993 & \cellcolor[rgb]{1.00,0.51,0.51} 0.987 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.174 & \cellcolor[rgb]{1.00,0.84,0.84} 0.318 & \cellcolor[rgb]{1.00,0.86,0.86} 0.286   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.952 & \cellcolor[rgb]{1.00,0.50,0.50} 0.992 & \cellcolor[rgb]{1.00,0.51,0.51} 0.982 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.214 & \cellcolor[rgb]{1.00,0.74,0.74} 0.517 & \cellcolor[rgb]{1.00,0.74,0.74} 0.524   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.962 & \cellcolor[rgb]{1.00,0.51,0.51} 0.976 & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & 
   & \cellcolor[rgb]{1.00,0.87,0.87} 0.267 & \cellcolor[rgb]{0.73,0.73,1.00} -0.536 & \cellcolor[rgb]{0.74,0.74,1.00} -0.518   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.968 & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & \cellcolor[rgb]{1.00,0.51,0.51} 0.974 & 
   & \cellcolor[rgb]{1.00,0.87,0.87} 0.251 & \cellcolor[rgb]{0.69,0.69,1.00} -0.621 & \cellcolor[rgb]{0.70,0.70,1.00} -0.604   \\ 
\midrule 
\dataname{              nz2006} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.984 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & \cellcolor[rgb]{1.00,0.51,0.51} 0.978 & 
   & \cellcolor[rgb]{1.00,0.94,0.94} 0.114 & \cellcolor[rgb]{0.73,0.73,1.00} -0.546 & \cellcolor[rgb]{0.83,0.83,1.00} -0.333   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.976 & \cellcolor[rgb]{1.00,0.50,0.50} 0.996 & \cellcolor[rgb]{1.00,0.52,0.52} 0.966 & 
   & \cellcolor[rgb]{1.00,0.93,0.93} 0.135 & \cellcolor[rgb]{1.00,0.99,0.99} 0.027 & \cellcolor[rgb]{0.90,0.90,1.00} -0.192   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & \cellcolor[rgb]{1.00,0.51,0.51} 0.981 & \cellcolor[rgb]{1.00,0.51,0.51} 0.980 & 
   & \cellcolor[rgb]{1.00,0.93,0.93} 0.143 & \cellcolor[rgb]{0.69,0.69,1.00} -0.620 & \cellcolor[rgb]{0.75,0.75,1.00} -0.506   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.980 & \cellcolor[rgb]{1.00,0.51,0.51} 0.981 & \cellcolor[rgb]{1.00,0.53,0.53} 0.950 & 
   & \cellcolor[rgb]{1.00,0.94,0.94} 0.125 & \cellcolor[rgb]{0.69,0.69,1.00} -0.614 & \cellcolor[rgb]{0.74,0.74,1.00} -0.527   \\ 
\midrule 
\dataname{              uk2005} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.985 & \cellcolor[rgb]{1.00,0.50,0.50} 0.997 & \cellcolor[rgb]{1.00,0.55,0.55} 0.903 & 
   & \cellcolor[rgb]{1.00,0.94,0.94} 0.110 & \cellcolor[rgb]{0.74,0.74,1.00} -0.519 & \cellcolor[rgb]{0.90,0.90,1.00} -0.199   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.974 & \cellcolor[rgb]{1.00,0.50,0.50} 0.997 & \cellcolor[rgb]{1.00,0.52,0.52} 0.967 & 
   & \cellcolor[rgb]{1.00,0.93,0.93} 0.134 & \cellcolor[rgb]{1.00,0.97,0.97} 0.065 & \cellcolor[rgb]{0.98,0.98,1.00} -0.034   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.977 & \cellcolor[rgb]{1.00,0.51,0.51} 0.985 & \cellcolor[rgb]{1.00,0.53,0.53} 0.947 & 
   & \cellcolor[rgb]{1.00,0.93,0.93} 0.144 & \cellcolor[rgb]{0.70,0.70,1.00} -0.596 & \cellcolor[rgb]{0.96,0.96,1.00} -0.080   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.981 & \cellcolor[rgb]{1.00,0.51,0.51} 0.984 & \cellcolor[rgb]{1.00,0.54,0.54} 0.916 & 
   & \cellcolor[rgb]{1.00,0.94,0.94} 0.128 & \cellcolor[rgb]{0.70,0.70,1.00} -0.598 & \cellcolor[rgb]{0.93,0.93,1.00} -0.137   \\ 
\midrule 
\dataname{           us2004scc} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.971 & \cellcolor[rgb]{1.00,0.51,0.51} 0.989 & \cellcolor[rgb]{1.00,0.51,0.51} 0.990 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.173 & \cellcolor[rgb]{1.00,0.91,0.91} 0.179 & \cellcolor[rgb]{1.00,0.91,0.91} 0.177   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.53,0.53} 0.947 & \cellcolor[rgb]{1.00,0.51,0.51} 0.985 & \cellcolor[rgb]{1.00,0.51,0.51} 0.986 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.225 & \cellcolor[rgb]{1.00,0.78,0.78} 0.436 & \cellcolor[rgb]{1.00,0.77,0.77} 0.461   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.960 & \cellcolor[rgb]{1.00,0.52,0.52} 0.969 & \cellcolor[rgb]{1.00,0.51,0.51} 0.973 & 
   & \cellcolor[rgb]{1.00,0.88,0.88} 0.247 & \cellcolor[rgb]{0.80,0.80,1.00} -0.395 & \cellcolor[rgb]{0.82,0.82,1.00} -0.364   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.967 & \cellcolor[rgb]{1.00,0.52,0.52} 0.969 & \cellcolor[rgb]{1.00,0.51,0.51} 0.974 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.230 & \cellcolor[rgb]{0.76,0.76,1.00} -0.489 & \cellcolor[rgb]{0.77,0.77,1.00} -0.468   \\ 
\midrule 
\dataname{      indochina-2004} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & \cellcolor[rgb]{1.00,0.50,0.50} 0.993 & \cellcolor[rgb]{1.00,0.52,0.52} 0.968 & 
   & \cellcolor[rgb]{1.00,0.92,0.92} 0.165 & \cellcolor[rgb]{1.00,0.91,0.91} 0.189 & \cellcolor[rgb]{1.00,0.89,0.89} 0.229   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.53,0.53} 0.946 & \cellcolor[rgb]{1.00,0.50,0.50} 0.991 & \cellcolor[rgb]{1.00,0.51,0.51} 0.972 & 
   & \cellcolor[rgb]{1.00,0.89,0.89} 0.217 & \cellcolor[rgb]{1.00,0.76,0.76} 0.479 & \cellcolor[rgb]{1.00,0.72,0.72} 0.569   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.966 & \cellcolor[rgb]{1.00,0.51,0.51} 0.974 & \cellcolor[rgb]{1.00,0.52,0.52} 0.958 & 
   & \cellcolor[rgb]{1.00,0.88,0.88} 0.250 & \cellcolor[rgb]{0.73,0.73,1.00} -0.542 & \cellcolor[rgb]{0.86,0.86,1.00} -0.284   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.973 & \cellcolor[rgb]{1.00,0.51,0.51} 0.973 & \cellcolor[rgb]{1.00,0.53,0.53} 0.949 & 
   & \cellcolor[rgb]{1.00,0.88,0.88} 0.235 & \cellcolor[rgb]{0.69,0.69,1.00} -0.613 & \cellcolor[rgb]{0.82,0.82,1.00} -0.358   \\ 
\midrule 
\dataname{     enwiki-20080103} &          0&0&0.6&0.9 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.981 & \cellcolor[rgb]{1.00,0.50,0.50} 0.996 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.180 & \cellcolor[rgb]{1.00,0.88,0.88} 0.240 & \cellcolor[rgb]{1.00,0.92,0.92} 0.159   \\ 
                                &             2&16&0&1 & 
   & \cellcolor[rgb]{1.00,0.51,0.51} 0.975 & \cellcolor[rgb]{1.00,0.50,0.50} 0.995 & \cellcolor[rgb]{1.00,0.50,0.50} 0.994 & 
   & \cellcolor[rgb]{1.00,0.91,0.91} 0.189 & \cellcolor[rgb]{1.00,0.81,0.81} 0.381 & \cellcolor[rgb]{1.00,0.91,0.91} 0.184   \\ 
                                &          1&1&0.1&0.9 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.961 & \cellcolor[rgb]{1.00,0.51,0.51} 0.986 & \cellcolor[rgb]{1.00,0.51,0.51} 0.984 & 
   & \cellcolor[rgb]{1.00,0.86,0.86} 0.277 & \cellcolor[rgb]{0.78,0.78,1.00} -0.444 & \cellcolor[rgb]{0.80,0.80,1.00} -0.406   \\ 
                                &    -0.5&-0.5&0.2&0.7 & 
   & \cellcolor[rgb]{1.00,0.52,0.52} 0.966 & \cellcolor[rgb]{1.00,0.51,0.51} 0.986 & \cellcolor[rgb]{1.00,0.51,0.51} 0.984 & 
   & \cellcolor[rgb]{1.00,0.87,0.87} 0.262 & \cellcolor[rgb]{0.71,0.71,1.00} -0.578 & \cellcolor[rgb]{0.89,0.89,1.00} -0.222   \\