Table 11 Model comparison on different data sets (signal in counts, effect size +100%)
From: llperm: a permutation of regressor residuals test for microbiome data
Data Set | Family | Type | Power | FPR | Power@0.05 | AUC@0.10 |
|---|---|---|---|---|---|---|
soilrep | Poisson | (loglik) | 0.53 (\(\pm 0.00\)) | 0.21 (\(\pm 0.01\)) | 0.29 (\(\pm 0.01\)) | 0.69 (\(\pm 0.01\)) |
soilrep | Poisson | (llperm) | 0.17 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.18 (\(\pm 0.01\)) | 0.62 (\(\pm 0.01\)) |
soilrep | ZIPoisson | (loglik) | 0.54 (\(\pm 0.01\)) | 0.17 (\(\pm 0.01\)) | 0.34 (\(\pm 0.01\)) | 0.71 (\(\pm 0.01\)) |
soilrep | ZIPoisson | (llperm) | 0.30 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.30 (\(\pm 0.01\)) | 0.69 (\(\pm 0.01\)) |
soilrep | NegativeBinomial | (loglik) | 0.18 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.15 (\(\pm 0.01\)) | 0.59 (\(\pm 0.02\)) |
soilrep | NegativeBinomial | (llperm) | 0.17 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.17 (\(\pm 0.01\)) | 0.61 (\(\pm 0.01\)) |
soilrep | ZINegativeBinomial | (loglik) | 0.30 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.29 (\(\pm 0.00\)) | 0.70 (\(\pm 0.01\)) |
soilrep | ZINegativeBinomial | (llperm) | 0.27 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.28 (\(\pm 0.01\)) | 0.67 (\(\pm 0.01\)) |
enterotype | Poisson | (loglik) | 1.00 (\(\pm 0.00\)) | 0.97 (\(\pm 0.01\)) | 0.11 (\(\pm 0.01\)) | 0.56 (\(\pm 0.01\)) |
enterotype | Poisson | (llperm) | 0.62 (\(\pm 0.02\)) | 0.09 (\(\pm 0.02\)) | 0.70 (\(\pm 0.02\)) | 0.89 (\(\pm 0.01\)) |
enterotype | ZIPoisson | (loglik) | 1.00 (\(\pm 0.00\)) | 0.95 (\(\pm 0.01\)) | 0.12 (\(\pm 0.01\)) | 0.56 (\(\pm 0.02\)) |
enterotype | ZIPoisson | (llperm) | 0.81 (\(\pm 0.01\)) | 0.10 (\(\pm 0.02\)) | 0.78 (\(\pm 0.02\)) | 0.92 (\(\pm 0.01\)) |
enterotype | NegativeBinomial | (loglik) | 0.09 (\(\pm 0.01\)) | 0.02 (\(\pm 0.00\)) | 0.40 (\(\pm 0.02\)) | 0.53 (\(\pm 0.02\)) |
enterotype | NegativeBinomial | (llperm) | 0.67 (\(\pm 0.02\)) | 0.07 (\(\pm 0.02\)) | 0.75 (\(\pm 0.02\)) | 0.90 (\(\pm 0.01\)) |
enterotype | ZINegativeBinomial | (loglik) | 0.84 (\(\pm 0.01\)) | 0.14 (\(\pm 0.02\)) | 0.76 (\(\pm 0.02\)) | 0.81 (\(\pm 0.01\)) |
enterotype | ZINegativeBinomial | (llperm) | 0.81 (\(\pm 0.01\)) | 0.07 (\(\pm 0.02\)) | 0.81 (\(\pm 0.01\)) | 0.93 (\(\pm 0.01\)) |
dmn_se | Poisson | (loglik) | 0.94 (\(\pm 0.01\)) | 0.72 (\(\pm 0.01\)) | 0.40 (\(\pm 0.02\)) | 0.83 (\(\pm 0.02\)) |
dmn_se | Poisson | (llperm) | 0.51 (\(\pm 0.02\)) | 0.08 (\(\pm 0.01\)) | 0.48 (\(\pm 0.02\)) | 0.87 (\(\pm 0.02\)) |
dmn_se | ZIPoisson | (loglik) | 0.93 (\(\pm 0.01\)) | 0.68 (\(\pm 0.01\)) | 0.40 (\(\pm 0.02\)) | 0.81 (\(\pm 0.02\)) |
dmn_se | ZIPoisson | (llperm) | 0.58 (\(\pm 0.02\)) | 0.07 (\(\pm 0.01\)) | 0.55 (\(\pm 0.02\)) | 0.88 (\(\pm 0.02\)) |
dmn_se | NegativeBinomial | (loglik) | 0.56 (\(\pm 0.02\)) | 0.13 (\(\pm 0.01\)) | 0.42 (\(\pm 0.03\)) | 0.78 (\(\pm 0.02\)) |
dmn_se | NegativeBinomial | (llperm) | 0.56 (\(\pm 0.02\)) | 0.08 (\(\pm 0.01\)) | 0.53 (\(\pm 0.02\)) | 0.87 (\(\pm 0.02\)) |
dmn_se | ZINegativeBinomial | (loglik) | 0.59 (\(\pm 0.02\)) | 0.11 (\(\pm 0.01\)) | 0.48 (\(\pm 0.02\)) | 0.83 (\(\pm 0.02\)) |
dmn_se | ZINegativeBinomial | (llperm) | 0.58 (\(\pm 0.02\)) | 0.07 (\(\pm 0.01\)) | 0.55 (\(\pm 0.02\)) | 0.89 (\(\pm 0.02\)) |
sparseDOSSA | Poisson | (loglik) | 0.98 (\(\pm 0.00\)) | 0.87 (\(\pm 0.00\)) | 0.50 (\(\pm 0.01\)) | 0.78 (\(\pm 0.01\)) |
sparseDOSSA | Poisson | (llperm) | 0.58 (\(\pm 0.02\)) | 0.07 (\(\pm 0.00\)) | 0.51 (\(\pm 0.02\)) | 0.73 (\(\pm 0.01\)) |
sparseDOSSA | ZIPoisson | (loglik) | 1.00 (\(\pm 0.00\)) | 0.73 (\(\pm 0.01\)) | 0.83 (\(\pm 0.01\)) | 0.85 (\(\pm 0.01\)) |
sparseDOSSA | ZIPoisson | (llperm) | 1.00 (\(\pm 0.00\)) | 0.09 (\(\pm 0.00\)) | 0.99 (\(\pm 0.00\)) | 0.93 (\(\pm 0.01\)) |
sparseDOSSA | NegativeBinomial | (loglik) | 0.04 (\(\pm 0.01\)) | 0.01 (\(\pm 0.00\)) | 0.33 (\(\pm 0.02\)) | 0.61 (\(\pm 0.02\)) |
sparseDOSSA | NegativeBinomial | (llperm) | 0.58 (\(\pm 0.02\)) | 0.06 (\(\pm 0.00\)) | 0.52 (\(\pm 0.02\)) | 0.74 (\(\pm 0.01\)) |
sparseDOSSA | ZINegativeBinomial | (loglik) | 1.00 (\(\pm 0.00\)) | 0.12 (\(\pm 0.00\)) | 0.96 (\(\pm 0.01\)) | 0.91 (\(\pm 0.01\)) |
sparseDOSSA | ZINegativeBinomial | (llperm) | 1.00 (\(\pm 0.00\)) | 0.09 (\(\pm 0.00\)) | 0.98 (\(\pm 0.01\)) | 0.89 (\(\pm 0.01\)) |
metaSPARSim | Poisson | (loglik) | 0.72 (\(\pm 0.01\)) | 0.48 (\(\pm 0.00\)) | 0.11 (\(\pm 0.01\)) | 0.61 (\(\pm 0.02\)) |
metaSPARSim | Poisson | (llperm) | 0.36 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.33 (\(\pm 0.02\)) | 0.72 (\(\pm 0.02\)) |
metaSPARSim | ZIPoisson | (loglik) | 0.64 (\(\pm 0.01\)) | 0.42 (\(\pm 0.00\)) | 0.10 (\(\pm 0.01\)) | 0.62 (\(\pm 0.02\)) |
metaSPARSim | ZIPoisson | (llperm) | 0.32 (\(\pm 0.02\)) | 0.06 (\(\pm 0.00\)) | 0.31 (\(\pm 0.02\)) | 0.75 (\(\pm 0.02\)) |
metaSPARSim | NegativeBinomial | (loglik) | 0.38 (\(\pm 0.01\)) | 0.07 (\(\pm 0.00\)) | 0.34 (\(\pm 0.02\)) | 0.73 (\(\pm 0.01\)) |
metaSPARSim | NegativeBinomial | (llperm) | 0.36 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.34 (\(\pm 0.02\)) | 0.73 (\(\pm 0.01\)) |
metaSPARSim | ZINegativeBinomial | (loglik) | 0.31 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.30 (\(\pm 0.02\)) | 0.70 (\(\pm 0.02\)) |
metaSPARSim | ZINegativeBinomial | (llperm) | 0.34 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.32 (\(\pm 0.02\)) | 0.73 (\(\pm 0.02\)) |
VegaZINB | Poisson | (loglik) | 0.99 (\(\pm 0.00\)) | 0.82 (\(\pm 0.00\)) | 0.44 (\(\pm 0.01\)) | 0.64 (\(\pm 0.01\)) |
VegaZINB | Poisson | (llperm) | 0.80 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.80 (\(\pm 0.01\)) | 0.89 (\(\pm 0.00\)) |
VegaZINB | ZIPoisson | (loglik) | 0.98 (\(\pm 0.00\)) | 0.72 (\(\pm 0.00\)) | 0.36 (\(\pm 0.01\)) | 0.65 (\(\pm 0.01\)) |
VegaZINB | ZIPoisson | (llperm) | 0.65 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.65 (\(\pm 0.01\)) | 0.84 (\(\pm 0.01\)) |
VegaZINB | NegativeBinomial | (loglik) | 0.49 (\(\pm 0.01\)) | 0.01 (\(\pm 0.00\)) | 0.76 (\(\pm 0.01\)) | 0.86 (\(\pm 0.01\)) |
VegaZINB | NegativeBinomial | (llperm) | 0.80 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.80 (\(\pm 0.01\)) | 0.89 (\(\pm 0.00\)) |
VegaZINB | ZINegativeBinomial | (loglik) | 0.78 (\(\pm 0.01\)) | 0.06 (\(\pm 0.00\)) | 0.75 (\(\pm 0.01\)) | 0.87 (\(\pm 0.00\)) |
VegaZINB | ZINegativeBinomial | (llperm) | 0.76 (\(\pm 0.01\)) | 0.05 (\(\pm 0.00\)) | 0.76 (\(\pm 0.01\)) | 0.88 (\(\pm 0.00\)) |