From 7b4afddca1a56a3f632455dbb8306c2cee523f96 Mon Sep 17 00:00:00 2001 From: Nirmayi Date: Mon, 25 Nov 2024 15:49:50 +0100 Subject: [PATCH 1/4] add results --- .../spatial_simulators/data/dataset_info.json | 102 + .../spatial_simulators/data/method_info.json | 119 + .../data/metric_execution_info.json | 5042 ++++++++++++ .../spatial_simulators/data/metric_info.json | 437 ++ .../data/quality_control.json | 5952 ++++++++++++++ results/spatial_simulators/data/results.json | 6842 +++++++++++++++++ results/spatial_simulators/data/state.yaml | 9 + .../spatial_simulators/data/task_info.json | 50 + results/spatial_simulators/index.qmd | 19 + 9 files changed, 18572 insertions(+) create mode 100644 results/spatial_simulators/data/dataset_info.json create mode 100644 results/spatial_simulators/data/method_info.json create mode 100644 results/spatial_simulators/data/metric_execution_info.json create mode 100644 results/spatial_simulators/data/metric_info.json create mode 100644 results/spatial_simulators/data/quality_control.json create mode 100644 results/spatial_simulators/data/results.json create mode 100644 results/spatial_simulators/data/state.yaml create mode 100644 results/spatial_simulators/data/task_info.json create mode 100644 results/spatial_simulators/index.qmd diff --git a/results/spatial_simulators/data/dataset_info.json b/results/spatial_simulators/data/dataset_info.json new file mode 100644 index 000000000..9674b1103 --- /dev/null +++ b/results/spatial_simulators/data/dataset_info.json @@ -0,0 +1,102 @@ +[ + { + "dataset_id": "hindlimbmuscle", + "dataset_name": "Hindlimbmuscle", + "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", + "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", + "data_reference": "10.1101/2020.12.01.407460", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", + "date_created": "25-11-2024", + "file_size": 20088216 + }, + { + "dataset_id": "cortex", + "dataset_name": "Cortex", + "dataset_summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", + "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", + "data_reference": "10.1038/s41586-019-1049-y", + "data_url": "https://zenodo.org/records/2669683", + "date_created": "25-11-2024", + "file_size": 20271969 + }, + { + "dataset_id": "brain", + "dataset_name": "Brain", + "dataset_summary": "10X Visium spatial RNA-seq from adult mouse brain sections paired to single-nucleus RNA-seq", + "dataset_description": "This datasets were generated matched single nucleus (sn, this submission) and Visium spatial RNA-seq (10X Genomics) profiles of adjacent mouse brain sections that contain multiple regions from the telencephalon and diencephalon.", + "data_reference": "10.1038/s41587-021-01139-4", + "data_url": "https://github.com/BayraktarLab/cell2location", + "date_created": "25-11-2024", + "file_size": 44683309 + }, + { + "dataset_id": "prostate", + "dataset_name": "Prostate", + "dataset_summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", + "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", + "data_reference": "10.1016/j.isci.2021.102640", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", + "date_created": "25-11-2024", + "file_size": 20645737 + }, + { + "dataset_id": "breast", + "dataset_name": "Breast", + "dataset_summary": "A spatially resolved atlas of human breast cancers", + "dataset_description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", + "data_reference": "10.1038/s41588-021-00911-1", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", + "date_created": "25-11-2024", + "file_size": 23748327 + }, + { + "dataset_id": "fibrosarcoma", + "dataset_name": "Fibrosarcoma", + "dataset_summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", + "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", + "data_reference": "10.1038/s41587-022-01272-8", + "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", + "date_created": "25-11-2024", + "file_size": 28476822 + }, + { + "dataset_id": "pdac", + "dataset_name": "pancreatic ductal adenocarcinomas", + "dataset_summary": "Integrating microarray-based spatial transcriptomics and single-cell RNA-seq reveals tissue architecture in pancreatic ductal adenocarcinomas", + "dataset_description": "We developed a multimodal intersection analysis method combining scRNA-seq with spatial transcriptomics to map and characterize the spatial organization and interactions of distinct cell subpopulations in complex tissues, such as primary pancreatic tumors..", + "data_reference": "10.1101/2020.12.01.407460", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111672", + "date_created": "25-11-2024", + "file_size": 18406025 + }, + { + "dataset_id": "olfactorybulb", + "dataset_name": "Olfactorybulb", + "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "data_reference": "10.1126/science.aaf2403", + "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", + "date_created": "25-11-2024", + "file_size": 2341323 + }, + { + "dataset_id": "osteosarcoma", + "dataset_name": "Osteosarcoma", + "dataset_summary": "Spatial profiling of human osteosarcoma cells.", + "dataset_description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", + "data_reference": "10.1073/pnas.1912459116", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", + "date_created": "25-11-2024", + "file_size": 21082263 + }, + { + "dataset_id": "gastrulation", + "dataset_name": "Gastrulation", + "dataset_summary": "single-cell and spatial transcriptomic molecular map of mouse gastrulation", + "dataset_description": "Single-Cell omics Data across Mouse Gastrulation and Highly multiplexed spatially resolved gene expression profiling of Early Organogenesis.", + "data_reference": "10.1038/s41587-021-01006-2", + "data_url": "https://content.cruk.cam.ac.uk/jmlab/SpatialMouseAtlas2020/", + "date_created": "25-11-2024", + "file_size": 15690550 + } +] diff --git a/results/spatial_simulators/data/method_info.json b/results/spatial_simulators/data/method_info.json new file mode 100644 index 000000000..99de58a41 --- /dev/null +++ b/results/spatial_simulators/data/method_info.json @@ -0,0 +1,119 @@ +[ + { + "task_id": "methods", + "method_id": "scdesign2", + "method_name": "scDesign2", + "method_summary": "A transparent simulator that generates high-fidelity single-cell gene expression count data with gene correlations captured", + "method_description": "scDesign2 is a transparent simulator that achieves all three goals (preserving genes, capturing gene correlations, and generating any \nnumber of cells with varying sequencing depths) and generates high-fidelity synthetic data for multiple single-cell gene expression \ncount-based technologies.\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign2/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "scdesign3", + "method_name": "scDesign3", + "method_summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", + "method_description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign3/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "sparsim", + "method_name": "SPARsim", + "method_summary": "SPARSim single cell is a count data simulator for scRNA-seq data.", + "method_description": "SPARSim is a scRNA-seq count data simulator based on a Gamma-Multivariate Hypergeometric model. \nIt allows to generate count data that resembles real data in terms of count intensity, variability and sparsity.\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/sparsim/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "splatter", + "method_name": "Splatter", + "method_summary": "A single cell RNA-seq data simulator based on a gamma-Poisson distribution.", + "method_description": "The Splat model is a gamma-Poisson distribution used to generate a gene by cell matrix of counts. Mean expression levels for each gene are simulated from a gamma distribution and the Biological Coefficient of Variation is used to enforce a mean-variance trend before counts are simulated from a Poisson distribution.\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/splatter/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "srtsim", + "method_name": "SRTsim", + "method_summary": "An SRT-specific simulator for scalable, reproducible, and realistic SRT simulations.", + "method_description": "A key benefit of srtsim is its ability to maintain location-wise and gene-wise SRT count properties and \npreserve spatial expression patterns, enabling evaluation of SRT method performance using synthetic data. \n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/srtsim/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "symsim", + "method_name": "symsim", + "method_summary": "Simulating multiple faceted variability in single cell RNA sequencing", + "method_description": "SymSim is a simulator for modeling single-cell RNA-Seq data, accounting for three primary sources of variation: intrinsic transcription noise, extrinsic variation from different cell states, \nand technical variation from measurement noise and bias.\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/symsim/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "methods", + "method_id": "zinbwave", + "method_name": "zinbwave", + "method_summary": "A general and flexible method for signal extraction from single-cell RNA-seq data", + "method_description": "ZINB-WaVE is a general and flexible zero-inflated negative binomial model, which leads to low-dimensional representations \nof the data that account for zero inflation (dropouts), over-dispersion, and the count nature of the data.\n", + "is_baseline": false, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/zinbwave/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "control_methods", + "method_id": "positive", + "method_name": "positive", + "method_summary": "A positive control method.", + "method_description": "A positive control method. \n", + "is_baseline": true, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/positive/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + }, + { + "task_id": "control_methods", + "method_id": "negative", + "method_name": "negative", + "method_summary": "A negative control method.", + "method_description": "A negative control method.\n", + "is_baseline": true, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/negative/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + } +] diff --git a/results/spatial_simulators/data/metric_execution_info.json b/results/spatial_simulators/data/metric_execution_info.json new file mode 100644 index 000000000..369235a4f --- /dev/null +++ b/results/spatial_simulators/data/metric_execution_info.json @@ -0,0 +1,5042 @@ +[ + { + "dataset_id": "brain", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 1, + "duration_sec": 960, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 0, + "duration_sec": 1050, + "cpu_pct": 117, + "peak_memory_mb": 6759, + "disk_read_mb": 1736, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 1, + "duration_sec": 360, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 0, + "duration_sec": 68.4, + "cpu_pct": 118.8, + "peak_memory_mb": 6554, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 0, + "duration_sec": 1148, + "cpu_pct": 115.2, + "peak_memory_mb": 6759, + "disk_read_mb": 2002, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:00", + "exit_code": 0, + "duration_sec": 67.5, + "cpu_pct": 122.8, + "peak_memory_mb": 11879, + "disk_read_mb": 519, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:23:30", + "exit_code": 1, + "duration_sec": 632, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:23:30", + "exit_code": 0, + "duration_sec": 1120, + "cpu_pct": 109.4, + "peak_memory_mb": 3994, + "disk_read_mb": 1750, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:23:30", + "exit_code": 1, + "duration_sec": 556, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:23:30", + "exit_code": 0, + "duration_sec": 85.5, + "cpu_pct": 114.5, + "peak_memory_mb": 3789, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 07:41:40", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 07:41:40", + "exit_code": 0, + "duration_sec": 1106, + "cpu_pct": 109.3, + "peak_memory_mb": 3994, + "disk_read_mb": 1750, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 07:41:40", + "exit_code": 1, + "duration_sec": 360, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 07:41:40", + "exit_code": 0, + "duration_sec": 84.6, + "cpu_pct": 119.9, + "peak_memory_mb": 5120, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:20:50", + "exit_code": 1, + "duration_sec": 632, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:20:50", + "exit_code": 0, + "duration_sec": 1106, + "cpu_pct": 118.4, + "peak_memory_mb": 6759, + "disk_read_mb": 1736, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:20:50", + "exit_code": 1, + "duration_sec": 352, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:20:50", + "exit_code": 0, + "duration_sec": 83.7, + "cpu_pct": 104.7, + "peak_memory_mb": 2458, + "disk_read_mb": 462, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:19:09", + "exit_code": 0, + "duration_sec": 1820, + "cpu_pct": 109.2, + "peak_memory_mb": 5325, + "disk_read_mb": 1750, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 1, + "duration_sec": 360, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 0, + "duration_sec": 65.4, + "cpu_pct": 124.3, + "peak_memory_mb": 6554, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 1806, + "cpu_pct": 103.4, + "peak_memory_mb": 2663, + "disk_read_mb": 1736, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 63.3, + "cpu_pct": 108, + "peak_memory_mb": 3892, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:25:10", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:25:10", + "exit_code": 0, + "duration_sec": 1246, + "cpu_pct": 113.3, + "peak_memory_mb": 6861, + "disk_read_mb": 1750, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:25:10", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:25:10", + "exit_code": 0, + "duration_sec": 62.7, + "cpu_pct": 131.7, + "peak_memory_mb": 6554, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "brain", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 1, + "duration_sec": 632, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 1106, + "cpu_pct": 113, + "peak_memory_mb": 6759, + "disk_read_mb": 1750, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "brain", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 1, + "duration_sec": 356, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:19", + "exit_code": 0, + "duration_sec": 63.6, + "cpu_pct": 135.1, + "peak_memory_mb": 6554, + "disk_read_mb": 465, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1400, + "cpu_pct": 101.5, + "peak_memory_mb": 6349, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1372, + "cpu_pct": 107.5, + "peak_memory_mb": 4813, + "disk_read_mb": 1162, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 10388, + "cpu_pct": 100.5, + "peak_memory_mb": 26829, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 107.7, + "cpu_pct": 76.1, + "peak_memory_mb": 11674, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1400, + "cpu_pct": 103.4, + "peak_memory_mb": 6452, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 2450, + "cpu_pct": 107.3, + "peak_memory_mb": 6247, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 10288, + "cpu_pct": 100.2, + "peak_memory_mb": 25600, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 85.8, + "cpu_pct": 120.8, + "peak_memory_mb": 6349, + "disk_read_mb": 393, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:27:40", + "exit_code": 0, + "duration_sec": 2336, + "cpu_pct": 101.3, + "peak_memory_mb": 5018, + "disk_read_mb": 1104, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:27:40", + "exit_code": 0, + "duration_sec": 2408, + "cpu_pct": 102.7, + "peak_memory_mb": 3482, + "disk_read_mb": 1176, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:27:40", + "exit_code": 0, + "duration_sec": 19352, + "cpu_pct": 100.1, + "peak_memory_mb": 22836, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:27:40", + "exit_code": 0, + "duration_sec": 75, + "cpu_pct": 104.3, + "peak_memory_mb": 2356, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 09:23:30", + "exit_code": 0, + "duration_sec": 1432, + "cpu_pct": 101.1, + "peak_memory_mb": 6452, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 09:23:30", + "exit_code": 0, + "duration_sec": 2464, + "cpu_pct": 105.4, + "peak_memory_mb": 6349, + "disk_read_mb": 1162, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 09:23:30", + "exit_code": 0, + "duration_sec": 18888, + "cpu_pct": 100.1, + "peak_memory_mb": 20788, + "disk_read_mb": 868, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 09:23:30", + "exit_code": 0, + "duration_sec": 59.4, + "cpu_pct": 108.9, + "peak_memory_mb": 3687, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 2696, + "cpu_pct": 101.1, + "peak_memory_mb": 5018, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 2338, + "cpu_pct": 102.5, + "peak_memory_mb": 3482, + "disk_read_mb": 1162, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 10740, + "cpu_pct": 100.4, + "peak_memory_mb": 31130, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 58.2, + "cpu_pct": 129.6, + "peak_memory_mb": 6452, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 1368, + "cpu_pct": 102, + "peak_memory_mb": 6349, + "disk_read_mb": 1104, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 1498, + "cpu_pct": 106.9, + "peak_memory_mb": 4711, + "disk_read_mb": 1176, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 10444, + "cpu_pct": 100.3, + "peak_memory_mb": 22836, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 84, + "cpu_pct": 122.6, + "peak_memory_mb": 6349, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 1448, + "cpu_pct": 104.2, + "peak_memory_mb": 9012, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 1498, + "cpu_pct": 112, + "peak_memory_mb": 7476, + "disk_read_mb": 1162, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 10284, + "cpu_pct": 100.2, + "peak_memory_mb": 20890, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:20", + "exit_code": 0, + "duration_sec": 80.7, + "cpu_pct": 90.4, + "peak_memory_mb": 6452, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:23:40", + "exit_code": 0, + "duration_sec": 1432, + "cpu_pct": 108.3, + "peak_memory_mb": 9012, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:23:40", + "exit_code": 0, + "duration_sec": 1526, + "cpu_pct": 113.2, + "peak_memory_mb": 7578, + "disk_read_mb": 1176, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:23:40", + "exit_code": 0, + "duration_sec": 10804, + "cpu_pct": 100.4, + "peak_memory_mb": 28672, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:23:40", + "exit_code": 0, + "duration_sec": 59.4, + "cpu_pct": 124.3, + "peak_memory_mb": 6452, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "breast", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:22:30", + "exit_code": 0, + "duration_sec": 1384, + "cpu_pct": 104, + "peak_memory_mb": 6452, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:22:30", + "exit_code": 0, + "duration_sec": 1540, + "cpu_pct": 107.4, + "peak_memory_mb": 4916, + "disk_read_mb": 1162, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "breast", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:22:30", + "exit_code": 0, + "duration_sec": 10036, + "cpu_pct": 100.4, + "peak_memory_mb": 24167, + "disk_read_mb": 872, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:22:30", + "exit_code": 0, + "duration_sec": 58.2, + "cpu_pct": 116.2, + "peak_memory_mb": 3687, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 632, + "cpu_pct": 107.2, + "peak_memory_mb": 17306, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 821.8, + "cpu_pct": 106.7, + "peak_memory_mb": 4916, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 504, + "cpu_pct": 104.9, + "peak_memory_mb": 16384, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 51.3, + "cpu_pct": 133.2, + "peak_memory_mb": 6452, + "disk_read_mb": 339, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 1008, + "cpu_pct": 106.6, + "peak_memory_mb": 17306, + "disk_read_mb": 4120, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 796.6, + "cpu_pct": 110.5, + "peak_memory_mb": 4916, + "disk_read_mb": 6468, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 892, + "cpu_pct": 103.3, + "peak_memory_mb": 16384, + "disk_read_mb": 2384, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 45.9, + "cpu_pct": 118.2, + "peak_memory_mb": 3687, + "disk_read_mb": 372, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:30", + "exit_code": 0, + "duration_sec": 984, + "cpu_pct": 112.7, + "peak_memory_mb": 19968, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:30", + "exit_code": 0, + "duration_sec": 774.2, + "cpu_pct": 111.5, + "peak_memory_mb": 4916, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:30", + "exit_code": 0, + "duration_sec": 932, + "cpu_pct": 101.5, + "peak_memory_mb": 15053, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:30", + "exit_code": 0, + "duration_sec": 44.4, + "cpu_pct": 116.8, + "peak_memory_mb": 3687, + "disk_read_mb": 339, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:28:50", + "exit_code": 0, + "duration_sec": 960, + "cpu_pct": 103.1, + "peak_memory_mb": 15975, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:28:50", + "exit_code": 0, + "duration_sec": 757.4, + "cpu_pct": 111.9, + "peak_memory_mb": 4916, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:28:50", + "exit_code": 0, + "duration_sec": 932, + "cpu_pct": 101.4, + "peak_memory_mb": 15053, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:28:50", + "exit_code": 0, + "duration_sec": 47.1, + "cpu_pct": 109.8, + "peak_memory_mb": 3789, + "disk_read_mb": 339, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 640, + "cpu_pct": 106.9, + "peak_memory_mb": 17306, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 868, + "cpu_pct": 113.3, + "peak_memory_mb": 7578, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 932, + "cpu_pct": 104.6, + "peak_memory_mb": 17716, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 44.1, + "cpu_pct": 110.4, + "peak_memory_mb": 3687, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 680, + "cpu_pct": 109.1, + "peak_memory_mb": 19968, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 882, + "cpu_pct": 112.7, + "peak_memory_mb": 7578, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 572, + "cpu_pct": 104, + "peak_memory_mb": 19047, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 57, + "cpu_pct": 117.2, + "peak_memory_mb": 6452, + "disk_read_mb": 339, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 968, + "cpu_pct": 101.6, + "peak_memory_mb": 15975, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 779.8, + "cpu_pct": 111.9, + "peak_memory_mb": 4916, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:02", + "exit_code": 0, + "duration_sec": 512, + "cpu_pct": 104.3, + "peak_memory_mb": 16794, + "disk_read_mb": 2336, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 44.7, + "cpu_pct": 115.6, + "peak_memory_mb": 3584, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 984, + "cpu_pct": 101.7, + "peak_memory_mb": 15975, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1274, + "cpu_pct": 105, + "peak_memory_mb": 3584, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:02", + "exit_code": 0, + "duration_sec": 552, + "cpu_pct": 106.8, + "peak_memory_mb": 19149, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 53.4, + "cpu_pct": 107.8, + "peak_memory_mb": 2356, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cortex", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 680, + "cpu_pct": 102.4, + "peak_memory_mb": 17306, + "disk_read_mb": 4032, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "cortex", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 809.2, + "cpu_pct": 108, + "peak_memory_mb": 4916, + "disk_read_mb": 6300, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "cortex", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 524, + "cpu_pct": 104.9, + "peak_memory_mb": 16384, + "disk_read_mb": 2340, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cortex", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 46.8, + "cpu_pct": 130.3, + "peak_memory_mb": 6452, + "disk_read_mb": 339, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 1096, + "cpu_pct": 110.8, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 1078, + "cpu_pct": 107.4, + "peak_memory_mb": 3892, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 2788, + "cpu_pct": 100.2, + "peak_memory_mb": 21095, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 60, + "cpu_pct": 108.9, + "peak_memory_mb": 2356, + "disk_read_mb": 357, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 752, + "cpu_pct": 106.5, + "peak_memory_mb": 7066, + "disk_read_mb": 1384, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 1218, + "cpu_pct": 111, + "peak_memory_mb": 6656, + "disk_read_mb": 1666, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 3160, + "cpu_pct": 100.8, + "peak_memory_mb": 24372, + "disk_read_mb": 1012, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 51, + "cpu_pct": 146.9, + "peak_memory_mb": 6452, + "disk_read_mb": 417, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:20:30", + "exit_code": 0, + "duration_sec": 752, + "cpu_pct": 106.6, + "peak_memory_mb": 7066, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:20:30", + "exit_code": 0, + "duration_sec": 1792, + "cpu_pct": 107.1, + "peak_memory_mb": 3892, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:20:30", + "exit_code": 0, + "duration_sec": 3296, + "cpu_pct": 100.7, + "peak_memory_mb": 24269, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:20:30", + "exit_code": 0, + "duration_sec": 51.6, + "cpu_pct": 107.9, + "peak_memory_mb": 6861, + "disk_read_mb": 360, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 07:22:30", + "exit_code": 0, + "duration_sec": 744, + "cpu_pct": 105.2, + "peak_memory_mb": 7066, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 07:22:30", + "exit_code": 0, + "duration_sec": 1148, + "cpu_pct": 108.5, + "peak_memory_mb": 3892, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 07:22:30", + "exit_code": 0, + "duration_sec": 3064, + "cpu_pct": 100.7, + "peak_memory_mb": 22426, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 07:22:30", + "exit_code": 0, + "duration_sec": 49.2, + "cpu_pct": 120.6, + "peak_memory_mb": 3687, + "disk_read_mb": 360, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 736, + "cpu_pct": 106.6, + "peak_memory_mb": 7066, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 1134, + "cpu_pct": 109.5, + "peak_memory_mb": 3892, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 5848, + "cpu_pct": 100.3, + "peak_memory_mb": 20890, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 56.1, + "cpu_pct": 121.9, + "peak_memory_mb": 6349, + "disk_read_mb": 357, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 696, + "cpu_pct": 111.7, + "peak_memory_mb": 9728, + "disk_read_mb": 1216, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 1190, + "cpu_pct": 109.7, + "peak_memory_mb": 6554, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 3168, + "cpu_pct": 100.7, + "peak_memory_mb": 25396, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:50", + "exit_code": 0, + "duration_sec": 52.2, + "cpu_pct": 121.7, + "peak_memory_mb": 6349, + "disk_read_mb": 357, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 744, + "cpu_pct": 106, + "peak_memory_mb": 7066, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 1736, + "cpu_pct": 105.7, + "peak_memory_mb": 3892, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 3168, + "cpu_pct": 100.8, + "peak_memory_mb": 23655, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 48, + "cpu_pct": 116.8, + "peak_memory_mb": 3687, + "disk_read_mb": 357, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:27:20", + "exit_code": 0, + "duration_sec": 720, + "cpu_pct": 117.2, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:27:20", + "exit_code": 0, + "duration_sec": 1834, + "cpu_pct": 106.7, + "peak_memory_mb": 3994, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:27:20", + "exit_code": 0, + "duration_sec": 6248, + "cpu_pct": 100.5, + "peak_memory_mb": 28160, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:27:20", + "exit_code": 0, + "duration_sec": 60.9, + "cpu_pct": 128.5, + "peak_memory_mb": 9319, + "disk_read_mb": 357, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 736, + "cpu_pct": 106.6, + "peak_memory_mb": 7066, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 1190, + "cpu_pct": 115.4, + "peak_memory_mb": 6554, + "disk_read_mb": 1386, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 3236, + "cpu_pct": 101.4, + "peak_memory_mb": 28365, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 48.9, + "cpu_pct": 118.1, + "peak_memory_mb": 6452, + "disk_read_mb": 360, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 5120, + "cpu_pct": 100.9, + "peak_memory_mb": 6861, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1722, + "cpu_pct": 105.6, + "peak_memory_mb": 5325, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 18976, + "cpu_pct": 100.1, + "peak_memory_mb": 29184, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 62.4, + "cpu_pct": 110.3, + "peak_memory_mb": 3687, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 5792, + "cpu_pct": 100.9, + "peak_memory_mb": 6964, + "disk_read_mb": 1272, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1736, + "cpu_pct": 109.6, + "peak_memory_mb": 7988, + "disk_read_mb": 1484, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 18732, + "cpu_pct": 100.2, + "peak_memory_mb": 27034, + "disk_read_mb": 960, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 84, + "cpu_pct": 86.6, + "peak_memory_mb": 3687, + "disk_read_mb": 345, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 5752, + "cpu_pct": 101, + "peak_memory_mb": 6861, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 1722, + "cpu_pct": 109.9, + "peak_memory_mb": 7988, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 20608, + "cpu_pct": 100.2, + "peak_memory_mb": 32154, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 111.3, + "peak_memory_mb": 3687, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 07:01:50", + "exit_code": 0, + "duration_sec": 5712, + "cpu_pct": 100.9, + "peak_memory_mb": 7066, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 07:01:50", + "exit_code": 0, + "duration_sec": 1708, + "cpu_pct": 105.7, + "peak_memory_mb": 5223, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 07:01:50", + "exit_code": 0, + "duration_sec": 20584, + "cpu_pct": 100.2, + "peak_memory_mb": 32973, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 07:01:50", + "exit_code": 0, + "duration_sec": 62.7, + "cpu_pct": 107.5, + "peak_memory_mb": 3687, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:22:00", + "exit_code": 0, + "duration_sec": 5968, + "cpu_pct": 101.6, + "peak_memory_mb": 9524, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:22:00", + "exit_code": 0, + "duration_sec": 2716, + "cpu_pct": 102.4, + "peak_memory_mb": 3994, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:22:00", + "exit_code": 0, + "duration_sec": 50716, + "cpu_pct": 100.1, + "peak_memory_mb": 36455, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:22:00", + "exit_code": 0, + "duration_sec": 62.7, + "cpu_pct": 117.7, + "peak_memory_mb": 6349, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 5064, + "cpu_pct": 101.2, + "peak_memory_mb": 7066, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 1680, + "cpu_pct": 106.5, + "peak_memory_mb": 5223, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 40604, + "cpu_pct": 100.1, + "peak_memory_mb": 27751, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 63, + "cpu_pct": 114.4, + "peak_memory_mb": 3687, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 10120, + "cpu_pct": 100.6, + "peak_memory_mb": 6861, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 2800, + "cpu_pct": 102.3, + "peak_memory_mb": 3994, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 38060, + "cpu_pct": 100.1, + "peak_memory_mb": 27341, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 75, + "cpu_pct": 105.3, + "peak_memory_mb": 2356, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 8040, + "cpu_pct": 101.2, + "peak_memory_mb": 9524, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 2926, + "cpu_pct": 107.6, + "peak_memory_mb": 7988, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 23484, + "cpu_pct": 100.2, + "peak_memory_mb": 40960, + "disk_read_mb": 928, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:20", + "exit_code": 0, + "duration_sec": 62.4, + "cpu_pct": 122.3, + "peak_memory_mb": 6349, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 5744, + "cpu_pct": 101.1, + "peak_memory_mb": 7168, + "disk_read_mb": 1216, + "disk_write_mb": 16 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 1736, + "cpu_pct": 105.5, + "peak_memory_mb": 5223, + "disk_read_mb": 1372, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 18756, + "cpu_pct": 100.2, + "peak_memory_mb": 27648, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 62.1, + "cpu_pct": 114.5, + "peak_memory_mb": 3687, + "disk_read_mb": 324, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 600, + "cpu_pct": 107.9, + "peak_memory_mb": 5120, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 681.8, + "cpu_pct": 126.2, + "peak_memory_mb": 6247, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 632, + "cpu_pct": 106.5, + "peak_memory_mb": 12186, + "disk_read_mb": 880, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 57.9, + "cpu_pct": 113.1, + "peak_memory_mb": 6349, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 632, + "cpu_pct": 107.7, + "peak_memory_mb": 5120, + "disk_read_mb": 1208, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 697.2, + "cpu_pct": 116.4, + "peak_memory_mb": 3584, + "disk_read_mb": 1358, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 612, + "cpu_pct": 103.8, + "peak_memory_mb": 9421, + "disk_read_mb": 924, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:40", + "exit_code": 0, + "duration_sec": 45, + "cpu_pct": 121.7, + "peak_memory_mb": 3687, + "disk_read_mb": 372, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:40", + "exit_code": 0, + "duration_sec": 600, + "cpu_pct": 115, + "peak_memory_mb": 7885, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:40", + "exit_code": 0, + "duration_sec": 1176, + "cpu_pct": 114.5, + "peak_memory_mb": 4916, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:40", + "exit_code": 0, + "duration_sec": 664, + "cpu_pct": 103.7, + "peak_memory_mb": 11162, + "disk_read_mb": 880, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:40", + "exit_code": 0, + "duration_sec": 46.2, + "cpu_pct": 106.5, + "peak_memory_mb": 3687, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 07:07:50", + "exit_code": 0, + "duration_sec": 608, + "cpu_pct": 108.1, + "peak_memory_mb": 5120, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 07:07:50", + "exit_code": 0, + "duration_sec": 688.8, + "cpu_pct": 114.8, + "peak_memory_mb": 3584, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 07:07:49", + "exit_code": 0, + "duration_sec": 672, + "cpu_pct": 103.8, + "peak_memory_mb": 10650, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 07:07:49", + "exit_code": 0, + "duration_sec": 46.5, + "cpu_pct": 114.3, + "peak_memory_mb": 3687, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 672, + "cpu_pct": 115.5, + "peak_memory_mb": 7885, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 704.2, + "cpu_pct": 112, + "peak_memory_mb": 3584, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 688, + "cpu_pct": 103.4, + "peak_memory_mb": 11264, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 44.4, + "cpu_pct": 144.9, + "peak_memory_mb": 6349, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 888, + "cpu_pct": 110, + "peak_memory_mb": 6554, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 1274, + "cpu_pct": 112.1, + "peak_memory_mb": 4916, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 1056, + "cpu_pct": 100.9, + "peak_memory_mb": 8602, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:29", + "exit_code": 0, + "duration_sec": 64.5, + "cpu_pct": 130.9, + "peak_memory_mb": 6349, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 992, + "cpu_pct": 108.9, + "peak_memory_mb": 6656, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 702.8, + "cpu_pct": 127.6, + "peak_memory_mb": 6247, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1056, + "cpu_pct": 101.1, + "peak_memory_mb": 8295, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 82.2, + "cpu_pct": 67.5, + "peak_memory_mb": 3687, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 0, + "duration_sec": 536, + "cpu_pct": 116.9, + "peak_memory_mb": 7885, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 0, + "duration_sec": 704.2, + "cpu_pct": 124.7, + "peak_memory_mb": 6247, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 0, + "duration_sec": 700, + "cpu_pct": 107.9, + "peak_memory_mb": 14336, + "disk_read_mb": 880, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:19:10", + "exit_code": 0, + "duration_sec": 48, + "cpu_pct": 114.8, + "peak_memory_mb": 3687, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 968, + "cpu_pct": 103, + "peak_memory_mb": 3789, + "disk_read_mb": 1112, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 1176, + "cpu_pct": 105.1, + "peak_memory_mb": 2253, + "disk_read_mb": 1190, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 652, + "cpu_pct": 106.7, + "peak_memory_mb": 13210, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 52.8, + "cpu_pct": 111, + "peak_memory_mb": 6349, + "disk_read_mb": 336, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 227.2, + "cpu_pct": 109.8, + "peak_memory_mb": 2970, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 768.6, + "cpu_pct": 112.4, + "peak_memory_mb": 3380, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 202.8, + "cpu_pct": 111.8, + "peak_memory_mb": 5428, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 43.5, + "cpu_pct": 107.4, + "peak_memory_mb": 2253, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 156, + "cpu_pct": 137.6, + "peak_memory_mb": 3994, + "disk_read_mb": 792, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 1344, + "cpu_pct": 110.4, + "peak_memory_mb": 3380, + "disk_read_mb": 630, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 217.2, + "cpu_pct": 110.9, + "peak_memory_mb": 5428, + "disk_read_mb": 716, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 37.2, + "cpu_pct": 115.8, + "peak_memory_mb": 3687, + "disk_read_mb": 264, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 220.8, + "cpu_pct": 113.9, + "peak_memory_mb": 2970, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 830.2, + "cpu_pct": 109.4, + "peak_memory_mb": 3380, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 328, + "cpu_pct": 103.6, + "peak_memory_mb": 4096, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 41.1, + "cpu_pct": 136, + "peak_memory_mb": 6349, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 154.4, + "cpu_pct": 131.5, + "peak_memory_mb": 3994, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 786.8, + "cpu_pct": 118.4, + "peak_memory_mb": 6042, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 240, + "cpu_pct": 109.6, + "peak_memory_mb": 5530, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:01", + "exit_code": 0, + "duration_sec": 39, + "cpu_pct": 119.2, + "peak_memory_mb": 3584, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 220.8, + "cpu_pct": 113.7, + "peak_memory_mb": 2970, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1218, + "cpu_pct": 105.1, + "peak_memory_mb": 2048, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 332, + "cpu_pct": 108.9, + "peak_memory_mb": 5428, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 42.9, + "cpu_pct": 108.6, + "peak_memory_mb": 2253, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 227.2, + "cpu_pct": 137.2, + "peak_memory_mb": 5632, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 715.4, + "cpu_pct": 115.9, + "peak_memory_mb": 3380, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 225.6, + "cpu_pct": 111.2, + "peak_memory_mb": 5530, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 45.3, + "cpu_pct": 124.9, + "peak_memory_mb": 3584, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 156, + "cpu_pct": 155.6, + "peak_memory_mb": 6656, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1092, + "cpu_pct": 105.4, + "peak_memory_mb": 2048, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 218.4, + "cpu_pct": 110.8, + "peak_memory_mb": 5428, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 42.3, + "cpu_pct": 109.8, + "peak_memory_mb": 2253, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:19:00", + "exit_code": 0, + "duration_sec": 152.8, + "cpu_pct": 129.5, + "peak_memory_mb": 3994, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:19:00", + "exit_code": 0, + "duration_sec": 800.8, + "cpu_pct": 111.6, + "peak_memory_mb": 3380, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:59", + "exit_code": 0, + "duration_sec": 248, + "cpu_pct": 109.5, + "peak_memory_mb": 5632, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:19:00", + "exit_code": 0, + "duration_sec": 37.8, + "cpu_pct": 120.4, + "peak_memory_mb": 3584, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 226.4, + "cpu_pct": 110.7, + "peak_memory_mb": 2970, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 681.8, + "cpu_pct": 114, + "peak_memory_mb": 3380, + "disk_read_mb": 616, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 227.2, + "cpu_pct": 110.3, + "peak_memory_mb": 5428, + "disk_read_mb": 712, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:16:30", + "exit_code": 0, + "duration_sec": 38.1, + "cpu_pct": 114.5, + "peak_memory_mb": 3584, + "disk_read_mb": 261, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 648, + "cpu_pct": 104.5, + "peak_memory_mb": 6349, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 679, + "cpu_pct": 127.6, + "peak_memory_mb": 6452, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 580, + "cpu_pct": 104.5, + "peak_memory_mb": 9114, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 61.2, + "cpu_pct": 133.5, + "peak_memory_mb": 6349, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 456, + "cpu_pct": 120.1, + "peak_memory_mb": 10343, + "disk_read_mb": 1504, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1176, + "cpu_pct": 105.1, + "peak_memory_mb": 2356, + "disk_read_mb": 1890, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 560, + "cpu_pct": 104.8, + "peak_memory_mb": 8704, + "disk_read_mb": 1076, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 53.7, + "cpu_pct": 108.8, + "peak_memory_mb": 2356, + "disk_read_mb": 375, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:40", + "exit_code": 0, + "duration_sec": 455.2, + "cpu_pct": 118.6, + "peak_memory_mb": 10343, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:40", + "exit_code": 0, + "duration_sec": 788.2, + "cpu_pct": 108.2, + "peak_memory_mb": 3687, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:40", + "exit_code": 0, + "duration_sec": 556, + "cpu_pct": 106.7, + "peak_memory_mb": 11469, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:40", + "exit_code": 0, + "duration_sec": 43.8, + "cpu_pct": 121.4, + "peak_memory_mb": 3584, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:30:20", + "exit_code": 0, + "duration_sec": 648, + "cpu_pct": 104.4, + "peak_memory_mb": 6247, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:30:20", + "exit_code": 0, + "duration_sec": 1162, + "cpu_pct": 105.3, + "peak_memory_mb": 2356, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:30:20", + "exit_code": 0, + "duration_sec": 560, + "cpu_pct": 104.2, + "peak_memory_mb": 8397, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:30:19", + "exit_code": 0, + "duration_sec": 44.1, + "cpu_pct": 121.9, + "peak_memory_mb": 3584, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 664, + "cpu_pct": 103.9, + "peak_memory_mb": 6349, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 688.8, + "cpu_pct": 126.7, + "peak_memory_mb": 6452, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 1024, + "cpu_pct": 103.9, + "peak_memory_mb": 10650, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 57, + "cpu_pct": 99.6, + "peak_memory_mb": 6349, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 451.2, + "cpu_pct": 111.3, + "peak_memory_mb": 7476, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 747.6, + "cpu_pct": 121.9, + "peak_memory_mb": 6349, + "disk_read_mb": 1680, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 880, + "cpu_pct": 101.3, + "peak_memory_mb": 7373, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 90, + "cpu_pct": 76.7, + "peak_memory_mb": 6349, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 463.2, + "cpu_pct": 124.4, + "peak_memory_mb": 10343, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 714, + "cpu_pct": 125.9, + "peak_memory_mb": 6349, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 588, + "cpu_pct": 108.9, + "peak_memory_mb": 11981, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 54.3, + "cpu_pct": 112.8, + "peak_memory_mb": 3687, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:22:40", + "exit_code": 0, + "duration_sec": 672, + "cpu_pct": 115.3, + "peak_memory_mb": 10240, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:22:40", + "exit_code": 0, + "duration_sec": 1162, + "cpu_pct": 105.3, + "peak_memory_mb": 2356, + "disk_read_mb": 1680, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:22:40", + "exit_code": 0, + "duration_sec": 628, + "cpu_pct": 108.7, + "peak_memory_mb": 12596, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:22:40", + "exit_code": 0, + "duration_sec": 46.8, + "cpu_pct": 129.8, + "peak_memory_mb": 6349, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 459.2, + "cpu_pct": 111.1, + "peak_memory_mb": 7680, + "disk_read_mb": 1392, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 698.6, + "cpu_pct": 125.8, + "peak_memory_mb": 6349, + "disk_read_mb": 1694, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 604, + "cpu_pct": 106.1, + "peak_memory_mb": 11981, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:40", + "exit_code": 0, + "duration_sec": 56.7, + "cpu_pct": 104.6, + "peak_memory_mb": 6349, + "disk_read_mb": 333, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 352, + "cpu_pct": 113.5, + "peak_memory_mb": 4608, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 1148, + "cpu_pct": 121.8, + "peak_memory_mb": 6144, + "disk_read_mb": 994, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 388, + "cpu_pct": 105.6, + "peak_memory_mb": 5837, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 73.2, + "cpu_pct": 115.2, + "peak_memory_mb": 6349, + "disk_read_mb": 330, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 351.2, + "cpu_pct": 113.5, + "peak_memory_mb": 4506, + "disk_read_mb": 1080, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 697.2, + "cpu_pct": 113.8, + "peak_memory_mb": 3482, + "disk_read_mb": 1134, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 592, + "cpu_pct": 102.2, + "peak_memory_mb": 4404, + "disk_read_mb": 860, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 91.8, + "cpu_pct": 77.8, + "peak_memory_mb": 6452, + "disk_read_mb": 360, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 335.2, + "cpu_pct": 114, + "peak_memory_mb": 4711, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 1120, + "cpu_pct": 105.6, + "peak_memory_mb": 2151, + "disk_read_mb": 980, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 632, + "cpu_pct": 102.2, + "peak_memory_mb": 4301, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 42.6, + "cpu_pct": 116.1, + "peak_memory_mb": 3687, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:31:00", + "exit_code": 0, + "duration_sec": 345.6, + "cpu_pct": 114.4, + "peak_memory_mb": 4711, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:31:00", + "exit_code": 0, + "duration_sec": 665, + "cpu_pct": 114.6, + "peak_memory_mb": 3482, + "disk_read_mb": 980, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:31:00", + "exit_code": 0, + "duration_sec": 724, + "cpu_pct": 101.7, + "peak_memory_mb": 4711, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:31:00", + "exit_code": 0, + "duration_sec": 43.8, + "cpu_pct": 114.5, + "peak_memory_mb": 3584, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 504, + "cpu_pct": 105.6, + "peak_memory_mb": 3380, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 840, + "cpu_pct": 115.7, + "peak_memory_mb": 6144, + "disk_read_mb": 994, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 796, + "cpu_pct": 107.6, + "peak_memory_mb": 8397, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:29", + "exit_code": 0, + "duration_sec": 78.9, + "cpu_pct": 86.2, + "peak_memory_mb": 6349, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 348, + "cpu_pct": 112.6, + "peak_memory_mb": 4711, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 1134, + "cpu_pct": 105.4, + "peak_memory_mb": 2151, + "disk_read_mb": 980, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 712, + "cpu_pct": 103.6, + "peak_memory_mb": 5940, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:30", + "exit_code": 0, + "duration_sec": 53.1, + "cpu_pct": 117.5, + "peak_memory_mb": 3687, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 338.4, + "cpu_pct": 117.9, + "peak_memory_mb": 4711, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 1120, + "cpu_pct": 110.4, + "peak_memory_mb": 3482, + "disk_read_mb": 980, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 624, + "cpu_pct": 102.2, + "peak_memory_mb": 4301, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:30", + "exit_code": 0, + "duration_sec": 43.8, + "cpu_pct": 111.4, + "peak_memory_mb": 3584, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 350.4, + "cpu_pct": 112.4, + "peak_memory_mb": 4608, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 695.8, + "cpu_pct": 113.3, + "peak_memory_mb": 3482, + "disk_read_mb": 994, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 740, + "cpu_pct": 101.6, + "peak_memory_mb": 4301, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:00", + "exit_code": 0, + "duration_sec": 51, + "cpu_pct": 110.6, + "peak_memory_mb": 2356, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "pdac", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:20", + "exit_code": 0, + "duration_sec": 348.8, + "cpu_pct": 116.3, + "peak_memory_mb": 4711, + "disk_read_mb": 992, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:20", + "exit_code": 0, + "duration_sec": 739.2, + "cpu_pct": 106, + "peak_memory_mb": 3482, + "disk_read_mb": 980, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "pdac", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:20", + "exit_code": 0, + "duration_sec": 364, + "cpu_pct": 106.5, + "peak_memory_mb": 5837, + "disk_read_mb": 820, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "pdac", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:20", + "exit_code": 0, + "duration_sec": 43.2, + "cpu_pct": 132.9, + "peak_memory_mb": 6349, + "disk_read_mb": 327, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 392.8, + "cpu_pct": 107.8, + "peak_memory_mb": 5837, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 746.2, + "cpu_pct": 119.7, + "peak_memory_mb": 6247, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 268, + "cpu_pct": 115.1, + "peak_memory_mb": 9114, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 53.1, + "cpu_pct": 110.5, + "peak_memory_mb": 2356, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "positive", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 528, + "cpu_pct": 104.3, + "peak_memory_mb": 4506, + "disk_read_mb": 1136, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "positive", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 739.2, + "cpu_pct": 113.7, + "peak_memory_mb": 3482, + "disk_read_mb": 1232, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "positive", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 264, + "cpu_pct": 108.7, + "peak_memory_mb": 6452, + "disk_read_mb": 888, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "positive", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 45.3, + "cpu_pct": 111.4, + "peak_memory_mb": 3584, + "disk_read_mb": 375, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign2", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:21:10", + "exit_code": 0, + "duration_sec": 536, + "cpu_pct": 111.5, + "peak_memory_mb": 5940, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:21:09", + "exit_code": 0, + "duration_sec": 701.4, + "cpu_pct": 114.3, + "peak_memory_mb": 3482, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:21:09", + "exit_code": 0, + "duration_sec": 268, + "cpu_pct": 107.8, + "peak_memory_mb": 6452, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:21:10", + "exit_code": 0, + "duration_sec": 43.2, + "cpu_pct": 120.3, + "peak_memory_mb": 3687, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 07:02:50", + "exit_code": 0, + "duration_sec": 363.2, + "cpu_pct": 114.5, + "peak_memory_mb": 5940, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 07:02:49", + "exit_code": 0, + "duration_sec": 758.8, + "cpu_pct": 112.8, + "peak_memory_mb": 3482, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 07:02:49", + "exit_code": 0, + "duration_sec": 288, + "cpu_pct": 107.7, + "peak_memory_mb": 6554, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 07:02:50", + "exit_code": 0, + "duration_sec": 43.2, + "cpu_pct": 120.5, + "peak_memory_mb": 3687, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "sparsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 528, + "cpu_pct": 105.1, + "peak_memory_mb": 4506, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 729.4, + "cpu_pct": 113.3, + "peak_memory_mb": 3482, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 472, + "cpu_pct": 102.4, + "peak_memory_mb": 5223, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 54.6, + "cpu_pct": 107.1, + "peak_memory_mb": 2356, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 373.6, + "cpu_pct": 114.2, + "peak_memory_mb": 5940, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 1190, + "cpu_pct": 105.4, + "peak_memory_mb": 2151, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 444, + "cpu_pct": 103, + "peak_memory_mb": 5120, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:00", + "exit_code": 0, + "duration_sec": 45.6, + "cpu_pct": 112.9, + "peak_memory_mb": 3584, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 355.2, + "cpu_pct": 112.3, + "peak_memory_mb": 5940, + "disk_read_mb": 1048, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 770, + "cpu_pct": 121.3, + "peak_memory_mb": 6144, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 272, + "cpu_pct": 116.8, + "peak_memory_mb": 9216, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:10", + "exit_code": 0, + "duration_sec": 44.1, + "cpu_pct": 113.5, + "peak_memory_mb": 3584, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:18:10", + "exit_code": 0, + "duration_sec": 366.4, + "cpu_pct": 120.7, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:18:10", + "exit_code": 0, + "duration_sec": 721, + "cpu_pct": 113.7, + "peak_memory_mb": 3482, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:18:10", + "exit_code": 0, + "duration_sec": 276, + "cpu_pct": 108.4, + "peak_memory_mb": 6554, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:18:10", + "exit_code": 0, + "duration_sec": 44.1, + "cpu_pct": 108.7, + "peak_memory_mb": 3687, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "prostate", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 365.6, + "cpu_pct": 125.1, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 1232, + "cpu_pct": 105.2, + "peak_memory_mb": 2151, + "disk_read_mb": 1092, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "prostate", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2024-11-25 06:17:02", + "exit_code": 0, + "duration_sec": 276, + "cpu_pct": 108.8, + "peak_memory_mb": 6452, + "disk_read_mb": 848, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "prostate", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2024-11-25 06:17:01", + "exit_code": 0, + "duration_sec": 47.4, + "cpu_pct": 124.7, + "peak_memory_mb": 6452, + "disk_read_mb": 342, + "disk_write_mb": 3 + } + } +] diff --git a/results/spatial_simulators/data/metric_info.json b/results/spatial_simulators/data/metric_info.json new file mode 100644 index 000000000..5396891f4 --- /dev/null +++ b/results/spatial_simulators/data/metric_info.json @@ -0,0 +1,437 @@ +[ + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "clustering_ari", + "metric_name": "clustering_ari", + "metric_summary": "ARI", + "metric_description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.\n", + "paper_reference": { + "doi": "10.1145/1553374.1553511" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "clustering_nmi", + "metric_name": "clustering_nmi", + "metric_summary": "NMI", + "metric_description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].\n", + "paper_reference": { + "doi": "10.1145/1553374.1553511" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "svg_recall", + "metric_name": "svg_recall", + "metric_summary": "Recall", + "metric_description": "Recall used in identifying spatial variable genes, measuring the true positive rate.\n", + "paper_reference": { + "doi": "10.9735/2229-3981" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "svg_precision", + "metric_name": "svg_precision", + "metric_summary": "Precision (Spatial Variable Gene)", + "metric_description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.\n", + "paper_reference": { + "doi": "10.9735/2229-3981" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "ctdeconvolute_rmse", + "metric_name": "ctdeconvolute_rmse", + "metric_summary": "RMSE", + "metric_description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.\n", + "paper_reference": { + "doi": "10.5194/gmd-15-5481-2022" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "ctdeconcolute_jsd", + "metric_name": "ctdeconcolute_jsd", + "metric_summary": "JSD", + "metric_description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.\n", + "paper_reference": { + "doi": "10.21105/joss.00765" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "crosscor_mantel", + "metric_name": "crosscor_mantel", + "metric_summary": "Mantel Statistic", + "metric_description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.\n", + "paper_reference": { + "doi": "10.1111/2041-210X.12425" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "downstream", + "metric_id": "crosscor_cosine", + "metric_name": "crosscor_cosine", + "metric_summary": "Cosine Similarity", + "metric_description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.\n", + "paper_reference": { + "doi": "10.1002/asi.20130" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": true + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_frac_zero_genes", + "metric_name": "Fraction of zeros per gene", + "metric_summary": "KS statistic of the fraction of zeros per gene.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_frac_zero_cells", + "metric_name": "Fraction of zeros per cell", + "metric_summary": "KS statistic of the fraction of zeros per spot (cell).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_lib_size_cells", + "metric_name": "Library size", + "metric_summary": "KS statistic of the library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_efflib_size_cells", + "metric_name": "Effective library size", + "metric_summary": "KS statistic of the effective library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_tmm_cells", + "metric_name": "TMM", + "metric_summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_var_cells", + "metric_name": "Scaled variance cell", + "metric_summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_mean_cells", + "metric_name": "Scaled mean cells", + "metric_summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_lib_fraczero_cells", + "metric_name": "Library size vs fraction zero", + "metric_summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_pearson_cells", + "metric_name": "Sample Pearson correlation", + "metric_summary": "KS statistic of the sample Pearson correlation.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_var_genes", + "metric_name": "Scaled variance genes", + "metric_summary": "KS statistic of the gene-level scaled variance of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_mean_genes", + "metric_name": "Scaled mean genes", + "metric_summary": "KS statistic of the gene-level scaled mean of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_pearson_genes", + "metric_name": "Gene Pearson correlation", + "metric_summary": "KS statistic of the gene Pearson correlation.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_mean_var_genes", + "metric_name": "Mean vs variance", + "metric_summary": "KS statistic of the relationship between mean expression and variance expression.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_mean_fraczero_genes", + "metric_name": "Mean vs fraction zero", + "metric_summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_sc_features", + "metric_id": "ks_statistic_L_stats", + "metric_name": "L statistics", + "metric_summary": "KS statistic of the L statistics", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_sc_features", + "metric_id": "ks_statistic_celltype_interaction", + "metric_name": "Celltype interaction", + "metric_summary": "KS statistic of the celltype interaction", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the Celltype interaction in the real datasets versus the Celltype interaction in the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_sc_features", + "metric_id": "ks_statistic_nn_correlation", + "metric_name": "Library size", + "metric_summary": "KS statistic of the library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simmulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_sc_features", + "metric_id": "ks_statistic_morans_I", + "metric_name": "Effective library size", + "metric_summary": "KS statistic of the effective library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the morans I of the real datasets versus the morans I of the simulated datasets.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_transition_matrix", + "metric_name": "Transition matrix", + "metric_summary": "KS Statistic of the transition matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the transition matrix of the real dataset versus the simulated dataset. The transition matrix elucidates the interrelationships among spatial clusters in each space. Each element in the matrix signifies the transition probability from one spatial cluster to another, thereby mapping the dynamic interplay of spatial clusters.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_central_score", + "metric_name": "Centralized score", + "metric_summary": "Ks Statistic of the centralized score matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the centralized score matrix of the real dataset versus the simulated dataset. The centralized score matrix is a vector of the group degree centrality (inter-cluster connectivity), average clustering coefficient (propensity for a spot within a spatial cluster to be connected to spots in another cluster), and the group closeness centrality (relative proximity or accessibility of one cluster to all spots in another). \n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_enrichment", + "metric_name": "Neighborhood enrichment", + "metric_summary": "Ks Statistic of the neighborhood enrichment.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the neighborhood enrichment matrices of the real dataset versus the simulated dataset. The neighborhood enrichment matrix quantifies the enrichment observed between each pair of spatial clusters. It serves to systematically assess the interaction between different clusters within a spatial context, providing insights into the relative connectivity between various spatial clusters.\n", + "paper_reference": { + "doi": "10.1201/9780429485572" + }, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", + "code_version": null, + "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "maximize": false + } +] diff --git a/results/spatial_simulators/data/quality_control.json b/results/spatial_simulators/data/quality_control.json new file mode 100644 index 000000000..84851c769 --- /dev/null +++ b/results/spatial_simulators/data/quality_control.json @@ -0,0 +1,5952 @@ +[ + { + "task_id": "task_spatial_simulators", + "category": "Task info", + "name": "Pct 'task_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing([task_info], field)", + "message": "Task metadata field 'task_id' should be defined\n Task id: task_spatial_simulators\n Field: task_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Task info", + "name": "Pct 'task_name' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing([task_info], field)", + "message": "Task metadata field 'task_name' should be defined\n Task id: task_spatial_simulators\n Field: task_name\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Task info", + "name": "Pct 'task_summary' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing([task_info], field)", + "message": "Task metadata field 'task_summary' should be defined\n Task id: task_spatial_simulators\n Field: task_summary\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Task info", + "name": "Pct 'task_description' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing([task_info], field)", + "message": "Task metadata field 'task_description' should be defined\n Task id: task_spatial_simulators\n Field: task_description\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'task_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'task_id' should be defined\n Task id: task_spatial_simulators\n Field: task_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'commit_sha' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'commit_sha' should be defined\n Task id: task_spatial_simulators\n Field: commit_sha\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'method_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'method_id' should be defined\n Task id: task_spatial_simulators\n Field: method_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'method_name' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'method_name' should be defined\n Task id: task_spatial_simulators\n Field: method_name\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'method_summary' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'method_summary' should be defined\n Task id: task_spatial_simulators\n Field: method_summary\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'paper_reference' missing", + "value": 0.7777777777777778, + "severity": 2, + "severity_value": 3.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'paper_reference' should be defined\n Task id: task_spatial_simulators\n Field: paper_reference\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Method info", + "name": "Pct 'is_baseline' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(method_info, field)", + "message": "Method metadata field 'is_baseline' should be defined\n Task id: task_spatial_simulators\n Field: is_baseline\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'task_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'task_id' should be defined\n Task id: task_spatial_simulators\n Field: task_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'commit_sha' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'commit_sha' should be defined\n Task id: task_spatial_simulators\n Field: commit_sha\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'metric_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'metric_id' should be defined\n Task id: task_spatial_simulators\n Field: metric_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'metric_name' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'metric_name' should be defined\n Task id: task_spatial_simulators\n Field: metric_name\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'metric_summary' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'metric_summary' should be defined\n Task id: task_spatial_simulators\n Field: metric_summary\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'paper_reference' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'paper_reference' should be defined\n Task id: task_spatial_simulators\n Field: paper_reference\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Metric info", + "name": "Pct 'maximize' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(metric_info, field)", + "message": "Metric metadata field 'maximize' should be defined\n Task id: task_spatial_simulators\n Field: maximize\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'task_id' missing", + "value": 1.0, + "severity": 2, + "severity_value": 3.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'task_id' should be defined\n Task id: task_spatial_simulators\n Field: task_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'dataset_id' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'dataset_id' should be defined\n Task id: task_spatial_simulators\n Field: dataset_id\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'dataset_name' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'dataset_name' should be defined\n Task id: task_spatial_simulators\n Field: dataset_name\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'dataset_summary' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'dataset_summary' should be defined\n Task id: task_spatial_simulators\n Field: dataset_summary\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'data_reference' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'data_reference' should be defined\n Task id: task_spatial_simulators\n Field: data_reference\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Dataset info", + "name": "Pct 'data_url' missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'data_url' should be defined\n Task id: task_spatial_simulators\n Field: data_url\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw data", + "name": "Number of results", + "value": 90, + "severity": 0, + "severity_value": 0.0, + "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", + "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: task_spatial_simulators\n Number of results: 90\n Number of methods: 9\n Number of metrics: 29\n Number of datasets: 10\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'clustering_ari' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'clustering_nmi' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'svg_recall' %missing", + "value": 0.19999999999999996, + "severity": 1, + "severity_value": 1.9999999999999996, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 20%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'svg_precision' %missing", + "value": 0.3222222222222223, + "severity": 3, + "severity_value": 3.2222222222222228, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 32%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ctdeconvolute_rmse' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ctdeconcolute_jsd' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'crosscor_mantel' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'crosscor_cosine' %missing", + "value": 0.4444444444444444, + "severity": 3, + "severity_value": 4.444444444444444, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 44%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_frac_zero_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_frac_zero_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_lib_size_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_size_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_efflib_size_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_efflib_size_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_tmm_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_tmm_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_scaled_var_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_scaled_mean_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_lib_fraczero_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_fraczero_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_pearson_cells' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_cells\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_scaled_var_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_scaled_mean_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_pearson_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_mean_var_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_var_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_mean_fraczero_genes' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_fraczero_genes\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_L_stats' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_celltype_interaction' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_nn_correlation' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_morans_I' %missing", + "value": 0.10000000000000009, + "severity": 1, + "severity_value": 1.0000000000000009, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 10%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_transition_matrix' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_transition_matrix\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_central_score' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_central_score\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Metric 'ks_statistic_enrichment' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_enrichment\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'scdesign2' %missing", + "value": 0.06551724137931025, + "severity": 0, + "severity_value": 0.6551724137931025, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'scdesign3' %missing", + "value": 0.06551724137931025, + "severity": 0, + "severity_value": 0.6551724137931025, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign3\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'sparsim' %missing", + "value": 0.06206896551724139, + "severity": 0, + "severity_value": 0.6206896551724139, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: sparsim\n Percentage missing: 6%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'splatter' %missing", + "value": 0.06206896551724139, + "severity": 0, + "severity_value": 0.6206896551724139, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 6%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'srtsim' %missing", + "value": 0.06551724137931025, + "severity": 0, + "severity_value": 0.6551724137931025, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'symsim' %missing", + "value": 0.06896551724137934, + "severity": 0, + "severity_value": 0.6896551724137934, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'zinbwave' %missing", + "value": 0.06896551724137934, + "severity": 0, + "severity_value": 0.6896551724137934, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'positive' %missing", + "value": 0.0482758620689655, + "severity": 0, + "severity_value": 0.482758620689655, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Method 'negative' %missing", + "value": 0.07241379310344831, + "severity": 0, + "severity_value": 0.7241379310344831, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 7%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'hindlimbmuscle' %missing", + "value": 0.08812260536398453, + "severity": 0, + "severity_value": 0.8812260536398453, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'cortex' %missing", + "value": 0.007662835249042099, + "severity": 0, + "severity_value": 0.07662835249042099, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: cortex\n Percentage missing: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'brain' %missing", + "value": 0.4137931034482759, + "severity": 3, + "severity_value": 4.137931034482759, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 41%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'prostate' %missing", + "value": 0.03065134099616862, + "severity": 0, + "severity_value": 0.3065134099616862, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 3%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'breast' %missing", + "value": 0.03065134099616862, + "severity": 0, + "severity_value": 0.3065134099616862, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 3%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'fibrosarcoma' %missing", + "value": 0.02298850574712652, + "severity": 0, + "severity_value": 0.2298850574712652, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: fibrosarcoma\n Percentage missing: 2%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'pdac' %missing", + "value": 0.026819923371647514, + "severity": 0, + "severity_value": 0.26819923371647514, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'olfactorybulb' %missing", + "value": 0.003831417624521105, + "severity": 0, + "severity_value": 0.03831417624521105, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'osteosarcoma' %missing", + "value": 0.015325670498084198, + "severity": 0, + "severity_value": 0.15325670498084198, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 2%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Raw results", + "name": "Dataset 'gastrulation' %missing", + "value": 0.003831417624521105, + "severity": 0, + "severity_value": 0.03831417624521105, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 clustering_ari", + "value": -0.0017, + "severity": 0, + "severity_value": 0.0017, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0017%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 clustering_ari", + "value": 0.386, + "severity": 0, + "severity_value": 0.193, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.386%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 clustering_ari", + "value": -0.0696, + "severity": 0, + "severity_value": 0.0696, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0696%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 clustering_ari", + "value": 1.6706, + "severity": 0, + "severity_value": 0.8353, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.6706%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim clustering_ari", + "value": -0.0684, + "severity": 0, + "severity_value": 0.0684, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.0684%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim clustering_ari", + "value": 0.4845, + "severity": 0, + "severity_value": 0.24225, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.4845%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter clustering_ari", + "value": -0.0714, + "severity": 0, + "severity_value": 0.0714, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter clustering_ari", + "value": 0.4749, + "severity": 0, + "severity_value": 0.23745, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.4749%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim clustering_ari", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim clustering_ari", + "value": 1.8625, + "severity": 0, + "severity_value": 0.93125, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.8625%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim clustering_ari", + "value": -0.0714, + "severity": 0, + "severity_value": 0.0714, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim clustering_ari", + "value": 0.479, + "severity": 0, + "severity_value": 0.2395, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.479%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave clustering_ari", + "value": -0.098, + "severity": 0, + "severity_value": 0.098, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.098%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave clustering_ari", + "value": 0.2461, + "severity": 0, + "severity_value": 0.12305, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.2461%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive clustering_ari", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive clustering_ari", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative clustering_ari", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_ari\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative clustering_ari", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_ari\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 clustering_nmi", + "value": -0.0027, + "severity": 0, + "severity_value": 0.0027, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0027%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 clustering_nmi", + "value": 0.4341, + "severity": 0, + "severity_value": 0.21705, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.4341%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 clustering_nmi", + "value": -0.0632, + "severity": 0, + "severity_value": 0.0632, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0632%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 clustering_nmi", + "value": 1.3373, + "severity": 0, + "severity_value": 0.66865, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.3373%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim clustering_nmi", + "value": -0.061, + "severity": 0, + "severity_value": 0.061, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.061%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim clustering_nmi", + "value": 0.5648, + "severity": 0, + "severity_value": 0.2824, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5648%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter clustering_nmi", + "value": -0.0509, + "severity": 0, + "severity_value": 0.0509, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter clustering_nmi", + "value": 0.5521, + "severity": 0, + "severity_value": 0.27605, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5521%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim clustering_nmi", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim clustering_nmi", + "value": 1.6602, + "severity": 0, + "severity_value": 0.8301, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.6602%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim clustering_nmi", + "value": -0.0509, + "severity": 0, + "severity_value": 0.0509, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim clustering_nmi", + "value": 0.559, + "severity": 0, + "severity_value": 0.2795, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.559%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave clustering_nmi", + "value": -0.0815, + "severity": 0, + "severity_value": 0.0815, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0815%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave clustering_nmi", + "value": 0.319, + "severity": 0, + "severity_value": 0.1595, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.319%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive clustering_nmi", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive clustering_nmi", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative clustering_nmi", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_nmi\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative clustering_nmi", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_nmi\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 svg_recall", + "value": 0.9198, + "severity": 0, + "severity_value": 0.4599, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9198%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 svg_recall", + "value": 0.9971, + "severity": 0, + "severity_value": 0.49855, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_recall\n Best score: 0.9971%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim svg_recall", + "value": 0.9767, + "severity": 0, + "severity_value": 0.48835, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.9767%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter svg_recall", + "value": 0.9872, + "severity": 0, + "severity_value": 0.4936, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9872%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim svg_recall", + "value": 0.9971, + "severity": 0, + "severity_value": 0.49855, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Best score: 0.9971%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim svg_recall", + "value": 0.8565, + "severity": 0, + "severity_value": 0.42825, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Best score: 0.8565%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave svg_recall", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave svg_recall", + "value": 0.9802, + "severity": 0, + "severity_value": 0.4901, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9802%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive svg_recall", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive svg_recall", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative svg_recall", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_recall\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative svg_recall", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_recall\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 svg_precision", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 svg_precision", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 svg_precision", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 svg_precision", + "value": 0.7778, + "severity": 0, + "severity_value": 0.3889, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0.7778%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim svg_precision", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim svg_precision", + "value": 0.3961, + "severity": 0, + "severity_value": 0.19805, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.3961%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter svg_precision", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter svg_precision", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim svg_precision", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim svg_precision", + "value": 0.841, + "severity": 0, + "severity_value": 0.4205, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.841%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim svg_precision", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim svg_precision", + "value": 0.2, + "severity": 0, + "severity_value": 0.1, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.2%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave svg_precision", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave svg_precision", + "value": 0.5928, + "severity": 0, + "severity_value": 0.2964, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.5928%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive svg_precision", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive svg_precision", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative svg_precision", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_precision\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative svg_precision", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_precision\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ctdeconvolute_rmse", + "value": -0.1226, + "severity": 0, + "severity_value": 0.1226, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1226%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ctdeconvolute_rmse", + "value": 0.8978, + "severity": 0, + "severity_value": 0.4489, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.8978%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ctdeconvolute_rmse", + "value": 0.9484, + "severity": 0, + "severity_value": 0.4742, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9484%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ctdeconvolute_rmse", + "value": -0.2652, + "severity": 0, + "severity_value": 0.2652, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2652%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ctdeconvolute_rmse", + "value": 0.9283, + "severity": 0, + "severity_value": 0.46415, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9283%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ctdeconvolute_rmse", + "value": -0.287, + "severity": 0, + "severity_value": 0.287, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.287%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ctdeconvolute_rmse", + "value": 0.1237, + "severity": 0, + "severity_value": 0.06185, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1237%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ctdeconvolute_rmse", + "value": 0.9986, + "severity": 0, + "severity_value": 0.4993, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9986%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ctdeconvolute_rmse", + "value": -0.9049, + "severity": 0, + "severity_value": 0.9049, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9049%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ctdeconvolute_rmse", + "value": 0.2213, + "severity": 0, + "severity_value": 0.11065, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.2213%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ctdeconvolute_rmse", + "value": 0.9434, + "severity": 0, + "severity_value": 0.4717, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9434%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ctdeconvolute_rmse", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ctdeconvolute_rmse", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ctdeconvolute_rmse", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconvolute_rmse\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ctdeconvolute_rmse", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconvolute_rmse\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ctdeconcolute_jsd", + "value": -0.0613, + "severity": 0, + "severity_value": 0.0613, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0613%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ctdeconcolute_jsd", + "value": 0.758, + "severity": 0, + "severity_value": 0.379, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.758%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ctdeconcolute_jsd", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ctdeconcolute_jsd", + "value": 0.8339, + "severity": 0, + "severity_value": 0.41695, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8339%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ctdeconcolute_jsd", + "value": -0.1617, + "severity": 0, + "severity_value": 0.1617, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1617%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ctdeconcolute_jsd", + "value": 0.8095, + "severity": 0, + "severity_value": 0.40475, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8095%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ctdeconcolute_jsd", + "value": -0.1746, + "severity": 0, + "severity_value": 0.1746, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1746%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ctdeconcolute_jsd", + "value": 0.0959, + "severity": 0, + "severity_value": 0.04795, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0959%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ctdeconcolute_jsd", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ctdeconcolute_jsd", + "value": 0.9785, + "severity": 0, + "severity_value": 0.48925, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9785%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ctdeconcolute_jsd", + "value": -0.7366, + "severity": 0, + "severity_value": 0.7366, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.7366%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ctdeconcolute_jsd", + "value": 0.073, + "severity": 0, + "severity_value": 0.0365, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.073%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ctdeconcolute_jsd", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ctdeconcolute_jsd", + "value": 0.8461, + "severity": 0, + "severity_value": 0.42305, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8461%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ctdeconcolute_jsd", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ctdeconcolute_jsd", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ctdeconcolute_jsd", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconcolute_jsd\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ctdeconcolute_jsd", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconcolute_jsd\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 crosscor_mantel", + "value": -0.3994, + "severity": 0, + "severity_value": 0.3994, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.3994%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 crosscor_mantel", + "value": 0.962, + "severity": 0, + "severity_value": 0.481, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.962%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 crosscor_mantel", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 crosscor_mantel", + "value": 0.9879, + "severity": 0, + "severity_value": 0.49395, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9879%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim crosscor_mantel", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim crosscor_mantel", + "value": 0.8825, + "severity": 0, + "severity_value": 0.44125, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.8825%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter crosscor_mantel", + "value": -0.0098, + "severity": 0, + "severity_value": 0.0098, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0098%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter crosscor_mantel", + "value": 0.0223, + "severity": 0, + "severity_value": 0.01115, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0223%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim crosscor_mantel", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim crosscor_mantel", + "value": 0.9986, + "severity": 0, + "severity_value": 0.4993, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9986%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim crosscor_mantel", + "value": -0.0413, + "severity": 0, + "severity_value": 0.0413, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0413%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim crosscor_mantel", + "value": 0.0087, + "severity": 0, + "severity_value": 0.00435, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0087%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave crosscor_mantel", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave crosscor_mantel", + "value": 0.7694, + "severity": 0, + "severity_value": 0.3847, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7694%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive crosscor_mantel", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive crosscor_mantel", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative crosscor_mantel", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_mantel\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative crosscor_mantel", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_mantel\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 crosscor_cosine", + "value": 0.8142, + "severity": 0, + "severity_value": 0.4071, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.8142%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 crosscor_cosine", + "value": 0.9754, + "severity": 0, + "severity_value": 0.4877, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9754%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim crosscor_cosine", + "value": 0.8612, + "severity": 0, + "severity_value": 0.4306, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8612%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter crosscor_cosine", + "value": -0.0006, + "severity": 0, + "severity_value": 0.0006, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: -0.0006%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter crosscor_cosine", + "value": 0.228, + "severity": 0, + "severity_value": 0.114, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.228%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim crosscor_cosine", + "value": 0.9978, + "severity": 0, + "severity_value": 0.4989, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9978%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim crosscor_cosine", + "value": -0.0308, + "severity": 0, + "severity_value": 0.0308, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0308%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim crosscor_cosine", + "value": 0.1887, + "severity": 0, + "severity_value": 0.09435, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1887%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave crosscor_cosine", + "value": 0.443, + "severity": 0, + "severity_value": 0.2215, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.443%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive crosscor_cosine", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive crosscor_cosine", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative crosscor_cosine", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_cosine\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative crosscor_cosine", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_cosine\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_frac_zero_genes", + "value": 0.9497, + "severity": 0, + "severity_value": -0.9497, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9497%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_frac_zero_genes", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_frac_zero_genes", + "value": 0.9818, + "severity": 0, + "severity_value": -0.9818, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9818%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_frac_zero_genes", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_frac_zero_genes", + "value": 0.8987, + "severity": 0, + "severity_value": -0.8987, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8987%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_frac_zero_genes", + "value": 1.0001, + "severity": 0, + "severity_value": 0.50005, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0001%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_frac_zero_genes", + "value": 0.7979, + "severity": 0, + "severity_value": -0.7979, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.7979%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_frac_zero_genes", + "value": 0.991, + "severity": 0, + "severity_value": 0.4955, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.991%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_frac_zero_genes", + "value": 0.9538, + "severity": 0, + "severity_value": -0.9538, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9538%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_frac_zero_genes", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_frac_zero_genes", + "value": 0.8131, + "severity": 0, + "severity_value": -0.8131, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8131%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_frac_zero_genes", + "value": 0.9913, + "severity": 0, + "severity_value": 0.49565, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9913%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_frac_zero_genes", + "value": 0.9944, + "severity": 0, + "severity_value": -0.9944, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9944%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_frac_zero_genes", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_frac_zero_genes", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_frac_zero_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_frac_zero_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_frac_zero_genes", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_frac_zero_cells", + "value": 0.891, + "severity": 0, + "severity_value": -0.891, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.891%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_frac_zero_cells", + "value": 0.9857, + "severity": 0, + "severity_value": 0.49285, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9857%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_frac_zero_cells", + "value": 0.8527, + "severity": 0, + "severity_value": -0.8527, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8527%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_frac_zero_cells", + "value": 0.9826, + "severity": 0, + "severity_value": 0.4913, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9826%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_frac_zero_cells", + "value": 0.8826, + "severity": 0, + "severity_value": -0.8826, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8826%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_frac_zero_cells", + "value": 0.9976, + "severity": 0, + "severity_value": 0.4988, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9976%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_frac_zero_cells", + "value": 0.73, + "severity": 0, + "severity_value": -0.73, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.73%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_frac_zero_cells", + "value": 0.9931, + "severity": 0, + "severity_value": 0.49655, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9931%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_frac_zero_cells", + "value": 0.9488, + "severity": 0, + "severity_value": -0.9488, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9488%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_frac_zero_cells", + "value": 1.0066, + "severity": 0, + "severity_value": 0.5033, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0066%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_frac_zero_cells", + "value": 0.5984, + "severity": 0, + "severity_value": -0.5984, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.5984%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_frac_zero_cells", + "value": 0.9748, + "severity": 0, + "severity_value": 0.4874, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9748%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_frac_zero_cells", + "value": 0.9573, + "severity": 0, + "severity_value": -0.9573, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9573%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_frac_zero_cells", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_frac_zero_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_frac_zero_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_frac_zero_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_frac_zero_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_lib_size_cells", + "value": 0.8375, + "severity": 0, + "severity_value": -0.8375, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8375%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_lib_size_cells", + "value": 0.9935, + "severity": 0, + "severity_value": 0.49675, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9935%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_lib_size_cells", + "value": 0.8434, + "severity": 0, + "severity_value": -0.8434, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8434%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_lib_size_cells", + "value": 0.9979, + "severity": 0, + "severity_value": 0.49895, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9979%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_lib_size_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_lib_size_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_lib_size_cells", + "value": 0.8919, + "severity": 0, + "severity_value": -0.8919, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8919%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_lib_size_cells", + "value": 0.9954, + "severity": 0, + "severity_value": 0.4977, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9954%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_lib_size_cells", + "value": 0.9404, + "severity": 0, + "severity_value": -0.9404, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9404%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_lib_size_cells", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_lib_size_cells", + "value": -0.3806, + "severity": 0, + "severity_value": 0.3806, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.3806%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_lib_size_cells", + "value": 0.9354, + "severity": 0, + "severity_value": 0.4677, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9354%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_lib_size_cells", + "value": 0.9599, + "severity": 0, + "severity_value": -0.9599, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9599%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_lib_size_cells", + "value": 1.0343, + "severity": 0, + "severity_value": 0.51715, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0343%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_lib_size_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_size_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_lib_size_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_size_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_lib_size_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_lib_size_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_size_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_efflib_size_cells", + "value": 0.8375, + "severity": 0, + "severity_value": -0.8375, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8375%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_efflib_size_cells", + "value": 0.9935, + "severity": 0, + "severity_value": 0.49675, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9935%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_efflib_size_cells", + "value": 0.8434, + "severity": 0, + "severity_value": -0.8434, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8434%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_efflib_size_cells", + "value": 0.9979, + "severity": 0, + "severity_value": 0.49895, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9979%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_efflib_size_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_efflib_size_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_efflib_size_cells", + "value": 0.8919, + "severity": 0, + "severity_value": -0.8919, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8919%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_efflib_size_cells", + "value": 0.9954, + "severity": 0, + "severity_value": 0.4977, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9954%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_efflib_size_cells", + "value": 0.9404, + "severity": 0, + "severity_value": -0.9404, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9404%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_efflib_size_cells", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_efflib_size_cells", + "value": -0.3806, + "severity": 0, + "severity_value": 0.3806, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.3806%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_efflib_size_cells", + "value": 0.9354, + "severity": 0, + "severity_value": 0.4677, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9354%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_efflib_size_cells", + "value": 0.9599, + "severity": 0, + "severity_value": -0.9599, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9599%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_efflib_size_cells", + "value": 1.0343, + "severity": 0, + "severity_value": 0.51715, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0343%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_efflib_size_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_efflib_size_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_efflib_size_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_efflib_size_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_tmm_cells", + "value": -3.784, + "severity": 3, + "severity_value": 3.784, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.784%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_tmm_cells", + "value": 0.9694, + "severity": 0, + "severity_value": 0.4847, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9694%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_tmm_cells", + "value": -1.503, + "severity": 1, + "severity_value": 1.503, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.503%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_tmm_cells", + "value": 0.9787, + "severity": 0, + "severity_value": 0.48935, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9787%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_tmm_cells", + "value": -15.8484, + "severity": 3, + "severity_value": 15.8484, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -15.8484%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_tmm_cells", + "value": 0.9919, + "severity": 0, + "severity_value": 0.49595, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9919%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_tmm_cells", + "value": -16.0357, + "severity": 3, + "severity_value": 16.0357, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.0357%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_tmm_cells", + "value": 0.9903, + "severity": 0, + "severity_value": 0.49515, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9903%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_tmm_cells", + "value": -2.4343, + "severity": 2, + "severity_value": 2.4343, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -2.4343%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_tmm_cells", + "value": 0.9966, + "severity": 0, + "severity_value": 0.4983, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9966%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_tmm_cells", + "value": -40.8552, + "severity": 3, + "severity_value": 40.8552, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -40.8552%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_tmm_cells", + "value": 0.8834, + "severity": 0, + "severity_value": 0.4417, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.8834%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_tmm_cells", + "value": -24.9479, + "severity": 3, + "severity_value": 24.9479, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -24.9479%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_tmm_cells", + "value": 0.9929, + "severity": 0, + "severity_value": 0.49645, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9929%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_tmm_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_tmm_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_tmm_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_tmm_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_tmm_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_tmm_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_tmm_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_tmm_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_scaled_var_cells", + "value": -7802.2382, + "severity": 3, + "severity_value": 7802.2382, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -7802.2382%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_scaled_var_cells", + "value": 1.2763, + "severity": 0, + "severity_value": 0.63815, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.2763%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_scaled_var_cells", + "value": -1296.6407, + "severity": 3, + "severity_value": 1296.6407, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1296.6407%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_scaled_var_cells", + "value": 23.1526, + "severity": 3, + "severity_value": 11.5763, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 23.1526%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_scaled_var_cells", + "value": -8077.8923, + "severity": 3, + "severity_value": 8077.8923, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8077.8923%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_scaled_var_cells", + "value": 12.7131, + "severity": 3, + "severity_value": 6.35655, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.7131%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_scaled_var_cells", + "value": -9169.1047, + "severity": 3, + "severity_value": 9169.1047, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9169.1047%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_scaled_var_cells", + "value": 12.2528, + "severity": 3, + "severity_value": 6.1264, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.2528%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_scaled_var_cells", + "value": -5606.4067, + "severity": 3, + "severity_value": 5606.4067, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -5606.4067%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_scaled_var_cells", + "value": 3.0185, + "severity": 1, + "severity_value": 1.50925, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.0185%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_scaled_var_cells", + "value": -9962.6189, + "severity": 3, + "severity_value": 9962.6189, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9962.6189%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_scaled_var_cells", + "value": 0.3392, + "severity": 0, + "severity_value": 0.1696, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.3392%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_scaled_var_cells", + "value": -8262.4162, + "severity": 3, + "severity_value": 8262.4162, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8262.4162%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_scaled_var_cells", + "value": 4.0217, + "severity": 2, + "severity_value": 2.01085, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 4.0217%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_scaled_var_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_scaled_var_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_scaled_var_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_scaled_var_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_scaled_mean_cells", + "value": -0.353, + "severity": 0, + "severity_value": 0.353, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.353%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_scaled_mean_cells", + "value": 1.7768, + "severity": 0, + "severity_value": 0.8884, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.7768%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_scaled_mean_cells", + "value": -0.0149, + "severity": 0, + "severity_value": 0.0149, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0149%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_scaled_mean_cells", + "value": 5.8871, + "severity": 2, + "severity_value": 2.94355, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8871%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_scaled_mean_cells", + "value": -4.4409e-16, + "severity": 0, + "severity_value": 4.4409e-16, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -4.4409e-16%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_scaled_mean_cells", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_scaled_mean_cells", + "value": -1.1402, + "severity": 1, + "severity_value": 1.1402, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.1402%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_scaled_mean_cells", + "value": 1.3132, + "severity": 0, + "severity_value": 0.6566, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.3132%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_scaled_mean_cells", + "value": -0.0202, + "severity": 0, + "severity_value": 0.0202, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0202%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_scaled_mean_cells", + "value": 8.8799, + "severity": 3, + "severity_value": 4.43995, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 8.8799%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_scaled_mean_cells", + "value": -1.529, + "severity": 1, + "severity_value": 1.529, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.529%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_scaled_mean_cells", + "value": 13.329, + "severity": 3, + "severity_value": 6.6645, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 13.329%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_scaled_mean_cells", + "value": -0.0262, + "severity": 0, + "severity_value": 0.0262, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0262%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_scaled_mean_cells", + "value": 4.2275, + "severity": 2, + "severity_value": 2.11375, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 4.2275%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_scaled_mean_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_scaled_mean_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_scaled_mean_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_scaled_mean_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_lib_fraczero_cells", + "value": 0.6745, + "severity": 0, + "severity_value": -0.6745, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6745%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_lib_fraczero_cells", + "value": 0.9517, + "severity": 0, + "severity_value": 0.47585, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9517%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_lib_fraczero_cells", + "value": 0.7474, + "severity": 0, + "severity_value": -0.7474, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7474%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_lib_fraczero_cells", + "value": 0.9673, + "severity": 0, + "severity_value": 0.48365, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9673%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_lib_fraczero_cells", + "value": 0.3457, + "severity": 0, + "severity_value": -0.3457, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.3457%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_lib_fraczero_cells", + "value": 0.965, + "severity": 0, + "severity_value": 0.4825, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.965%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_lib_fraczero_cells", + "value": 0.0805, + "severity": 0, + "severity_value": -0.0805, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0805%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_lib_fraczero_cells", + "value": 0.8467, + "severity": 0, + "severity_value": 0.42335, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8467%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_lib_fraczero_cells", + "value": 0.8596, + "severity": 0, + "severity_value": -0.8596, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8596%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_lib_fraczero_cells", + "value": 0.9916, + "severity": 0, + "severity_value": 0.4958, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9916%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_lib_fraczero_cells", + "value": 0.0334, + "severity": 0, + "severity_value": -0.0334, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0334%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_lib_fraczero_cells", + "value": 0.7648, + "severity": 0, + "severity_value": 0.3824, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.7648%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_lib_fraczero_cells", + "value": 0.8496, + "severity": 0, + "severity_value": -0.8496, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8496%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_lib_fraczero_cells", + "value": 0.9892, + "severity": 0, + "severity_value": 0.4946, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9892%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_lib_fraczero_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_lib_fraczero_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_lib_fraczero_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_lib_fraczero_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_pearson_cells", + "value": 0.8751, + "severity": 0, + "severity_value": -0.8751, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8751%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_pearson_cells", + "value": 0.998, + "severity": 0, + "severity_value": 0.499, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 0.998%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_pearson_cells", + "value": 0.8212, + "severity": 0, + "severity_value": -0.8212, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8212%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_pearson_cells", + "value": 0.9965, + "severity": 0, + "severity_value": 0.49825, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9965%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_pearson_cells", + "value": -2.56, + "severity": 2, + "severity_value": 2.56, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.56%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_pearson_cells", + "value": 0.987, + "severity": 0, + "severity_value": 0.4935, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.987%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_pearson_cells", + "value": -7.7623, + "severity": 3, + "severity_value": 7.7623, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -7.7623%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_pearson_cells", + "value": 0.6375, + "severity": 0, + "severity_value": 0.31875, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.6375%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_pearson_cells", + "value": 0.9547, + "severity": 0, + "severity_value": -0.9547, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9547%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_pearson_cells", + "value": 0.999, + "severity": 0, + "severity_value": 0.4995, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_pearson_cells", + "value": -4.7176, + "severity": 3, + "severity_value": 4.7176, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -4.7176%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_pearson_cells", + "value": 0.788, + "severity": 0, + "severity_value": 0.394, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.788%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_pearson_cells", + "value": -1.7383, + "severity": 1, + "severity_value": 1.7383, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -1.7383%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_pearson_cells", + "value": 0.9249, + "severity": 0, + "severity_value": 0.46245, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9249%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_pearson_cells", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_cells\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_pearson_cells", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_cells\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_pearson_cells", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_cells\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_pearson_cells", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_cells\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_scaled_var_genes", + "value": -0.3505, + "severity": 0, + "severity_value": 0.3505, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3505%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_scaled_var_genes", + "value": 20.934, + "severity": 3, + "severity_value": 10.467, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 20.934%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_scaled_var_genes", + "value": -0.0041, + "severity": 0, + "severity_value": 0.0041, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0041%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_scaled_var_genes", + "value": 2.0492, + "severity": 1, + "severity_value": 1.0246, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.0492%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_scaled_var_genes", + "value": -0.027, + "severity": 0, + "severity_value": 0.027, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.027%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_scaled_var_genes", + "value": 5.5198, + "severity": 2, + "severity_value": 2.7599, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 5.5198%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_scaled_var_genes", + "value": -0.7189, + "severity": 0, + "severity_value": 0.7189, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.7189%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_scaled_var_genes", + "value": 0.7095, + "severity": 0, + "severity_value": 0.35475, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.7095%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_scaled_var_genes", + "value": -0.0545, + "severity": 0, + "severity_value": 0.0545, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0545%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_scaled_var_genes", + "value": 24.7067, + "severity": 3, + "severity_value": 12.35335, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 24.7067%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_scaled_var_genes", + "value": -0.2987, + "severity": 0, + "severity_value": 0.2987, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.2987%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_scaled_var_genes", + "value": 19.3273, + "severity": 3, + "severity_value": 9.66365, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 19.3273%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_scaled_var_genes", + "value": -0.4088, + "severity": 0, + "severity_value": 0.4088, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4088%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_scaled_var_genes", + "value": 2.5075, + "severity": 1, + "severity_value": 1.25375, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5075%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_scaled_var_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_scaled_var_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_scaled_var_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_scaled_var_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_scaled_mean_genes", + "value": 0.978, + "severity": 0, + "severity_value": -0.978, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.978%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_scaled_mean_genes", + "value": 0.9994, + "severity": 0, + "severity_value": 0.4997, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9994%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_scaled_mean_genes", + "value": 0.9803, + "severity": 0, + "severity_value": -0.9803, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9803%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_scaled_mean_genes", + "value": 0.9999, + "severity": 0, + "severity_value": 0.49995, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9999%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_scaled_mean_genes", + "value": -0.2541, + "severity": 0, + "severity_value": 0.2541, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.2541%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_scaled_mean_genes", + "value": 0.9993, + "severity": 0, + "severity_value": 0.49965, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9993%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_scaled_mean_genes", + "value": 0.0021, + "severity": 0, + "severity_value": -0.0021, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.0021%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_scaled_mean_genes", + "value": 0.8956, + "severity": 0, + "severity_value": 0.4478, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8956%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_scaled_mean_genes", + "value": 0.9781, + "severity": 0, + "severity_value": -0.9781, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_scaled_mean_genes", + "value": 0.9998, + "severity": 0, + "severity_value": 0.4999, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9998%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_scaled_mean_genes", + "value": -2.3702, + "severity": 2, + "severity_value": 2.3702, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3702%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_scaled_mean_genes", + "value": 0.6684, + "severity": 0, + "severity_value": 0.3342, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6684%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_scaled_mean_genes", + "value": 0.9551, + "severity": 0, + "severity_value": -0.9551, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9551%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_scaled_mean_genes", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_scaled_mean_genes", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_scaled_mean_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_scaled_mean_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_scaled_mean_genes", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_pearson_genes", + "value": 0.8539, + "severity": 0, + "severity_value": -0.8539, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8539%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_pearson_genes", + "value": 1.0002, + "severity": 0, + "severity_value": 0.5001, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_pearson_genes", + "value": 0.7936, + "severity": 0, + "severity_value": -0.7936, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7936%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_pearson_genes", + "value": 0.9961, + "severity": 0, + "severity_value": 0.49805, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9961%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_pearson_genes", + "value": -2.3486, + "severity": 2, + "severity_value": 2.3486, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3486%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_pearson_genes", + "value": 0.9883, + "severity": 0, + "severity_value": 0.49415, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9883%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_pearson_genes", + "value": -9.1384, + "severity": 3, + "severity_value": 9.1384, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -9.1384%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_pearson_genes", + "value": 0.6165, + "severity": 0, + "severity_value": 0.30825, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6165%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_pearson_genes", + "value": 0.9721, + "severity": 0, + "severity_value": -0.9721, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9721%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_pearson_genes", + "value": 1.0002, + "severity": 0, + "severity_value": 0.5001, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_pearson_genes", + "value": -6.0192, + "severity": 3, + "severity_value": 6.0192, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.0192%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_pearson_genes", + "value": 0.7952, + "severity": 0, + "severity_value": 0.3976, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7952%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_pearson_genes", + "value": -1.0462, + "severity": 1, + "severity_value": 1.0462, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -1.0462%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_pearson_genes", + "value": 0.9234, + "severity": 0, + "severity_value": 0.4617, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9234%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_pearson_genes", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_genes\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_pearson_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_pearson_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_pearson_genes", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_genes\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_mean_var_genes", + "value": 0.8059, + "severity": 0, + "severity_value": -0.8059, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8059%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_mean_var_genes", + "value": 0.9991, + "severity": 0, + "severity_value": 0.49955, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 0.9991%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_mean_var_genes", + "value": 0.9415, + "severity": 0, + "severity_value": -0.9415, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9415%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_mean_var_genes", + "value": 1.0115, + "severity": 0, + "severity_value": 0.50575, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0115%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_mean_var_genes", + "value": 0.2097, + "severity": 0, + "severity_value": -0.2097, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2097%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_mean_var_genes", + "value": 1.0157, + "severity": 0, + "severity_value": 0.50785, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0157%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_mean_var_genes", + "value": -1.6453, + "severity": 1, + "severity_value": 1.6453, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -1.6453%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_mean_var_genes", + "value": 1.1171, + "severity": 0, + "severity_value": 0.55855, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1171%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_mean_var_genes", + "value": 0.9382, + "severity": 0, + "severity_value": -0.9382, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9382%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_mean_var_genes", + "value": 1.0039, + "severity": 0, + "severity_value": 0.50195, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0039%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_mean_var_genes", + "value": -7.9546, + "severity": 3, + "severity_value": 7.9546, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -7.9546%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_mean_var_genes", + "value": 1.6419, + "severity": 0, + "severity_value": 0.82095, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6419%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_mean_var_genes", + "value": 0.5567, + "severity": 0, + "severity_value": -0.5567, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.5567%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_mean_var_genes", + "value": 1.1381, + "severity": 0, + "severity_value": 0.56905, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1381%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_mean_var_genes", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_var_genes\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_mean_var_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_var_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_mean_var_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_mean_var_genes", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_var_genes\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_mean_fraczero_genes", + "value": 0.4405, + "severity": 0, + "severity_value": -0.4405, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4405%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_mean_fraczero_genes", + "value": 0.9983, + "severity": 0, + "severity_value": 0.49915, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9983%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_mean_fraczero_genes", + "value": 0.7624, + "severity": 0, + "severity_value": -0.7624, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7624%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_mean_fraczero_genes", + "value": 0.9992, + "severity": 0, + "severity_value": 0.4996, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9992%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_mean_fraczero_genes", + "value": 0.7963, + "severity": 0, + "severity_value": -0.7963, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7963%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_mean_fraczero_genes", + "value": 1.4894, + "severity": 0, + "severity_value": 0.7447, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.4894%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_mean_fraczero_genes", + "value": -1.0421, + "severity": 1, + "severity_value": 1.0421, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.0421%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_mean_fraczero_genes", + "value": 0.8269, + "severity": 0, + "severity_value": 0.41345, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8269%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_mean_fraczero_genes", + "value": 0.2699, + "severity": 0, + "severity_value": -0.2699, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.2699%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_mean_fraczero_genes", + "value": 0.9984, + "severity": 0, + "severity_value": 0.4992, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9984%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_mean_fraczero_genes", + "value": -3.3313, + "severity": 3, + "severity_value": 3.3313, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -3.3313%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_mean_fraczero_genes", + "value": 0.9279, + "severity": 0, + "severity_value": 0.46395, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9279%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_mean_fraczero_genes", + "value": 0.8967, + "severity": 0, + "severity_value": -0.8967, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.8967%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_mean_fraczero_genes", + "value": 0.9995, + "severity": 0, + "severity_value": 0.49975, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9995%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_mean_fraczero_genes", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_mean_fraczero_genes", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_mean_fraczero_genes", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_mean_fraczero_genes", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_L_stats", + "value": -25.091, + "severity": 3, + "severity_value": 25.091, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -25.091%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_L_stats", + "value": 2.0305, + "severity": 1, + "severity_value": 1.01525, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 2.0305%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_L_stats", + "value": -0.8343, + "severity": 0, + "severity_value": 0.8343, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -0.8343%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_L_stats", + "value": 8.7193, + "severity": 3, + "severity_value": 4.35965, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 8.7193%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_L_stats", + "value": -4.2083, + "severity": 3, + "severity_value": 4.2083, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2083%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_L_stats", + "value": 26.9697, + "severity": 3, + "severity_value": 13.48485, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 26.9697%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_L_stats", + "value": -4.6528, + "severity": 3, + "severity_value": 4.6528, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -4.6528%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_L_stats", + "value": 27.8007, + "severity": 3, + "severity_value": 13.90035, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 27.8007%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_L_stats", + "value": -0.1937, + "severity": 0, + "severity_value": 0.1937, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1937%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_L_stats", + "value": 2.3698, + "severity": 1, + "severity_value": 1.1849, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 2.3698%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_L_stats", + "value": -4.2712, + "severity": 3, + "severity_value": 4.2712, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2712%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_L_stats", + "value": 29.5892, + "severity": 3, + "severity_value": 14.7946, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 29.5892%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_L_stats", + "value": -4.4992, + "severity": 3, + "severity_value": 4.4992, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -4.4992%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_L_stats", + "value": 30.1875, + "severity": 3, + "severity_value": 15.09375, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 30.1875%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_L_stats", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_L_stats", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_L_stats", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_L_stats\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_L_stats", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_L_stats\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_nn_correlation", + "value": 1.0582, + "severity": 0, + "severity_value": 0.5291, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0582%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_nn_correlation", + "value": 1.015, + "severity": 0, + "severity_value": 0.5075, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.015%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_nn_correlation", + "value": 0.9779, + "severity": 0, + "severity_value": 0.48895, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9779%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_nn_correlation", + "value": -0.0554, + "severity": 0, + "severity_value": 0.0554, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0554%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_nn_correlation", + "value": 0.936, + "severity": 0, + "severity_value": 0.468, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.936%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_nn_correlation", + "value": 1.0002, + "severity": 0, + "severity_value": 0.5001, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0002%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_nn_correlation", + "value": 0.9079, + "severity": 0, + "severity_value": 0.45395, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9079%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_nn_correlation", + "value": -0.0464, + "severity": 0, + "severity_value": 0.0464, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0464%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_nn_correlation", + "value": 0.9786, + "severity": 0, + "severity_value": 0.4893, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9786%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_nn_correlation", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_nn_correlation", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_nn_correlation", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_nn_correlation\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_nn_correlation", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_nn_correlation\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_morans_I", + "value": -5.3972, + "severity": 3, + "severity_value": 5.3972, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -5.3972%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_morans_I", + "value": 1.2873, + "severity": 0, + "severity_value": 0.64365, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2873%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_morans_I", + "value": 1.1899, + "severity": 0, + "severity_value": 0.59495, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.1899%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_morans_I", + "value": 1.1303, + "severity": 0, + "severity_value": 0.56515, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1303%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_morans_I", + "value": 1.0055, + "severity": 0, + "severity_value": 0.50275, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.0055%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_morans_I", + "value": -1.5719, + "severity": 1, + "severity_value": 1.5719, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -1.5719%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_morans_I", + "value": 1.124, + "severity": 0, + "severity_value": 0.562, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.124%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_morans_I", + "value": 1.0114, + "severity": 0, + "severity_value": 0.5057, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0114%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_morans_I", + "value": 0.9367, + "severity": 0, + "severity_value": 0.46835, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 0.9367%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_morans_I", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_morans_I", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_morans_I", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_morans_I\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_morans_I", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_morans_I\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_transition_matrix", + "value": -2.0, + "severity": 1, + "severity_value": 2.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Worst score: -2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_transition_matrix", + "value": 1.2948, + "severity": 0, + "severity_value": 0.6474, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2948%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_transition_matrix", + "value": 1.3333, + "severity": 0, + "severity_value": 0.66665, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3333%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_transition_matrix", + "value": -2.0, + "severity": 1, + "severity_value": 2.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: -2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_transition_matrix", + "value": 2.5, + "severity": 1, + "severity_value": 1.25, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 2.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_transition_matrix", + "value": 1.4286, + "severity": 0, + "severity_value": -1.4286, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_transition_matrix", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_transition_matrix", + "value": 0.5, + "severity": 0, + "severity_value": -0.5, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_transition_matrix", + "value": 1.5, + "severity": 0, + "severity_value": 0.75, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_transition_matrix", + "value": 1.4286, + "severity": 0, + "severity_value": -1.4286, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_transition_matrix", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_transition_matrix", + "value": 2.0, + "severity": 0, + "severity_value": 1.0, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Best score: 2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_transition_matrix", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_transition_matrix", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_transition_matrix", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_transition_matrix\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_transition_matrix", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_transition_matrix\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_central_score", + "value": -3.0, + "severity": 2, + "severity_value": 3.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_central_score", + "value": 1.3333, + "severity": 0, + "severity_value": 0.66665, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_central_score", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_central_score", + "value": 1.6667, + "severity": 0, + "severity_value": 0.83335, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_central_score", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_central_score", + "value": 2.6667, + "severity": 1, + "severity_value": 1.33335, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Best score: 2.6667%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_central_score", + "value": 1.0, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Worst score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_central_score", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_central_score", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_central_score", + "value": 1.6667, + "severity": 0, + "severity_value": 0.83335, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_central_score", + "value": 1.0, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Worst score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_central_score", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_central_score", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_central_score", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Best score: 1.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_central_score", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_central_score", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_central_score", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_central_score\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_central_score", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_central_score\n Best score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign2 ks_statistic_enrichment", + "value": -2.0, + "severity": 1, + "severity_value": 2.0, + "code": "worst_score >= -1", + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: -2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign2 ks_statistic_enrichment", + "value": 1.5, + "severity": 0, + "severity_value": 0.75, + "code": "best_score <= 2", + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3 ks_statistic_enrichment", + "value": 0.1667, + "severity": 0, + "severity_value": -0.1667, + "code": "worst_score >= -1", + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.1667%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3 ks_statistic_enrichment", + "value": 2.0, + "severity": 0, + "severity_value": 1.0, + "code": "best_score <= 2", + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score sparsim ks_statistic_enrichment", + "value": 0.5, + "severity": 0, + "severity_value": -0.5, + "code": "worst_score >= -1", + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score sparsim ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score splatter ks_statistic_enrichment", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score splatter ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score srtsim ks_statistic_enrichment", + "value": 0.5, + "severity": 0, + "severity_value": -0.5, + "code": "worst_score >= -1", + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score srtsim ks_statistic_enrichment", + "value": 2.0, + "severity": 0, + "severity_value": 1.0, + "code": "best_score <= 2", + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score symsim ks_statistic_enrichment", + "value": 0.5, + "severity": 0, + "severity_value": -0.5, + "code": "worst_score >= -1", + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score symsim ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score zinbwave ks_statistic_enrichment", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score zinbwave ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, + "code": "best_score <= 2", + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score positive ks_statistic_enrichment", + "value": 1, + "severity": 0, + "severity_value": -1.0, + "code": "worst_score >= -1", + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score positive ks_statistic_enrichment", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Best score: 1%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score negative ks_statistic_enrichment", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score negative ks_statistic_enrichment", + "value": 0, + "severity": 0, + "severity_value": 0.0, + "code": "best_score <= 2", + "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_enrichment\n Best score: 0%\n" + } +] \ No newline at end of file diff --git a/results/spatial_simulators/data/results.json b/results/spatial_simulators/data/results.json new file mode 100644 index 000000000..a8a1df06c --- /dev/null +++ b/results/spatial_simulators/data/results.json @@ -0,0 +1,6842 @@ +[ + { + "dataset_id": "brain", + "method_id": "negative", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 27.0197, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 174.0339, + "ks_statistic_frac_zero_genes": 292.1599, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 51.1053, + "ks_statistic_lib_size_cells": 27.0197, + "ks_statistic_mean_fraczero_genes": 38.7253, + "ks_statistic_mean_var_genes": 132.0748, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 50.0802, + "ks_statistic_pearson_genes": 42.7489, + "ks_statistic_scaled_mean_cells": -0.2506, + "ks_statistic_scaled_mean_genes": 40.2949, + "ks_statistic_scaled_var_cells": -0.8158, + "ks_statistic_scaled_var_genes": -0.3803, + "ks_statistic_tmm_cells": 0.517, + "ks_statistic_transition_matrix": 0.5625, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0345, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 24.2, + "cpu_pct": 117.8, + "peak_memory_mb": 2151, + "disk_read_mb": 73, + "disk_write_mb": 25 + } + }, + { + "dataset_id": "brain", + "method_id": "positive", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.5113, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.4337, + "ks_statistic_frac_zero_genes": -1.3798, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": -1.0499, + "ks_statistic_lib_size_cells": -0.5113, + "ks_statistic_mean_fraczero_genes": -1.9061, + "ks_statistic_mean_var_genes": -14.0041, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 0.0353, + "ks_statistic_pearson_genes": 0.0188, + "ks_statistic_scaled_mean_cells": -0.2713, + "ks_statistic_scaled_mean_genes": -0.4051, + "ks_statistic_scaled_var_cells": -0.8158, + "ks_statistic_scaled_var_genes": -1.2001, + "ks_statistic_tmm_cells": -0.7889, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.5517, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 16.8, + "cpu_pct": 168.2, + "peak_memory_mb": 6144, + "disk_read_mb": 73, + "disk_write_mb": 43 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.8333, + "ks_statistic_efflib_size_cells": 0.7693, + "ks_statistic_enrichment": 0.625, + "ks_statistic_frac_zero_cells": 7.7705, + "ks_statistic_frac_zero_genes": -0.8966, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 6.2726, + "ks_statistic_lib_size_cells": 0.7693, + "ks_statistic_mean_fraczero_genes": -1.167, + "ks_statistic_mean_var_genes": -10.0239, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 1.8129, + "ks_statistic_pearson_genes": 1.1029, + "ks_statistic_scaled_mean_cells": -0.2758, + "ks_statistic_scaled_mean_genes": -0.3069, + "ks_statistic_scaled_var_cells": -0.312, + "ks_statistic_scaled_var_genes": -1.1302, + "ks_statistic_tmm_cells": 5.4585, + "ks_statistic_transition_matrix": 0.625, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": -3, + "ks_statistic_efflib_size_cells": 0.9535, + "ks_statistic_enrichment": -1, + "ks_statistic_frac_zero_cells": 0.953, + "ks_statistic_frac_zero_genes": 0.9984, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.8596, + "ks_statistic_lib_size_cells": 0.9535, + "ks_statistic_mean_fraczero_genes": 0.9818, + "ks_statistic_mean_var_genes": 0.9728, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.9645, + "ks_statistic_pearson_genes": 0.9746, + "ks_statistic_scaled_mean_cells": 1.2177, + "ks_statistic_scaled_mean_genes": 0.9976, + "ks_statistic_scaled_var_cells": -7802.2382, + "ks_statistic_scaled_var_genes": 0.9148, + "ks_statistic_tmm_cells": -3.784, + "ks_statistic_transition_matrix": -0.25, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3974, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 211, + "cpu_pct": 303.6, + "peak_memory_mb": 25805, + "disk_read_mb": 84, + "disk_write_mb": 34 + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.3066, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": 2.5971, + "ks_statistic_frac_zero_genes": -1.0065, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 12.1268, + "ks_statistic_lib_size_cells": 0.3066, + "ks_statistic_mean_fraczero_genes": -1.3307, + "ks_statistic_mean_var_genes": -5.4608, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 4.3544, + "ks_statistic_pearson_genes": 3.164, + "ks_statistic_scaled_mean_cells": -0.3724, + "ks_statistic_scaled_mean_genes": 0.3973, + "ks_statistic_scaled_var_cells": -0.732, + "ks_statistic_scaled_var_genes": -1.1175, + "ks_statistic_tmm_cells": 0.2136, + "ks_statistic_transition_matrix": 0.5625, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9703, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9826, + "ks_statistic_frac_zero_genes": 0.9987, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.7474, + "ks_statistic_lib_size_cells": 0.9703, + "ks_statistic_mean_fraczero_genes": 0.9858, + "ks_statistic_mean_var_genes": 0.9415, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.9137, + "ks_statistic_pearson_genes": 0.9264, + "ks_statistic_scaled_mean_cells": 5.8871, + "ks_statistic_scaled_mean_genes": 0.9803, + "ks_statistic_scaled_var_cells": -1296.6407, + "ks_statistic_scaled_var_genes": 0.8993, + "ks_statistic_tmm_cells": 0.2323, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4327, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 5079, + "cpu_pct": 100.3, + "peak_memory_mb": 11469, + "disk_read_mb": 105, + "disk_write_mb": 25 + } + }, + { + "dataset_id": "brain", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.5113, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 15.8843, + "ks_statistic_frac_zero_genes": 1.1169, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 29.0617, + "ks_statistic_lib_size_cells": -0.5113, + "ks_statistic_mean_fraczero_genes": 6.3686, + "ks_statistic_mean_var_genes": 4.5054, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 28.8642, + "ks_statistic_pearson_genes": 26.5966, + "ks_statistic_scaled_mean_cells": -0.2713, + "ks_statistic_scaled_mean_genes": 50.6382, + "ks_statistic_scaled_var_cells": -0.2942, + "ks_statistic_scaled_var_genes": -0.8174, + "ks_statistic_tmm_cells": 14.5971, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9065, + "ks_statistic_frac_zero_genes": 0.9915, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.4227, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.7963, + "ks_statistic_mean_var_genes": 0.8733, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.4239, + "ks_statistic_pearson_genes": 0.378, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": -0.2541, + "ks_statistic_scaled_var_cells": -8077.8923, + "ks_statistic_scaled_var_genes": 0.5332, + "ks_statistic_tmm_cells": -10.7822, + "ks_statistic_transition_matrix": 1.75, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3905, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 102, + "cpu_pct": 107.7, + "peak_memory_mb": 5428, + "disk_read_mb": 102, + "disk_write_mb": 25 + } + }, + { + "dataset_id": "brain", + "method_id": "splatter", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 2.4636, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 6.6591, + "ks_statistic_frac_zero_genes": 52.0573, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 15.2813, + "ks_statistic_lib_size_cells": 2.4636, + "ks_statistic_mean_fraczero_genes": 58.4488, + "ks_statistic_mean_var_genes": 17.1826, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 274.2237, + "ks_statistic_pearson_genes": 269.1081, + "ks_statistic_scaled_mean_cells": -0.2777, + "ks_statistic_scaled_mean_genes": 40.2082, + "ks_statistic_scaled_var_cells": -0.2238, + "ks_statistic_scaled_var_genes": -0.3027, + "ks_statistic_tmm_cells": 8.1387, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.8919, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9593, + "ks_statistic_frac_zero_genes": 0.818, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.6869, + "ks_statistic_lib_size_cells": 0.8919, + "ks_statistic_mean_fraczero_genes": -0.4854, + "ks_statistic_mean_var_genes": 0.7865, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -4.4789, + "ks_statistic_pearson_genes": -5.2974, + "ks_statistic_scaled_mean_cells": 1.3132, + "ks_statistic_scaled_mean_genes": 0.0021, + "ks_statistic_scaled_var_cells": -9169.1047, + "ks_statistic_scaled_var_genes": -0.0947, + "ks_statistic_tmm_cells": -5.8365, + "ks_statistic_transition_matrix": 1.75, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3116, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 33.4, + "cpu_pct": 138, + "peak_memory_mb": 6759, + "disk_read_mb": 98, + "disk_write_mb": 25 + } + }, + { + "dataset_id": "brain", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": 0.0717, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.1312, + "ks_statistic_frac_zero_genes": -1.106, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 2.3236, + "ks_statistic_lib_size_cells": 0.0717, + "ks_statistic_mean_fraczero_genes": -1.7379, + "ks_statistic_mean_var_genes": -4.9834, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 0.5056, + "ks_statistic_pearson_genes": 0.4484, + "ks_statistic_scaled_mean_cells": -0.4343, + "ks_statistic_scaled_mean_genes": -0.2954, + "ks_statistic_scaled_var_cells": -0.4538, + "ks_statistic_scaled_var_genes": -1.1124, + "ks_statistic_tmm_cells": 3.6958, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9788, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9983, + "ks_statistic_frac_zero_genes": 0.9991, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.9353, + "ks_statistic_lib_size_cells": 0.9788, + "ks_statistic_mean_fraczero_genes": 0.9959, + "ks_statistic_mean_var_genes": 0.9382, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.9906, + "ks_statistic_pearson_genes": 0.9899, + "ks_statistic_scaled_mean_cells": 8.8799, + "ks_statistic_scaled_mean_genes": 0.9973, + "ks_statistic_scaled_var_cells": -5606.4067, + "ks_statistic_scaled_var_genes": 0.8931, + "ks_statistic_tmm_cells": -2.4343, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4895, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 59.4, + "cpu_pct": 111.1, + "peak_memory_mb": 3789, + "disk_read_mb": 98, + "disk_write_mb": 25 + } + }, + { + "dataset_id": "brain", + "method_id": "symsim", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 37.4973, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 47.1315, + "ks_statistic_frac_zero_genes": 26.9163, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 36.8367, + "ks_statistic_lib_size_cells": 37.4973, + "ks_statistic_mean_fraczero_genes": 65.9037, + "ks_statistic_mean_var_genes": 173.1767, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 134.881, + "ks_statistic_pearson_genes": 119.9833, + "ks_statistic_scaled_mean_cells": -0.5264, + "ks_statistic_scaled_mean_genes": 85.1149, + "ks_statistic_scaled_var_cells": -0.1726, + "ks_statistic_scaled_var_genes": -3.0979, + "ks_statistic_tmm_cells": 18.2131, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": -0.3806, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.7274, + "ks_statistic_frac_zero_genes": 0.9036, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.2736, + "ks_statistic_lib_size_cells": -0.3806, + "ks_statistic_mean_fraczero_genes": -0.6689, + "ks_statistic_mean_var_genes": -0.2814, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -1.6945, + "ks_statistic_pearson_genes": -1.8075, + "ks_statistic_scaled_mean_cells": 13.329, + "ks_statistic_scaled_mean_genes": -1.1012, + "ks_statistic_scaled_var_cells": -9962.6189, + "ks_statistic_scaled_var_genes": 3.315, + "ks_statistic_tmm_cells": -13.5512, + "ks_statistic_transition_matrix": 1.75, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.2381, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 267, + "cpu_pct": 104.9, + "peak_memory_mb": 7680, + "disk_read_mb": 440, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "brain", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.1274, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.7033, + "ks_statistic_frac_zero_genes": -0.9487, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 6.7922, + "ks_statistic_lib_size_cells": -0.1274, + "ks_statistic_mean_fraczero_genes": 2.2922, + "ks_statistic_mean_var_genes": -4.4391, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 28.9684, + "ks_statistic_pearson_genes": 27.9522, + "ks_statistic_scaled_mean_cells": -0.3381, + "ks_statistic_scaled_mean_genes": 1.4226, + "ks_statistic_scaled_var_cells": -0.2823, + "ks_statistic_scaled_var_genes": -1.214, + "ks_statistic_tmm_cells": 1.746, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9861, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9935, + "ks_statistic_frac_zero_genes": 0.9985, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.8496, + "ks_statistic_lib_size_cells": 0.9861, + "ks_statistic_mean_fraczero_genes": 0.8967, + "ks_statistic_mean_var_genes": 0.9345, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.4219, + "ks_statistic_pearson_genes": 0.3463, + "ks_statistic_scaled_mean_cells": 4.2275, + "ks_statistic_scaled_mean_genes": 0.9551, + "ks_statistic_scaled_var_cells": -8262.4162, + "ks_statistic_scaled_var_genes": 1.017, + "ks_statistic_tmm_cells": -0.9411, + "ks_statistic_transition_matrix": 1.25, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.461, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 121, + "cpu_pct": 337.8, + "peak_memory_mb": 93901, + "disk_read_mb": 104, + "disk_write_mb": 26 + } + }, + { + "dataset_id": "breast", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0011, + "clustering_nmi": 0.0015, + "crosscor_cosine": 0.4984, + "crosscor_mantel": -0.0015, + "ctdeconcolute_jsd": 0.1706, + "ctdeconvolute_rmse": 0.2446, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 63.2653, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_frac_zero_cells": 170.4147, + "ks_statistic_frac_zero_genes": 394.3832, + "ks_statistic_L_stats": 1.4681, + "ks_statistic_lib_fraczero_cells": 51.5872, + "ks_statistic_lib_size_cells": 63.2653, + "ks_statistic_mean_fraczero_genes": 29.9905, + "ks_statistic_mean_var_genes": 24.7842, + "ks_statistic_morans_I": 37.574, + "ks_statistic_nn_correlation": 25.0723, + "ks_statistic_pearson_cells": 51.7232, + "ks_statistic_pearson_genes": 47.6219, + "ks_statistic_scaled_mean_cells": -0.3955, + "ks_statistic_scaled_mean_genes": 78.4783, + "ks_statistic_scaled_var_cells": -0.1378, + "ks_statistic_scaled_var_genes": -0.2269, + "ks_statistic_tmm_cells": 0.3365, + "ks_statistic_transition_matrix": 0.6667, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1034, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 11, + "cpu_pct": 139.3, + "peak_memory_mb": 2048, + "disk_read_mb": 52, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.6788, + "clustering_nmi": 0.6038, + "crosscor_cosine": 0.9017, + "crosscor_mantel": 0.814, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": -4.0847, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": -0.9472, + "ks_statistic_frac_zero_genes": -0.3062, + "ks_statistic_L_stats": 3.8437, + "ks_statistic_lib_fraczero_cells": -0.9922, + "ks_statistic_lib_size_cells": -4.0847, + "ks_statistic_mean_fraczero_genes": -1.1693, + "ks_statistic_mean_var_genes": -3.9537, + "ks_statistic_morans_I": -0.2191, + "ks_statistic_nn_correlation": -0.2478, + "ks_statistic_pearson_cells": -0.0602, + "ks_statistic_pearson_genes": -0.068, + "ks_statistic_scaled_mean_cells": -0.2581, + "ks_statistic_scaled_mean_genes": -0.2948, + "ks_statistic_scaled_var_cells": -0.1328, + "ks_statistic_scaled_var_genes": -0.8462, + "ks_statistic_tmm_cells": -0.8453, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8276, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 11.8, + "cpu_pct": 238.6, + "peak_memory_mb": 5940, + "disk_read_mb": 52, + "disk_write_mb": 23 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.0604, + "clustering_nmi": 0.0604, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.783, + "ctdeconcolute_jsd": 0.1194, + "ctdeconvolute_rmse": 0.1523, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.5556, + "ks_statistic_efflib_size_cells": 6.861, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 14.8146, + "ks_statistic_frac_zero_genes": -0.256, + "ks_statistic_L_stats": 1.7747, + "ks_statistic_lib_fraczero_cells": 6.637, + "ks_statistic_lib_size_cells": 6.861, + "ks_statistic_mean_fraczero_genes": -1.1169, + "ks_statistic_mean_var_genes": -3.7877, + "ks_statistic_morans_I": 2.4383, + "ks_statistic_nn_correlation": 0.8997, + "ks_statistic_pearson_cells": 0.3739, + "ks_statistic_pearson_genes": 0.471, + "ks_statistic_scaled_mean_cells": -0.3145, + "ks_statistic_scaled_mean_genes": -0.1935, + "ks_statistic_scaled_var_cells": -0.1347, + "ks_statistic_scaled_var_genes": -0.8552, + "ks_statistic_tmm_cells": 1.392, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.914, + "svg_recall": 0.9198 + }, + "scaled_scores": { + "clustering_ari": 0.0875, + "clustering_nmi": 0.0979, + "crosscor_cosine": 0, + "crosscor_mantel": 0.962, + "ctdeconcolute_jsd": 0.3004, + "ctdeconvolute_rmse": 0.3772, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.8375, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.908, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": 0.8709, + "ks_statistic_lib_fraczero_cells": 0.8549, + "ks_statistic_lib_size_cells": 0.8375, + "ks_statistic_mean_fraczero_genes": 0.9983, + "ks_statistic_mean_var_genes": 0.9942, + "ks_statistic_morans_I": 0.9297, + "ks_statistic_nn_correlation": 0.9547, + "ks_statistic_pearson_cells": 0.9916, + "ks_statistic_pearson_genes": 0.9887, + "ks_statistic_scaled_mean_cells": 0.4103, + "ks_statistic_scaled_mean_genes": 0.9987, + "ks_statistic_scaled_var_cells": 0.383, + "ks_statistic_scaled_var_genes": 1.0145, + "ks_statistic_tmm_cells": -0.8932, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.9198 + }, + "mean_score": 0.6392, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 613, + "cpu_pct": 291.8, + "peak_memory_mb": 20276, + "disk_read_mb": 56, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.2374, + "clustering_nmi": 0.2031, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.8041, + "ctdeconcolute_jsd": 0.0812, + "ctdeconvolute_rmse": 0.0691, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.5556, + "ks_statistic_efflib_size_cells": 1.9851, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 5.6514, + "ks_statistic_frac_zero_genes": -0.2846, + "ks_statistic_L_stats": 2.9124, + "ks_statistic_lib_fraczero_cells": 1.7806, + "ks_statistic_lib_size_cells": 1.9851, + "ks_statistic_mean_fraczero_genes": -1.1043, + "ks_statistic_mean_var_genes": -4.258, + "ks_statistic_morans_I": -0.0045, + "ks_statistic_nn_correlation": 0.3006, + "ks_statistic_pearson_cells": 0.6042, + "ks_statistic_pearson_genes": 0.939, + "ks_statistic_scaled_mean_cells": -0.2705, + "ks_statistic_scaled_mean_genes": -0.2022, + "ks_statistic_scaled_var_cells": -0.2483, + "ks_statistic_scaled_var_genes": -0.8301, + "ks_statistic_tmm_cells": 2.1126, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0.9524, + "svg_recall": 0.9705 + }, + "scaled_scores": { + "clustering_ari": 0.3486, + "clustering_nmi": 0.3347, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9879, + "ctdeconcolute_jsd": 0.5239, + "ctdeconvolute_rmse": 0.7175, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9099, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9615, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": 0.392, + "ks_statistic_lib_fraczero_cells": 0.9473, + "ks_statistic_lib_size_cells": 0.9099, + "ks_statistic_mean_fraczero_genes": 0.9979, + "ks_statistic_mean_var_genes": 1.0106, + "ks_statistic_morans_I": 0.9943, + "ks_statistic_nn_correlation": 0.9783, + "ks_statistic_pearson_cells": 0.9872, + "ks_statistic_pearson_genes": 0.9789, + "ks_statistic_scaled_mean_cells": 0.0902, + "ks_statistic_scaled_mean_genes": 0.9988, + "ks_statistic_scaled_var_cells": 23.1526, + "ks_statistic_scaled_var_genes": 0.9741, + "ks_statistic_tmm_cells": -1.503, + "ks_statistic_transition_matrix": 0.6667, + "svg_precision": 0, + "svg_recall": 0.9705 + }, + "mean_score": 0.6725, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 11208, + "cpu_pct": 100.1, + "peak_memory_mb": 9421, + "disk_read_mb": 84, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0818, + "clustering_nmi": 0.0918, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0182, + "ctdeconcolute_jsd": 0.1982, + "ctdeconvolute_rmse": 0.3095, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -4.0847, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 19.1745, + "ks_statistic_frac_zero_genes": 0.8233, + "ks_statistic_L_stats": 1.6409, + "ks_statistic_lib_fraczero_cells": 33.4098, + "ks_statistic_lib_size_cells": -4.0847, + "ks_statistic_mean_fraczero_genes": -4.1005, + "ks_statistic_mean_var_genes": 1.4981, + "ks_statistic_morans_I": 1.404, + "ks_statistic_nn_correlation": 0.6082, + "ks_statistic_pearson_cells": 100.6433, + "ks_statistic_pearson_genes": 102.5276, + "ks_statistic_scaled_mean_cells": -0.2581, + "ks_statistic_scaled_mean_genes": 91.0501, + "ks_statistic_scaled_var_cells": -0.1805, + "ks_statistic_scaled_var_genes": -0.2102, + "ks_statistic_tmm_cells": 19.0652, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.8386, + "svg_recall": 0.789 + }, + "scaled_scores": { + "clustering_ari": 0.1191, + "clustering_nmi": 0.1499, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0242, + "ctdeconcolute_jsd": -0.1617, + "ctdeconvolute_rmse": -0.2652, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.8826, + "ks_statistic_frac_zero_genes": 0.9971, + "ks_statistic_L_stats": 0.9273, + "ks_statistic_lib_fraczero_cells": 0.3457, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1.0941, + "ks_statistic_mean_var_genes": 0.8103, + "ks_statistic_morans_I": 0.9571, + "ks_statistic_nn_correlation": 0.9662, + "ks_statistic_pearson_cells": -0.9447, + "ks_statistic_pearson_genes": -1.1513, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": -0.1596, + "ks_statistic_scaled_var_cells": 9.5619, + "ks_statistic_scaled_var_genes": -0.027, + "ks_statistic_tmm_cells": -15.8484, + "ks_statistic_transition_matrix": 1.3333, + "svg_precision": 0, + "svg_recall": 0.789 + }, + "mean_score": 0.4529, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 105.4, + "peak_memory_mb": 5837, + "disk_read_mb": 81, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.0894, + "clustering_nmi": 0.0975, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.0007, + "ctdeconcolute_jsd": 0.1543, + "ctdeconvolute_rmse": 0.2144, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 1.0852, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 41.5547, + "ks_statistic_frac_zero_genes": 44.2757, + "ks_statistic_L_stats": 1.9809, + "ks_statistic_lib_fraczero_cells": 47.355, + "ks_statistic_lib_size_cells": 1.0852, + "ks_statistic_mean_fraczero_genes": 34.5785, + "ks_statistic_mean_var_genes": -7.3188, + "ks_statistic_morans_I": 26.356, + "ks_statistic_nn_correlation": 26.4741, + "ks_statistic_pearson_cells": 135.9672, + "ks_statistic_pearson_genes": 119.5907, + "ks_statistic_scaled_mean_cells": -0.3134, + "ks_statistic_scaled_mean_genes": 74.1749, + "ks_statistic_scaled_var_cells": -0.1939, + "ks_statistic_scaled_var_genes": -0.2233, + "ks_statistic_tmm_cells": 19.2865, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.4759, + "svg_recall": 0.9177 + }, + "scaled_scores": { + "clustering_ari": 0.1303, + "clustering_nmi": 0.1594, + "crosscor_cosine": 0, + "crosscor_mantel": 0.001, + "ctdeconcolute_jsd": 0.0959, + "ctdeconvolute_rmse": 0.1237, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.9232, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.752, + "ks_statistic_frac_zero_genes": 0.887, + "ks_statistic_L_stats": 0.7842, + "ks_statistic_lib_fraczero_cells": 0.0805, + "ks_statistic_lib_size_cells": 0.9232, + "ks_statistic_mean_fraczero_genes": -0.1472, + "ks_statistic_mean_var_genes": 1.1171, + "ks_statistic_morans_I": 0.2968, + "ks_statistic_nn_correlation": -0.0554, + "ks_statistic_pearson_cells": -1.6269, + "ks_statistic_pearson_genes": -1.5091, + "ks_statistic_scaled_mean_cells": 0.4023, + "ks_statistic_scaled_mean_genes": 0.0546, + "ks_statistic_scaled_var_cells": 12.2528, + "ks_statistic_scaled_var_genes": -0.0059, + "ks_statistic_tmm_cells": -16.0357, + "ks_statistic_transition_matrix": 2, + "svg_precision": 0, + "svg_recall": 0.9177 + }, + "mean_score": 0.3804, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 26, + "cpu_pct": 124.2, + "peak_memory_mb": 4096, + "disk_read_mb": 76, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.6295, + "clustering_nmi": 0.5518, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.8128, + "ctdeconcolute_jsd": 0.062, + "ctdeconvolute_rmse": 0.0688, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": -1.211, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": -0.2762, + "ks_statistic_frac_zero_genes": -0.2595, + "ks_statistic_L_stats": 4.3038, + "ks_statistic_lib_fraczero_cells": 1.4377, + "ks_statistic_lib_size_cells": -1.211, + "ks_statistic_mean_fraczero_genes": -0.9565, + "ks_statistic_mean_var_genes": -4.0664, + "ks_statistic_morans_I": 0.0389, + "ks_statistic_nn_correlation": -0.1093, + "ks_statistic_pearson_cells": 0.1131, + "ks_statistic_pearson_genes": 0.0766, + "ks_statistic_scaled_mean_cells": -0.2891, + "ks_statistic_scaled_mean_genes": -0.1557, + "ks_statistic_scaled_var_cells": -0.1479, + "ks_statistic_scaled_var_genes": -0.851, + "ks_statistic_tmm_cells": 2.8285, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.9873, + "svg_recall": 0.9852 + }, + "scaled_scores": { + "clustering_ari": 0.9273, + "clustering_nmi": 0.9137, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9986, + "ctdeconcolute_jsd": 0.6368, + "ctdeconvolute_rmse": 0.7188, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9573, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9961, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": -0.1937, + "ks_statistic_lib_fraczero_cells": 0.9538, + "ks_statistic_lib_size_cells": 0.9573, + "ks_statistic_mean_fraczero_genes": 0.9932, + "ks_statistic_mean_var_genes": 1.0039, + "ks_statistic_morans_I": 0.9932, + "ks_statistic_nn_correlation": 0.9945, + "ks_statistic_pearson_cells": 0.9967, + "ks_statistic_pearson_genes": 0.997, + "ks_statistic_scaled_mean_cells": 0.2258, + "ks_statistic_scaled_mean_genes": 0.9982, + "ks_statistic_scaled_var_cells": 3.0185, + "ks_statistic_scaled_var_genes": 1.0078, + "ks_statistic_tmm_cells": -2.1088, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.9852 + }, + "mean_score": 0.7498, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 44, + "cpu_pct": 115.5, + "peak_memory_mb": 3687, + "disk_read_mb": 76, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.0894, + "clustering_nmi": 0.0975, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.001, + "ctdeconcolute_jsd": 0.1582, + "ctdeconvolute_rmse": 0.1905, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 57.2062, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 55.1462, + "ks_statistic_frac_zero_genes": 28.7065, + "ks_statistic_L_stats": 1.6208, + "ks_statistic_lib_fraczero_cells": 35.5764, + "ks_statistic_lib_size_cells": 57.2062, + "ks_statistic_mean_fraczero_genes": 133.7932, + "ks_statistic_mean_var_genes": 253.3827, + "ks_statistic_morans_I": 5.1939, + "ks_statistic_nn_correlation": 8.9632, + "ks_statistic_pearson_cells": 237.4811, + "ks_statistic_pearson_genes": 238.1429, + "ks_statistic_scaled_mean_cells": -0.1891, + "ks_statistic_scaled_mean_genes": 145.4024, + "ks_statistic_scaled_var_cells": -0.1315, + "ks_statistic_scaled_var_genes": -1.0611, + "ks_statistic_tmm_cells": 48.6168, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.3636, + "svg_recall": 0.0675 + }, + "scaled_scores": { + "clustering_ari": 0.1303, + "clustering_nmi": 0.1594, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0006, + "ctdeconcolute_jsd": 0.073, + "ctdeconvolute_rmse": 0.2213, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.09, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.6727, + "ks_statistic_frac_zero_genes": 0.9265, + "ks_statistic_L_stats": 0.9357, + "ks_statistic_lib_fraczero_cells": 0.3045, + "ks_statistic_lib_size_cells": 0.09, + "ks_statistic_mean_fraczero_genes": -3.3313, + "ks_statistic_mean_var_genes": -7.9546, + "ks_statistic_morans_I": 0.8568, + "ks_statistic_nn_correlation": 0.6362, + "ks_statistic_pearson_cells": -3.5872, + "ks_statistic_pearson_genes": -3.995, + "ks_statistic_scaled_mean_cells": -0.5022, + "ks_statistic_scaled_mean_genes": -0.8496, + "ks_statistic_scaled_var_cells": -0.2521, + "ks_statistic_scaled_var_genes": 1.347, + "ks_statistic_tmm_cells": -40.8552, + "ks_statistic_transition_matrix": 2, + "svg_precision": 0, + "svg_recall": 0.0675 + }, + "mean_score": 0.2988, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 274, + "cpu_pct": 101.3, + "peak_memory_mb": 3789, + "disk_read_mb": 337, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "breast", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.0845, + "clustering_nmi": 0.0917, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4186, + "ctdeconcolute_jsd": 0.0788, + "ctdeconvolute_rmse": 0.0646, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": -1.3867, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 0.3371, + "ks_statistic_frac_zero_genes": -0.2894, + "ks_statistic_L_stats": 2.1431, + "ks_statistic_lib_fraczero_cells": 0.401, + "ks_statistic_lib_size_cells": -1.3867, + "ks_statistic_mean_fraczero_genes": -1.1019, + "ks_statistic_mean_var_genes": -4.3789, + "ks_statistic_morans_I": 3.8599, + "ks_statistic_nn_correlation": 1.2703, + "ks_statistic_pearson_cells": 26.4525, + "ks_statistic_pearson_genes": 29.242, + "ks_statistic_scaled_mean_cells": -0.2545, + "ks_statistic_scaled_mean_genes": -0.2898, + "ks_statistic_scaled_var_cells": -0.1505, + "ks_statistic_scaled_var_genes": -0.78, + "ks_statistic_tmm_cells": 29.8185, + "ks_statistic_transition_matrix": 0.5556, + "svg_precision": 0.9464, + "svg_recall": 0.8945 + }, + "scaled_scores": { + "clustering_ari": 0.1231, + "clustering_nmi": 0.1499, + "crosscor_cosine": 0, + "crosscor_mantel": 0.5151, + "ctdeconcolute_jsd": 0.538, + "ctdeconvolute_rmse": 0.7357, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9599, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9925, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0.7159, + "ks_statistic_lib_fraczero_cells": 0.9735, + "ks_statistic_lib_size_cells": 0.9599, + "ks_statistic_mean_fraczero_genes": 0.9978, + "ks_statistic_mean_var_genes": 1.0148, + "ks_statistic_morans_I": 0.8921, + "ks_statistic_nn_correlation": 0.94, + "ks_statistic_pearson_cells": 0.488, + "ks_statistic_pearson_genes": 0.3854, + "ks_statistic_scaled_mean_cells": -0.0262, + "ks_statistic_scaled_mean_genes": 0.9999, + "ks_statistic_scaled_var_cells": 3.5568, + "ks_statistic_scaled_var_genes": 0.8931, + "ks_statistic_tmm_cells": -24.9479, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0, + "svg_recall": 0.8945 + }, + "mean_score": 0.5858, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 295, + "cpu_pct": 327.2, + "peak_memory_mb": 101991, + "disk_read_mb": 83, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0043, + "clustering_nmi": 0.0087, + "crosscor_cosine": 0.4993, + "crosscor_mantel": -0.0002, + "ctdeconcolute_jsd": 0.1016, + "ctdeconvolute_rmse": 0.4187, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 42.1572, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 399.2042, + "ks_statistic_frac_zero_genes": 70.5244, + "ks_statistic_L_stats": 38.0891, + "ks_statistic_lib_fraczero_cells": 30.2118, + "ks_statistic_lib_size_cells": 42.1572, + "ks_statistic_mean_fraczero_genes": 70.5702, + "ks_statistic_mean_var_genes": 24.07, + "ks_statistic_morans_I": 14.5992, + "ks_statistic_nn_correlation": 7.8573, + "ks_statistic_pearson_cells": 75.3561, + "ks_statistic_pearson_genes": 76.5887, + "ks_statistic_scaled_mean_cells": -0.8365, + "ks_statistic_scaled_mean_genes": 13.115, + "ks_statistic_scaled_var_cells": -0.2874, + "ks_statistic_scaled_var_genes": -0.2335, + "ks_statistic_tmm_cells": 50.4995, + "ks_statistic_transition_matrix": 0.625, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.069, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 11.4, + "cpu_pct": 138.1, + "peak_memory_mb": 1946, + "disk_read_mb": 49, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.6301, + "clustering_nmi": 0.5719, + "crosscor_cosine": 0.9011, + "crosscor_mantel": 0.8814, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": -0.6012, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": -9.212, + "ks_statistic_frac_zero_genes": -0.2928, + "ks_statistic_L_stats": 37.7164, + "ks_statistic_lib_fraczero_cells": -0.713, + "ks_statistic_lib_size_cells": -0.6012, + "ks_statistic_mean_fraczero_genes": -0.8871, + "ks_statistic_mean_var_genes": -0.8404, + "ks_statistic_morans_I": -0.2167, + "ks_statistic_nn_correlation": -0.7794, + "ks_statistic_pearson_cells": -0.317, + "ks_statistic_pearson_genes": 0.0316, + "ks_statistic_scaled_mean_cells": -0.6148, + "ks_statistic_scaled_mean_genes": -0.2258, + "ks_statistic_scaled_var_cells": -0.2695, + "ks_statistic_scaled_var_genes": -0.3765, + "ks_statistic_tmm_cells": -0.3039, + "ks_statistic_transition_matrix": 0.1875, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8621, + "resources": { + "submit": "2024-11-25 06:12:00", + "exit_code": 0, + "duration_sec": 13.2, + "cpu_pct": 131.5, + "peak_memory_mb": 1946, + "disk_read_mb": 49, + "disk_write_mb": 20 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.2459, + "clustering_nmi": 0.2448, + "crosscor_cosine": 0.7707, + "crosscor_mantel": 0.5227, + "ctdeconcolute_jsd": 0.0936, + "ctdeconvolute_rmse": 0.3451, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": 1.605, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": 6.129, + "ks_statistic_frac_zero_genes": -0.1442, + "ks_statistic_L_stats": 37.7027, + "ks_statistic_lib_fraczero_cells": 4.3489, + "ks_statistic_lib_size_cells": 1.605, + "ks_statistic_mean_fraczero_genes": 1.7182, + "ks_statistic_mean_var_genes": -0.5237, + "ks_statistic_morans_I": 0.7641, + "ks_statistic_nn_correlation": 1.6567, + "ks_statistic_pearson_cells": 4.2693, + "ks_statistic_pearson_genes": 4.194, + "ks_statistic_scaled_mean_cells": -0.5366, + "ks_statistic_scaled_mean_genes": -0.1183, + "ks_statistic_scaled_var_cells": -0.2884, + "ks_statistic_scaled_var_genes": -0.3166, + "ks_statistic_tmm_cells": 1.2488, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": 0.8165, + "svg_recall": 0.3162 + }, + "scaled_scores": { + "clustering_ari": 0.386, + "clustering_nmi": 0.4192, + "crosscor_cosine": 0.6754, + "crosscor_mantel": 0.5932, + "ctdeconcolute_jsd": 0.0785, + "ctdeconvolute_rmse": 0.1757, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.2, + "ks_statistic_efflib_size_cells": 0.9484, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9624, + "ks_statistic_frac_zero_genes": 0.9979, + "ks_statistic_L_stats": 1.0366, + "ks_statistic_lib_fraczero_cells": 0.8363, + "ks_statistic_lib_size_cells": 0.9484, + "ks_statistic_mean_fraczero_genes": 0.9635, + "ks_statistic_mean_var_genes": 0.9873, + "ks_statistic_morans_I": 0.9338, + "ks_statistic_nn_correlation": 0.7179, + "ks_statistic_pearson_cells": 0.9394, + "ks_statistic_pearson_genes": 0.9456, + "ks_statistic_scaled_mean_cells": -0.353, + "ks_statistic_scaled_mean_genes": 0.9919, + "ks_statistic_scaled_var_cells": 1.0545, + "ks_statistic_scaled_var_genes": 0.5811, + "ks_statistic_tmm_cells": 0.9694, + "ks_statistic_transition_matrix": 0.5714, + "svg_precision": 0, + "svg_recall": 0.3162 + }, + "mean_score": 0.6427, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 271, + "cpu_pct": 325.2, + "peak_memory_mb": 25088, + "disk_read_mb": 72, + "disk_write_mb": 30 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.179, + "clustering_nmi": 0.1645, + "crosscor_cosine": 0.8647, + "crosscor_mantel": 0.7299, + "ctdeconcolute_jsd": 0.0785, + "ctdeconvolute_rmse": 0.2755, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.5356, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 50.9517, + "ks_statistic_frac_zero_genes": 0.2106, + "ks_statistic_L_stats": 38.1609, + "ks_statistic_lib_fraczero_cells": 2.9754, + "ks_statistic_lib_size_cells": 0.5356, + "ks_statistic_mean_fraczero_genes": 10.0049, + "ks_statistic_mean_var_genes": -0.2892, + "ks_statistic_morans_I": 0.0158, + "ks_statistic_nn_correlation": 0.7837, + "ks_statistic_pearson_cells": 9.3271, + "ks_statistic_pearson_genes": 9.4094, + "ks_statistic_scaled_mean_cells": -0.6617, + "ks_statistic_scaled_mean_genes": -0.017, + "ks_statistic_scaled_var_cells": -0.3087, + "ks_statistic_scaled_var_genes": -0.3579, + "ks_statistic_tmm_cells": 0.7762, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.8512, + "svg_recall": 0.701 + }, + "scaled_scores": { + "clustering_ari": 0.2791, + "clustering_nmi": 0.2767, + "crosscor_cosine": 0.9093, + "crosscor_mantel": 0.8282, + "ctdeconcolute_jsd": 0.2274, + "ctdeconvolute_rmse": 0.3419, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.8, + "ks_statistic_efflib_size_cells": 0.9734, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.8527, + "ks_statistic_frac_zero_genes": 0.9929, + "ks_statistic_L_stats": -0.1926, + "ks_statistic_lib_fraczero_cells": 0.8807, + "ks_statistic_lib_size_cells": 0.9734, + "ks_statistic_mean_fraczero_genes": 0.8476, + "ks_statistic_mean_var_genes": 0.9779, + "ks_statistic_morans_I": 0.9843, + "ks_statistic_nn_correlation": 0.819, + "ks_statistic_pearson_cells": 0.8726, + "ks_statistic_pearson_genes": 0.8775, + "ks_statistic_scaled_mean_cells": 0.2114, + "ks_statistic_scaled_mean_genes": 0.9843, + "ks_statistic_scaled_var_cells": 2.185, + "ks_statistic_scaled_var_genes": 0.8697, + "ks_statistic_tmm_cells": 0.9787, + "ks_statistic_transition_matrix": 0.8571, + "svg_precision": 0, + "svg_recall": 0.701 + }, + "mean_score": 0.7006, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 726, + "cpu_pct": 101.2, + "peak_memory_mb": 5632, + "disk_read_mb": 80, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.3075, + "clustering_nmi": 0.3268, + "crosscor_cosine": 0.7194, + "crosscor_mantel": 0.4593, + "ctdeconcolute_jsd": 0.0736, + "ctdeconvolute_rmse": 0.2603, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.6012, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 6.7236, + "ks_statistic_frac_zero_genes": 0.014, + "ks_statistic_L_stats": 37.5895, + "ks_statistic_lib_fraczero_cells": 3.5243, + "ks_statistic_lib_size_cells": -0.6012, + "ks_statistic_mean_fraczero_genes": 12.4997, + "ks_statistic_mean_var_genes": -0.859, + "ks_statistic_morans_I": 0.924, + "ks_statistic_nn_correlation": 2.4482, + "ks_statistic_pearson_cells": 32.2062, + "ks_statistic_pearson_genes": 34.8636, + "ks_statistic_scaled_mean_cells": -0.6148, + "ks_statistic_scaled_mean_genes": 0.5941, + "ks_statistic_scaled_var_cells": -0.2996, + "ks_statistic_scaled_var_genes": -0.2803, + "ks_statistic_tmm_cells": 0.1065, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.694, + "svg_recall": 0.5392 + }, + "scaled_scores": { + "clustering_ari": 0.4845, + "clustering_nmi": 0.5648, + "crosscor_cosine": 0.5476, + "crosscor_mantel": 0.5212, + "ctdeconcolute_jsd": 0.2748, + "ctdeconvolute_rmse": 0.3784, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.2, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.961, + "ks_statistic_frac_zero_genes": 0.9957, + "ks_statistic_L_stats": 1.3404, + "ks_statistic_lib_fraczero_cells": 0.863, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.8127, + "ks_statistic_mean_var_genes": 1.0007, + "ks_statistic_morans_I": 0.923, + "ks_statistic_nn_correlation": 0.6263, + "ks_statistic_pearson_cells": 0.5702, + "ks_statistic_pearson_genes": 0.545, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 0.9385, + "ks_statistic_scaled_var_cells": 1.678, + "ks_statistic_scaled_var_genes": 0.3274, + "ks_statistic_tmm_cells": 0.9919, + "ks_statistic_transition_matrix": 1.1429, + "svg_precision": 0, + "svg_recall": 0.5392 + }, + "mean_score": 0.685, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 45.1, + "cpu_pct": 109.8, + "peak_memory_mb": 2560, + "disk_read_mb": 77, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.3015, + "clustering_nmi": 0.3196, + "crosscor_cosine": 0.5007, + "crosscor_mantel": -0.0037, + "ctdeconcolute_jsd": 0.1059, + "ctdeconvolute_rmse": 0.4529, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.6367, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 5.7499, + "ks_statistic_frac_zero_genes": 0.7847, + "ks_statistic_L_stats": 37.9566, + "ks_statistic_lib_fraczero_cells": 11.9993, + "ks_statistic_lib_size_cells": 0.6367, + "ks_statistic_mean_fraczero_genes": 31.3094, + "ks_statistic_mean_var_genes": 24.6463, + "ks_statistic_morans_I": 0.2989, + "ks_statistic_nn_correlation": 0.1573, + "ks_statistic_pearson_cells": 30.824, + "ks_statistic_pearson_genes": 29.395, + "ks_statistic_scaled_mean_cells": -0.362, + "ks_statistic_scaled_mean_genes": 7.4055, + "ks_statistic_scaled_var_cells": -0.3714, + "ks_statistic_scaled_var_genes": -0.2185, + "ks_statistic_tmm_cells": 0.188, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.3867, + "svg_recall": 0.1716 + }, + "scaled_scores": { + "clustering_ari": 0.4749, + "clustering_nmi": 0.5521, + "crosscor_cosine": 0.0033, + "crosscor_mantel": -0.004, + "ctdeconcolute_jsd": -0.043, + "ctdeconvolute_rmse": -0.0818, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.6, + "ks_statistic_efflib_size_cells": 0.9711, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9634, + "ks_statistic_frac_zero_genes": 0.9848, + "ks_statistic_L_stats": 0.3554, + "ks_statistic_lib_fraczero_cells": 0.5889, + "ks_statistic_lib_size_cells": 0.9711, + "ks_statistic_mean_fraczero_genes": 0.5494, + "ks_statistic_mean_var_genes": -0.0231, + "ks_statistic_morans_I": 0.9652, + "ks_statistic_nn_correlation": 0.8915, + "ks_statistic_pearson_cells": 0.5885, + "ks_statistic_pearson_genes": 0.6165, + "ks_statistic_scaled_mean_cells": -1.1402, + "ks_statistic_scaled_mean_genes": 0.428, + "ks_statistic_scaled_var_cells": 5.6837, + "ks_statistic_scaled_var_genes": -0.1046, + "ks_statistic_tmm_cells": 0.9903, + "ks_statistic_transition_matrix": 1.4286, + "svg_precision": 0, + "svg_recall": 0.1716 + }, + "mean_score": 0.5195, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 27.4, + "cpu_pct": 115.1, + "peak_memory_mb": 2458, + "disk_read_mb": 73, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.8262, + "clustering_nmi": 0.8006, + "crosscor_cosine": 0.8844, + "crosscor_mantel": 0.8258, + "ctdeconcolute_jsd": 0.016, + "ctdeconvolute_rmse": 0.0179, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.5752, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": -3.5519, + "ks_statistic_frac_zero_genes": -0.1149, + "ks_statistic_L_stats": 37.551, + "ks_statistic_lib_fraczero_cells": -0.0082, + "ks_statistic_lib_size_cells": -0.5752, + "ks_statistic_mean_fraczero_genes": 0.7788, + "ks_statistic_mean_var_genes": -0.4397, + "ks_statistic_morans_I": 0.0586, + "ks_statistic_nn_correlation": -0.4137, + "ks_statistic_pearson_cells": 3.112, + "ks_statistic_pearson_genes": 1.108, + "ks_statistic_scaled_mean_cells": -0.6205, + "ks_statistic_scaled_mean_genes": -0.0909, + "ks_statistic_scaled_var_cells": -0.2929, + "ks_statistic_scaled_var_genes": -0.3612, + "ks_statistic_tmm_cells": -0.1305, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.91, + "svg_recall": 0.8676 + }, + "scaled_scores": { + "clustering_ari": 1.3135, + "clustering_nmi": 1.406, + "crosscor_cosine": 0.9583, + "crosscor_mantel": 0.937, + "ctdeconcolute_jsd": 0.8426, + "ctdeconvolute_rmse": 0.9574, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.2, + "ks_statistic_efflib_size_cells": 0.9994, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9861, + "ks_statistic_frac_zero_genes": 0.9975, + "ks_statistic_L_stats": 1.4436, + "ks_statistic_lib_fraczero_cells": 0.9772, + "ks_statistic_lib_size_cells": 0.9994, + "ks_statistic_mean_fraczero_genes": 0.9767, + "ks_statistic_mean_var_genes": 0.9839, + "ks_statistic_morans_I": 0.9814, + "ks_statistic_nn_correlation": 0.9577, + "ks_statistic_pearson_cells": 0.9547, + "ks_statistic_pearson_genes": 0.9859, + "ks_statistic_scaled_mean_cells": 0.0256, + "ks_statistic_scaled_mean_genes": 0.9899, + "ks_statistic_scaled_var_cells": 1.309, + "ks_statistic_scaled_var_genes": 0.8928, + "ks_statistic_tmm_cells": 0.9966, + "ks_statistic_transition_matrix": 1.1429, + "svg_precision": 0, + "svg_recall": 0.8676 + }, + "mean_score": 0.8713, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 51.6, + "cpu_pct": 113.1, + "peak_memory_mb": 3687, + "disk_read_mb": 73, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.304, + "clustering_nmi": 0.3235, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.0026, + "ctdeconcolute_jsd": 0.1075, + "ctdeconvolute_rmse": 0.4729, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 2.1601, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 12.3444, + "ks_statistic_frac_zero_genes": 12.9453, + "ks_statistic_L_stats": 37.7926, + "ks_statistic_lib_fraczero_cells": 13.6223, + "ks_statistic_lib_size_cells": 2.1601, + "ks_statistic_mean_fraczero_genes": 60.9853, + "ks_statistic_mean_var_genes": 71.1716, + "ks_statistic_morans_I": 6.0057, + "ks_statistic_nn_correlation": 4.5194, + "ks_statistic_pearson_cells": 15.7232, + "ks_statistic_pearson_genes": 15.7091, + "ks_statistic_scaled_mean_cells": -0.2758, + "ks_statistic_scaled_mean_genes": 38.0128, + "ks_statistic_scaled_var_cells": -0.246, + "ks_statistic_scaled_var_genes": -0.5106, + "ks_statistic_tmm_cells": 5.6178, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.4925, + "svg_recall": 0.1618 + }, + "scaled_scores": { + "clustering_ari": 0.479, + "clustering_nmi": 0.559, + "crosscor_cosine": 0, + "crosscor_mantel": -0.0028, + "ctdeconcolute_jsd": -0.0581, + "ctdeconvolute_rmse": -0.1296, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.6, + "ks_statistic_efflib_size_cells": 0.9354, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9472, + "ks_statistic_frac_zero_genes": 0.8131, + "ks_statistic_L_stats": 0.7955, + "ks_statistic_lib_fraczero_cells": 0.5364, + "ks_statistic_lib_size_cells": 0.9354, + "ks_statistic_mean_fraczero_genes": 0.1341, + "ks_statistic_mean_var_genes": -1.8908, + "ks_statistic_morans_I": 0.58, + "ks_statistic_nn_correlation": 0.3865, + "ks_statistic_pearson_cells": 0.788, + "ks_statistic_pearson_genes": 0.7952, + "ks_statistic_scaled_mean_cells": -1.529, + "ks_statistic_scaled_mean_genes": -1.8663, + "ks_statistic_scaled_var_cells": -1.3062, + "ks_statistic_scaled_var_genes": 1.9374, + "ks_statistic_tmm_cells": 0.8834, + "ks_statistic_transition_matrix": 1.4286, + "svg_precision": 0, + "svg_recall": 0.1618 + }, + "mean_score": 0.4735, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 179, + "cpu_pct": 105.9, + "peak_memory_mb": 5940, + "disk_read_mb": 416, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "cortex", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.1583, + "clustering_nmi": 0.1537, + "crosscor_cosine": 0.6773, + "crosscor_mantel": 0.3576, + "ctdeconcolute_jsd": 0.0802, + "ctdeconvolute_rmse": 0.2757, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": -0.5868, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": -9.2297, + "ks_statistic_frac_zero_genes": -0.1556, + "ks_statistic_L_stats": 37.549, + "ks_statistic_lib_fraczero_cells": -0.298, + "ks_statistic_lib_size_cells": -0.5868, + "ks_statistic_mean_fraczero_genes": 0.8721, + "ks_statistic_mean_var_genes": 10.2026, + "ks_statistic_morans_I": 1.4986, + "ks_statistic_nn_correlation": 3.3325, + "ks_statistic_pearson_cells": 147.8557, + "ks_statistic_pearson_genes": 156.6818, + "ks_statistic_scaled_mean_cells": -0.6353, + "ks_statistic_scaled_mean_genes": -0.1588, + "ks_statistic_scaled_var_cells": -0.3416, + "ks_statistic_scaled_var_genes": -0.271, + "ks_statistic_tmm_cells": 0.0557, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": 0.6293, + "svg_recall": 0.5368 + }, + "scaled_scores": { + "clustering_ari": 0.2461, + "clustering_nmi": 0.2575, + "crosscor_cosine": 0.443, + "crosscor_mantel": 0.4059, + "ctdeconcolute_jsd": 0.2098, + "ctdeconvolute_rmse": 0.3415, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.4, + "ks_statistic_efflib_size_cells": 0.9997, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 0.9981, + "ks_statistic_L_stats": 1.4491, + "ks_statistic_lib_fraczero_cells": 0.9866, + "ks_statistic_lib_size_cells": 0.9997, + "ks_statistic_mean_fraczero_genes": 0.9754, + "ks_statistic_mean_var_genes": 0.5567, + "ks_statistic_morans_I": 0.8842, + "ks_statistic_nn_correlation": 0.5239, + "ks_statistic_pearson_cells": -0.9581, + "ks_statistic_pearson_genes": -1.0462, + "ks_statistic_scaled_mean_cells": 0.0923, + "ks_statistic_scaled_mean_genes": 0.995, + "ks_statistic_scaled_var_cells": 4.0217, + "ks_statistic_scaled_var_genes": 0.262, + "ks_statistic_tmm_cells": 0.9929, + "ks_statistic_transition_matrix": 0.5714, + "svg_precision": 0, + "svg_recall": 0.5368 + }, + "mean_score": 0.5751, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 62, + "cpu_pct": 519.6, + "peak_memory_mb": 36250, + "disk_read_mb": 79, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0007, + "clustering_nmi": 0.0026, + "crosscor_cosine": 0.4991, + "crosscor_mantel": 0.0004, + "ctdeconcolute_jsd": 0.2669, + "ctdeconvolute_rmse": 0.4311, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.8333, + "ks_statistic_efflib_size_cells": 394.5258, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": 151.5459, + "ks_statistic_frac_zero_genes": 277.1027, + "ks_statistic_L_stats": -0.0007, + "ks_statistic_lib_fraczero_cells": 80.878, + "ks_statistic_lib_size_cells": 394.5258, + "ks_statistic_mean_fraczero_genes": 181.306, + "ks_statistic_mean_var_genes": 48.7628, + "ks_statistic_morans_I": 99.8105, + "ks_statistic_nn_correlation": 61.1464, + "ks_statistic_pearson_cells": 83.6298, + "ks_statistic_pearson_genes": 90.3781, + "ks_statistic_scaled_mean_cells": -1.3456, + "ks_statistic_scaled_mean_genes": 33.5996, + "ks_statistic_scaled_var_cells": -0.6274, + "ks_statistic_scaled_var_genes": -1.2372, + "ks_statistic_tmm_cells": 3.6569, + "ks_statistic_transition_matrix": 0.75, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1034, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 10.1, + "cpu_pct": 143.6, + "peak_memory_mb": 2048, + "disk_read_mb": 56, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.4028, + "clustering_nmi": 0.4079, + "crosscor_cosine": 0.7532, + "crosscor_mantel": 0.5045, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.9796, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -3.0352, + "ks_statistic_frac_zero_genes": -0.8777, + "ks_statistic_L_stats": -0.8957, + "ks_statistic_lib_fraczero_cells": -2.0601, + "ks_statistic_lib_size_cells": -0.9796, + "ks_statistic_mean_fraczero_genes": -1.7382, + "ks_statistic_mean_var_genes": -1.2337, + "ks_statistic_morans_I": -0.2444, + "ks_statistic_nn_correlation": -0.2771, + "ks_statistic_pearson_cells": -0.0618, + "ks_statistic_pearson_genes": -0.0705, + "ks_statistic_scaled_mean_cells": -0.4032, + "ks_statistic_scaled_mean_genes": -0.2088, + "ks_statistic_scaled_var_cells": -0.3671, + "ks_statistic_scaled_var_genes": -0.2674, + "ks_statistic_tmm_cells": -20.2897, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8276, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 11.6, + "cpu_pct": 136.8, + "peak_memory_mb": 1946, + "disk_read_mb": 56, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.0007, + "clustering_nmi": 0.0015, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0483, + "ctdeconcolute_jsd": 0.0646, + "ctdeconvolute_rmse": 0.0441, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.8333, + "ks_statistic_efflib_size_cells": 1.6052, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": 5.4299, + "ks_statistic_frac_zero_genes": -0.6665, + "ks_statistic_L_stats": 1.1666, + "ks_statistic_lib_fraczero_cells": 1.9666, + "ks_statistic_lib_size_cells": 1.6052, + "ks_statistic_mean_fraczero_genes": -1.0268, + "ks_statistic_mean_var_genes": -1.1905, + "ks_statistic_morans_I": 46.2786, + "ks_statistic_nn_correlation": 43.6359, + "ks_statistic_pearson_cells": 0.1056, + "ks_statistic_pearson_genes": -0.0513, + "ks_statistic_scaled_mean_cells": -0.3277, + "ks_statistic_scaled_mean_genes": -0.1814, + "ks_statistic_scaled_var_cells": -0.2996, + "ks_statistic_scaled_var_genes": -0.3894, + "ks_statistic_tmm_cells": 4.132, + "ks_statistic_transition_matrix": 0.75, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": -0.0001, + "clustering_nmi": -0.0027, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0951, + "ctdeconcolute_jsd": 0.758, + "ctdeconvolute_rmse": 0.8978, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9935, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9452, + "ks_statistic_frac_zero_genes": 0.9992, + "ks_statistic_L_stats": -1.3043, + "ks_statistic_lib_fraczero_cells": 0.9514, + "ks_statistic_lib_size_cells": 0.9935, + "ks_statistic_mean_fraczero_genes": 0.9961, + "ks_statistic_mean_var_genes": 0.9991, + "ks_statistic_morans_I": 0.535, + "ks_statistic_nn_correlation": 0.2851, + "ks_statistic_pearson_cells": 0.998, + "ks_statistic_pearson_genes": 0.9998, + "ks_statistic_scaled_mean_cells": -0.08, + "ks_statistic_scaled_mean_genes": 0.9992, + "ks_statistic_scaled_var_cells": -0.2594, + "ks_statistic_scaled_var_genes": 0.1257, + "ks_statistic_tmm_cells": -0.0198, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4335, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 254, + "cpu_pct": 278.6, + "peak_memory_mb": 25191, + "disk_read_mb": 77, + "disk_write_mb": 26 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.2635, + "clustering_nmi": 0.2976, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4927, + "ctdeconcolute_jsd": 0.0443, + "ctdeconvolute_rmse": 0.0222, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.1331, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": 0.8839, + "ks_statistic_frac_zero_genes": -0.8446, + "ks_statistic_L_stats": -0.68, + "ks_statistic_lib_fraczero_cells": 0.6552, + "ks_statistic_lib_size_cells": -0.1331, + "ks_statistic_mean_fraczero_genes": -1.5959, + "ks_statistic_mean_var_genes": -1.2918, + "ks_statistic_morans_I": 0.3014, + "ks_statistic_nn_correlation": 1.9348, + "ks_statistic_pearson_cells": 0.2339, + "ks_statistic_pearson_genes": 0.2851, + "ks_statistic_scaled_mean_cells": -0.4372, + "ks_statistic_scaled_mean_genes": -0.206, + "ks_statistic_scaled_var_cells": -0.3241, + "ks_statistic_scaled_var_genes": -0.3779, + "ks_statistic_tmm_cells": 2.8744, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.9793, + "svg_recall": 0.993 + }, + "scaled_scores": { + "clustering_ari": 0.6535, + "clustering_nmi": 0.7278, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9766, + "ctdeconcolute_jsd": 0.8339, + "ctdeconvolute_rmse": 0.9484, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9979, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9746, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": 0.759, + "ks_statistic_lib_fraczero_cells": 0.9673, + "ks_statistic_lib_size_cells": 0.9979, + "ks_statistic_mean_fraczero_genes": 0.9992, + "ks_statistic_mean_var_genes": 1.0012, + "ks_statistic_morans_I": 0.9945, + "ks_statistic_nn_correlation": 0.964, + "ks_statistic_pearson_cells": 0.9965, + "ks_statistic_pearson_genes": 0.9961, + "ks_statistic_scaled_mean_cells": 0.0361, + "ks_statistic_scaled_mean_genes": 0.9999, + "ks_statistic_scaled_var_cells": -0.1655, + "ks_statistic_scaled_var_genes": 0.114, + "ks_statistic_tmm_cells": 0.0327, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.993 + }, + "mean_score": 0.7229, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 3955, + "cpu_pct": 100.2, + "peak_memory_mb": 7885, + "disk_read_mb": 88, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0027, + "clustering_nmi": 0.0016, + "crosscor_cosine": 0.7179, + "crosscor_mantel": 0.4122, + "ctdeconcolute_jsd": 0.0508, + "ctdeconvolute_rmse": 0.0309, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.9796, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.4583, + "ks_statistic_frac_zero_genes": -0.8101, + "ks_statistic_L_stats": 3.7656, + "ks_statistic_lib_fraczero_cells": 9.7946, + "ks_statistic_lib_size_cells": -0.9796, + "ks_statistic_mean_fraczero_genes": -1.4679, + "ks_statistic_mean_var_genes": -2.0163, + "ks_statistic_morans_I": 6.3894, + "ks_statistic_nn_correlation": 7.1102, + "ks_statistic_pearson_cells": 6.1908, + "ks_statistic_pearson_genes": 5.7275, + "ks_statistic_scaled_mean_cells": -0.4032, + "ks_statistic_scaled_mean_genes": -0.1843, + "ks_statistic_scaled_var_cells": -0.3328, + "ks_statistic_scaled_var_genes": -0.388, + "ks_statistic_tmm_cells": 18.5964, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.9801, + "svg_recall": 0.9767 + }, + "scaled_scores": { + "clustering_ari": 0.0049, + "clustering_nmi": -0.0023, + "crosscor_cosine": 0.8612, + "crosscor_mantel": 0.8169, + "ctdeconcolute_jsd": 0.8095, + "ctdeconvolute_rmse": 0.9283, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2.6667, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1.3333, + "ks_statistic_frac_zero_cells": 0.9774, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": -4.2083, + "ks_statistic_lib_fraczero_cells": 0.8571, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9985, + "ks_statistic_mean_var_genes": 1.0157, + "ks_statistic_morans_I": 0.9337, + "ks_statistic_nn_correlation": 0.8797, + "ks_statistic_pearson_cells": 0.9253, + "ks_statistic_pearson_genes": 0.9359, + "ks_statistic_scaled_mean_cells": -4.4409e-16, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": -0.1321, + "ks_statistic_scaled_var_genes": 0.1244, + "ks_statistic_tmm_cells": -0.6239, + "ks_statistic_transition_matrix": 2.5, + "svg_precision": 0, + "svg_recall": 0.9767 + }, + "mean_score": 0.6562, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 111, + "cpu_pct": 109.4, + "peak_memory_mb": 6144, + "disk_read_mb": 85, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.0032, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.5128, + "crosscor_mantel": -0.0015, + "ctdeconcolute_jsd": 0.2886, + "ctdeconvolute_rmse": 0.5193, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.855, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 20.4751, + "ks_statistic_frac_zero_genes": 55.3074, + "ks_statistic_L_stats": 4.1634, + "ks_statistic_lib_fraczero_cells": 43.9767, + "ks_statistic_lib_size_cells": 0.855, + "ks_statistic_mean_fraczero_genes": 29.9515, + "ks_statistic_mean_var_genes": 52.9924, + "ks_statistic_morans_I": 14.1387, + "ks_statistic_nn_correlation": 15.3995, + "ks_statistic_pearson_cells": 79.4033, + "ks_statistic_pearson_genes": 76.696, + "ks_statistic_scaled_mean_cells": -0.4631, + "ks_statistic_scaled_mean_genes": 21.5743, + "ks_statistic_scaled_var_cells": -0.3051, + "ks_statistic_scaled_var_genes": -0.201, + "ks_statistic_tmm_cells": 57.2151, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.8554, + "svg_recall": 0.9872 + }, + "scaled_scores": { + "clustering_ari": 0.0061, + "clustering_nmi": -0.0019, + "crosscor_cosine": 0.054, + "crosscor_mantel": -0.0038, + "ctdeconcolute_jsd": -0.0812, + "ctdeconvolute_rmse": -0.2045, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2.6667, + "ks_statistic_efflib_size_cells": 0.9954, + "ks_statistic_enrichment": 1.3333, + "ks_statistic_frac_zero_cells": 0.8479, + "ks_statistic_frac_zero_genes": 0.7979, + "ks_statistic_L_stats": -4.6528, + "ks_statistic_lib_fraczero_cells": 0.4449, + "ks_statistic_lib_size_cells": 0.9954, + "ks_statistic_mean_fraczero_genes": 0.8269, + "ks_statistic_mean_var_genes": -0.0846, + "ks_statistic_morans_I": 0.8562, + "ks_statistic_nn_correlation": 0.7448, + "ks_statistic_pearson_cells": 0.0505, + "ks_statistic_pearson_genes": 0.1513, + "ks_statistic_scaled_mean_cells": 0.0637, + "ks_statistic_scaled_mean_genes": 0.3557, + "ks_statistic_scaled_var_cells": -0.2383, + "ks_statistic_scaled_var_genes": -0.0685, + "ks_statistic_tmm_cells": -2.2366, + "ks_statistic_transition_matrix": 2.75, + "svg_precision": 0, + "svg_recall": 0.9872 + }, + "mean_score": 0.3854, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 20.9, + "cpu_pct": 131.9, + "peak_memory_mb": 3994, + "disk_read_mb": 80, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.2954, + "clustering_nmi": 0.3494, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.5016, + "ctdeconcolute_jsd": 0.0057, + "ctdeconvolute_rmse": 0.0006, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": -0.9465, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -2.1891, + "ks_statistic_frac_zero_genes": -0.6963, + "ks_statistic_L_stats": -0.7723, + "ks_statistic_lib_fraczero_cells": -0.6986, + "ks_statistic_lib_size_cells": -0.9465, + "ks_statistic_mean_fraczero_genes": -1.324, + "ks_statistic_mean_var_genes": -1.2305, + "ks_statistic_morans_I": 0.2851, + "ks_statistic_nn_correlation": 0.0023, + "ks_statistic_pearson_cells": 0.0253, + "ks_statistic_pearson_genes": 0.0992, + "ks_statistic_scaled_mean_cells": -0.3992, + "ks_statistic_scaled_mean_genes": -0.2036, + "ks_statistic_scaled_var_cells": -0.361, + "ks_statistic_scaled_var_genes": -0.3861, + "ks_statistic_tmm_cells": 0.8071, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.9849, + "svg_recall": 0.9907 + }, + "scaled_scores": { + "clustering_ari": 0.733, + "clustering_nmi": 0.8555, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9943, + "ctdeconcolute_jsd": 0.9785, + "ctdeconvolute_rmse": 0.9986, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9945, + "ks_statistic_frac_zero_genes": 0.9993, + "ks_statistic_L_stats": 0.8621, + "ks_statistic_lib_fraczero_cells": 0.9836, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9977, + "ks_statistic_mean_var_genes": 0.9999, + "ks_statistic_morans_I": 0.9947, + "ks_statistic_nn_correlation": 0.9955, + "ks_statistic_pearson_cells": 0.999, + "ks_statistic_pearson_genes": 0.9981, + "ks_statistic_scaled_mean_cells": -0.0042, + "ks_statistic_scaled_mean_genes": 0.9998, + "ks_statistic_scaled_var_cells": -0.0235, + "ks_statistic_scaled_var_genes": 0.1224, + "ks_statistic_tmm_cells": 0.119, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.9907 + }, + "mean_score": 0.7339, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 45.1, + "cpu_pct": 114, + "peak_memory_mb": 3584, + "disk_read_mb": 81, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.0032, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.547, + "crosscor_mantel": -0.0054, + "ctdeconcolute_jsd": 0.2935, + "ctdeconvolute_rmse": 0.5058, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 38.7865, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 27.6051, + "ks_statistic_frac_zero_genes": 6.5377, + "ks_statistic_L_stats": 3.8219, + "ks_statistic_lib_fraczero_cells": 41.0328, + "ks_statistic_lib_size_cells": 38.7865, + "ks_statistic_mean_fraczero_genes": 19.1356, + "ks_statistic_mean_var_genes": 23.1586, + "ks_statistic_morans_I": 4.8785, + "ks_statistic_nn_correlation": 5.3802, + "ks_statistic_pearson_cells": 92.764, + "ks_statistic_pearson_genes": 102.9289, + "ks_statistic_scaled_mean_cells": -1.2619, + "ks_statistic_scaled_mean_genes": 51.0527, + "ks_statistic_scaled_var_cells": -0.1919, + "ks_statistic_scaled_var_genes": -1.358, + "ks_statistic_tmm_cells": 65.6381, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.8515, + "svg_recall": 0.8565 + }, + "scaled_scores": { + "clustering_ari": 0.0061, + "clustering_nmi": -0.0019, + "crosscor_cosine": 0.1887, + "crosscor_mantel": -0.0115, + "ctdeconcolute_jsd": -0.0997, + "ctdeconvolute_rmse": -0.173, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2.6667, + "ks_statistic_efflib_size_cells": 0.8995, + "ks_statistic_enrichment": 1.6667, + "ks_statistic_frac_zero_cells": 0.8018, + "ks_statistic_frac_zero_genes": 0.9733, + "ks_statistic_L_stats": -4.2712, + "ks_statistic_lib_fraczero_cells": 0.4804, + "ks_statistic_lib_size_cells": 0.8995, + "ks_statistic_mean_fraczero_genes": 0.886, + "ks_statistic_mean_var_genes": 0.5121, + "ks_statistic_morans_I": 0.9488, + "ks_statistic_nn_correlation": 0.9079, + "ks_statistic_pearson_cells": -0.1091, + "ks_statistic_pearson_genes": -0.1388, + "ks_statistic_scaled_mean_cells": 0.9113, + "ks_statistic_scaled_mean_genes": -0.5162, + "ks_statistic_scaled_var_cells": -0.6735, + "ks_statistic_scaled_var_genes": 1.1245, + "ks_statistic_tmm_cells": -2.5883, + "ks_statistic_transition_matrix": 2.75, + "svg_precision": 0, + "svg_recall": 0.8565 + }, + "mean_score": 0.4576, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 683, + "cpu_pct": 100.7, + "peak_memory_mb": 3584, + "disk_read_mb": 423, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": -0.001, + "clustering_nmi": 0.0013, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.2988, + "ctdeconcolute_jsd": 0.0469, + "ctdeconvolute_rmse": 0.0252, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.8333, + "ks_statistic_efflib_size_cells": -0.945, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": -0.6258, + "ks_statistic_frac_zero_genes": -0.8274, + "ks_statistic_L_stats": 4.026, + "ks_statistic_lib_fraczero_cells": -0.1018, + "ks_statistic_lib_size_cells": -0.945, + "ks_statistic_mean_fraczero_genes": -1.6489, + "ks_statistic_mean_var_genes": -0.9581, + "ks_statistic_morans_I": 12.8781, + "ks_statistic_nn_correlation": 14.0858, + "ks_statistic_pearson_cells": 229.1149, + "ks_statistic_pearson_genes": 173.5757, + "ks_statistic_scaled_mean_cells": -0.4005, + "ks_statistic_scaled_mean_genes": -0.2082, + "ks_statistic_scaled_var_cells": -0.3368, + "ks_statistic_scaled_var_genes": -0.2825, + "ks_statistic_tmm_cells": 61.3715, + "ks_statistic_transition_matrix": 0.75, + "svg_precision": 0.9745, + "svg_recall": 0.9802 + }, + "scaled_scores": { + "clustering_ari": -0.0043, + "clustering_nmi": -0.0031, + "crosscor_cosine": 0, + "crosscor_mantel": 0.592, + "ctdeconcolute_jsd": 0.8241, + "ctdeconvolute_rmse": 0.9416, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9844, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": -4.4992, + "ks_statistic_lib_fraczero_cells": 0.9764, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9995, + "ks_statistic_mean_var_genes": 0.9945, + "ks_statistic_morans_I": 0.8688, + "ks_statistic_nn_correlation": 0.7662, + "ks_statistic_pearson_cells": -1.7383, + "ks_statistic_pearson_genes": -0.9198, + "ks_statistic_scaled_mean_cells": -0.0028, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": -0.1166, + "ks_statistic_scaled_var_genes": 0.0155, + "ks_statistic_tmm_cells": -2.4101, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0.9802 + }, + "mean_score": 0.4463, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 160, + "cpu_pct": 359.2, + "peak_memory_mb": 75674, + "disk_read_mb": 87, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0002, + "clustering_nmi": 0.0011, + "crosscor_cosine": 0.4964, + "crosscor_mantel": -0.0035, + "ctdeconcolute_jsd": 0.0642, + "ctdeconvolute_rmse": 0.3183, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.85, + "ks_statistic_efflib_size_cells": 183.0302, + "ks_statistic_enrichment": 0.8, + "ks_statistic_frac_zero_cells": 175.9546, + "ks_statistic_frac_zero_genes": 99.6224, + "ks_statistic_L_stats": 59.007, + "ks_statistic_lib_fraczero_cells": 188.9709, + "ks_statistic_lib_size_cells": 183.0302, + "ks_statistic_mean_fraczero_genes": 81.4116, + "ks_statistic_mean_var_genes": 32.2172, + "ks_statistic_morans_I": 183.3555, + "ks_statistic_nn_correlation": 56.917, + "ks_statistic_pearson_cells": 112.0405, + "ks_statistic_pearson_genes": 89.6472, + "ks_statistic_scaled_mean_cells": -1.6058, + "ks_statistic_scaled_mean_genes": 6.8376, + "ks_statistic_scaled_var_cells": -0.2472, + "ks_statistic_scaled_var_genes": -1.8161, + "ks_statistic_tmm_cells": 32.9809, + "ks_statistic_transition_matrix": 0.8, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1379, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 6.5, + "cpu_pct": 211.3, + "peak_memory_mb": 3380, + "disk_read_mb": 44, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.4755, + "clustering_nmi": 0.552, + "crosscor_cosine": 0.97, + "crosscor_mantel": 0.9461, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.2, + "ks_statistic_efflib_size_cells": -0.8496, + "ks_statistic_enrichment": 0.34, + "ks_statistic_frac_zero_cells": -0.4853, + "ks_statistic_frac_zero_genes": -0.3515, + "ks_statistic_L_stats": 60.2044, + "ks_statistic_lib_fraczero_cells": -1.6531, + "ks_statistic_lib_size_cells": -0.8496, + "ks_statistic_mean_fraczero_genes": -0.8685, + "ks_statistic_mean_var_genes": -1.0459, + "ks_statistic_morans_I": -0.4016, + "ks_statistic_nn_correlation": -0.5086, + "ks_statistic_pearson_cells": -0.1629, + "ks_statistic_pearson_genes": -0.001, + "ks_statistic_scaled_mean_cells": -0.3095, + "ks_statistic_scaled_mean_genes": -0.3218, + "ks_statistic_scaled_var_cells": -0.171, + "ks_statistic_scaled_var_genes": -0.2995, + "ks_statistic_tmm_cells": -0.5157, + "ks_statistic_transition_matrix": 0.3675, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.7931, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 10.5, + "cpu_pct": 141.1, + "peak_memory_mb": 1946, + "disk_read_mb": 44, + "disk_write_mb": 15 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.1252, + "clustering_nmi": 0.1664, + "crosscor_cosine": 0.8498, + "crosscor_mantel": 0.6961, + "ctdeconcolute_jsd": 0.0599, + "ctdeconvolute_rmse": 0.2672, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.2167, + "ks_statistic_efflib_size_cells": 25.4397, + "ks_statistic_enrichment": 0.34, + "ks_statistic_frac_zero_cells": 17.3413, + "ks_statistic_frac_zero_genes": -0.209, + "ks_statistic_L_stats": 90.2496, + "ks_statistic_lib_fraczero_cells": 16.3882, + "ks_statistic_lib_size_cells": 25.4397, + "ks_statistic_mean_fraczero_genes": -0.6228, + "ks_statistic_mean_var_genes": -0.2318, + "ks_statistic_morans_I": 12.8918, + "ks_statistic_nn_correlation": 10.0028, + "ks_statistic_pearson_cells": 0.381, + "ks_statistic_pearson_genes": -0.0232, + "ks_statistic_scaled_mean_cells": -0.3455, + "ks_statistic_scaled_mean_genes": -0.2615, + "ks_statistic_scaled_var_cells": -0.2155, + "ks_statistic_scaled_var_genes": -0.2873, + "ks_statistic_tmm_cells": 1.9828, + "ks_statistic_transition_matrix": 0.24, + "svg_precision": 0.9967, + "svg_recall": 0.8514 + }, + "scaled_scores": { + "clustering_ari": 0.263, + "clustering_nmi": 0.3001, + "crosscor_cosine": 0.7462, + "crosscor_mantel": 0.7368, + "ctdeconcolute_jsd": 0.0656, + "ctdeconvolute_rmse": 0.1607, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.9744, + "ks_statistic_efflib_size_cells": 0.857, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.899, + "ks_statistic_frac_zero_genes": 0.9986, + "ks_statistic_L_stats": -25.091, + "ks_statistic_lib_fraczero_cells": 0.9054, + "ks_statistic_lib_size_cells": 0.857, + "ks_statistic_mean_fraczero_genes": 0.997, + "ks_statistic_mean_var_genes": 0.9755, + "ks_statistic_morans_I": 0.9277, + "ks_statistic_nn_correlation": 0.817, + "ks_statistic_pearson_cells": 0.9952, + "ks_statistic_pearson_genes": 1.0002, + "ks_statistic_scaled_mean_cells": 0.0278, + "ks_statistic_scaled_mean_genes": 0.9916, + "ks_statistic_scaled_var_cells": 0.584, + "ks_statistic_scaled_var_genes": -0.0081, + "ks_statistic_tmm_cells": 0.9254, + "ks_statistic_transition_matrix": 1.2948, + "svg_precision": 0, + "svg_recall": 0.8514 + }, + "mean_score": 0.6502, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 168, + "cpu_pct": 412.8, + "peak_memory_mb": 10343, + "disk_read_mb": 49, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.3981, + "clustering_nmi": 0.4411, + "crosscor_cosine": 0.9583, + "crosscor_mantel": 0.9206, + "ctdeconcolute_jsd": 0.0358, + "ctdeconvolute_rmse": 0.1339, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.1833, + "ks_statistic_efflib_size_cells": 27.9392, + "ks_statistic_enrichment": 0.34, + "ks_statistic_frac_zero_cells": 11.6388, + "ks_statistic_frac_zero_genes": -0.324, + "ks_statistic_L_stats": 49.7635, + "ks_statistic_lib_fraczero_cells": 12.8331, + "ks_statistic_lib_size_cells": 27.9392, + "ks_statistic_mean_fraczero_genes": -0.7761, + "ks_statistic_mean_var_genes": -0.7718, + "ks_statistic_morans_I": 0.2154, + "ks_statistic_nn_correlation": 2.1782, + "ks_statistic_pearson_cells": 0.4689, + "ks_statistic_pearson_genes": 0.4998, + "ks_statistic_scaled_mean_cells": -0.3718, + "ks_statistic_scaled_mean_genes": -0.3113, + "ks_statistic_scaled_var_cells": -0.178, + "ks_statistic_scaled_var_genes": -0.2932, + "ks_statistic_tmm_cells": 1.1946, + "ks_statistic_transition_matrix": 0.2475, + "svg_precision": 0.9971, + "svg_recall": 0.9971 + }, + "scaled_scores": { + "clustering_ari": 0.8371, + "clustering_nmi": 0.7986, + "crosscor_cosine": 0.9754, + "crosscor_mantel": 0.9731, + "ctdeconcolute_jsd": 0.4423, + "ctdeconvolute_rmse": 0.5793, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.0256, + "ks_statistic_efflib_size_cells": 0.8434, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9313, + "ks_statistic_frac_zero_genes": 0.9997, + "ks_statistic_L_stats": 8.7193, + "ks_statistic_lib_fraczero_cells": 0.924, + "ks_statistic_lib_size_cells": 0.8434, + "ks_statistic_mean_fraczero_genes": 0.9989, + "ks_statistic_mean_var_genes": 0.9918, + "ks_statistic_morans_I": 0.9966, + "ks_statistic_nn_correlation": 0.9532, + "ks_statistic_pearson_cells": 0.9944, + "ks_statistic_pearson_genes": 0.9944, + "ks_statistic_scaled_mean_cells": 0.0481, + "ks_statistic_scaled_mean_genes": 0.9985, + "ks_statistic_scaled_var_cells": 0.0915, + "ks_statistic_scaled_var_genes": -0.0041, + "ks_statistic_tmm_cells": 0.9489, + "ks_statistic_transition_matrix": 1.2775, + "svg_precision": 0, + "svg_recall": 0.9971 + }, + "mean_score": 0.7642, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 2714, + "cpu_pct": 100.3, + "peak_memory_mb": 6349, + "disk_read_mb": 76, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.1418, + "clustering_nmi": 0.1814, + "crosscor_cosine": 0.6657, + "crosscor_mantel": 0.319, + "ctdeconcolute_jsd": 0.0519, + "ctdeconvolute_rmse": 0.2269, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.3, + "ks_statistic_efflib_size_cells": -0.8496, + "ks_statistic_enrichment": 0.26, + "ks_statistic_frac_zero_cells": 2.1442, + "ks_statistic_frac_zero_genes": 3.0636, + "ks_statistic_L_stats": 27.9095, + "ks_statistic_lib_fraczero_cells": 5.0162, + "ks_statistic_lib_size_cells": -0.8496, + "ks_statistic_mean_fraczero_genes": 4.0669, + "ks_statistic_mean_var_genes": 9.9744, + "ks_statistic_morans_I": 7.8061, + "ks_statistic_nn_correlation": 8.8318, + "ks_statistic_pearson_cells": 42.7105, + "ks_statistic_pearson_genes": 41.3735, + "ks_statistic_scaled_mean_cells": -0.3095, + "ks_statistic_scaled_mean_genes": 3.0989, + "ks_statistic_scaled_var_cells": -0.3741, + "ks_statistic_scaled_var_genes": -0.2667, + "ks_statistic_tmm_cells": 4.0735, + "ks_statistic_transition_matrix": 0.31, + "svg_precision": 0.9965, + "svg_recall": 0.8114 + }, + "scaled_scores": { + "clustering_ari": 0.298, + "clustering_nmi": 0.3273, + "crosscor_cosine": 0.3575, + "crosscor_mantel": 0.3396, + "ctdeconcolute_jsd": 0.1905, + "ctdeconvolute_rmse": 0.2872, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.8462, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1.1739, + "ks_statistic_frac_zero_cells": 0.9851, + "ks_statistic_frac_zero_genes": 0.9658, + "ks_statistic_L_stats": 26.9697, + "ks_statistic_lib_fraczero_cells": 0.965, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.94, + "ks_statistic_mean_var_genes": 0.6687, + "ks_statistic_morans_I": 0.9553, + "ks_statistic_nn_correlation": 0.8373, + "ks_statistic_pearson_cells": 0.6179, + "ks_statistic_pearson_genes": 0.5385, + "ks_statistic_scaled_mean_cells": -2.2204e-16, + "ks_statistic_scaled_mean_genes": 0.5222, + "ks_statistic_scaled_var_cells": 2.6664, + "ks_statistic_scaled_var_genes": -0.0217, + "ks_statistic_tmm_cells": 0.863, + "ks_statistic_transition_matrix": 1.1329, + "svg_precision": 0, + "svg_recall": 0.8114 + }, + "mean_score": 0.6316, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 227, + "cpu_pct": 101.9, + "peak_memory_mb": 5223, + "disk_read_mb": 73, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.1515, + "clustering_nmi": 0.2018, + "crosscor_cosine": 0.5067, + "crosscor_mantel": -0.0025, + "ctdeconcolute_jsd": 0.0721, + "ctdeconvolute_rmse": 0.3709, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 9.9156, + "ks_statistic_enrichment": 0.27, + "ks_statistic_frac_zero_cells": 11.4836, + "ks_statistic_frac_zero_genes": 0.5514, + "ks_statistic_L_stats": 26.9145, + "ks_statistic_lib_fraczero_cells": 71.5442, + "ks_statistic_lib_size_cells": 9.9156, + "ks_statistic_mean_fraczero_genes": 17.8047, + "ks_statistic_mean_var_genes": 17.4309, + "ks_statistic_morans_I": 3.8894, + "ks_statistic_nn_correlation": 6.262, + "ks_statistic_pearson_cells": 40.5088, + "ks_statistic_pearson_genes": 42.2306, + "ks_statistic_scaled_mean_cells": -0.2964, + "ks_statistic_scaled_mean_genes": 6.0076, + "ks_statistic_scaled_var_cells": -0.2029, + "ks_statistic_scaled_var_genes": -0.3975, + "ks_statistic_tmm_cells": 1.9374, + "ks_statistic_transition_matrix": 0.1775, + "svg_precision": 0.997, + "svg_recall": 0.9343 + }, + "scaled_scores": { + "clustering_ari": 0.3184, + "clustering_nmi": 0.3642, + "crosscor_cosine": 0.0218, + "crosscor_mantel": 0.001, + "ctdeconcolute_jsd": -0.1239, + "ctdeconvolute_rmse": -0.165, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.0513, + "ks_statistic_efflib_size_cells": 0.9415, + "ks_statistic_enrichment": 1.1522, + "ks_statistic_frac_zero_cells": 0.9322, + "ks_statistic_frac_zero_genes": 0.991, + "ks_statistic_L_stats": 27.8007, + "ks_statistic_lib_fraczero_cells": 0.616, + "ks_statistic_lib_size_cells": 0.9415, + "ks_statistic_mean_fraczero_genes": 0.7731, + "ks_statistic_mean_var_genes": 0.4445, + "ks_statistic_morans_I": 0.9766, + "ks_statistic_nn_correlation": 0.8821, + "ks_statistic_pearson_cells": 0.6375, + "ks_statistic_pearson_genes": 0.5289, + "ks_statistic_scaled_mean_cells": -0.0101, + "ks_statistic_scaled_mean_genes": 0.1159, + "ks_statistic_scaled_var_cells": 0.4188, + "ks_statistic_scaled_var_genes": 0.0646, + "ks_statistic_tmm_cells": 0.9268, + "ks_statistic_transition_matrix": 1.4393, + "svg_precision": 0, + "svg_recall": 0.9343 + }, + "mean_score": 0.5459, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 22.3, + "cpu_pct": 130.3, + "peak_memory_mb": 3892, + "disk_read_mb": 68, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.4798, + "clustering_nmi": 0.5592, + "crosscor_cosine": 0.9689, + "crosscor_mantel": 0.9435, + "ctdeconcolute_jsd": 0.0061, + "ctdeconvolute_rmse": 0.0061, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.1333, + "ks_statistic_efflib_size_cells": -0.235, + "ks_statistic_enrichment": 0.34, + "ks_statistic_frac_zero_cells": -0.2845, + "ks_statistic_frac_zero_genes": -0.3181, + "ks_statistic_L_stats": 58.2725, + "ks_statistic_lib_fraczero_cells": -0.0611, + "ks_statistic_lib_size_cells": -0.235, + "ks_statistic_mean_fraczero_genes": -0.7362, + "ks_statistic_mean_var_genes": -0.5732, + "ks_statistic_morans_I": -0.2808, + "ks_statistic_nn_correlation": -0.3107, + "ks_statistic_pearson_cells": 0.12, + "ks_statistic_pearson_genes": 0.0533, + "ks_statistic_scaled_mean_cells": -0.3163, + "ks_statistic_scaled_mean_genes": -0.3106, + "ks_statistic_scaled_var_cells": -0.1866, + "ks_statistic_scaled_var_genes": -0.2925, + "ks_statistic_tmm_cells": -0.2203, + "ks_statistic_transition_matrix": 0.17, + "svg_precision": 0.9971, + "svg_recall": 0.9971 + }, + "scaled_scores": { + "clustering_ari": 1.009, + "clustering_nmi": 1.0131, + "crosscor_cosine": 0.9978, + "crosscor_mantel": 0.9973, + "ctdeconcolute_jsd": 0.9043, + "ctdeconvolute_rmse": 0.981, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.1026, + "ks_statistic_efflib_size_cells": 0.9967, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9989, + "ks_statistic_frac_zero_genes": 0.9997, + "ks_statistic_L_stats": 1.6133, + "ks_statistic_lib_fraczero_cells": 0.9916, + "ks_statistic_lib_size_cells": 0.9967, + "ks_statistic_mean_fraczero_genes": 0.9984, + "ks_statistic_mean_var_genes": 0.9858, + "ks_statistic_morans_I": 0.9993, + "ks_statistic_nn_correlation": 0.9966, + "ks_statistic_pearson_cells": 0.9975, + "ks_statistic_pearson_genes": 0.9994, + "ks_statistic_scaled_mean_cells": 0.0053, + "ks_statistic_scaled_mean_genes": 0.9984, + "ks_statistic_scaled_var_cells": 0.2045, + "ks_statistic_scaled_var_genes": -0.0046, + "ks_statistic_tmm_cells": 0.9912, + "ks_statistic_transition_matrix": 1.4566, + "svg_precision": 0, + "svg_recall": 0.9971 + }, + "mean_score": 0.8289, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 32.9, + "cpu_pct": 121.9, + "peak_memory_mb": 3687, + "disk_read_mb": 69, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.1504, + "clustering_nmi": 0.2003, + "crosscor_cosine": 0.5175, + "crosscor_mantel": -0.0019, + "ctdeconcolute_jsd": 0.1114, + "ctdeconvolute_rmse": 0.6064, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 47.9815, + "ks_statistic_enrichment": 0.215, + "ks_statistic_frac_zero_cells": 6.8177, + "ks_statistic_frac_zero_genes": 8.0306, + "ks_statistic_L_stats": 24.7728, + "ks_statistic_lib_fraczero_cells": 58.5808, + "ks_statistic_lib_size_cells": 47.9815, + "ks_statistic_mean_fraczero_genes": 12.434, + "ks_statistic_mean_var_genes": 15.2557, + "ks_statistic_morans_I": 46.6492, + "ks_statistic_nn_correlation": 26.4142, + "ks_statistic_pearson_cells": 91.7909, + "ks_statistic_pearson_genes": 94.6714, + "ks_statistic_scaled_mean_cells": -0.2915, + "ks_statistic_scaled_mean_genes": 23.8069, + "ks_statistic_scaled_var_cells": -0.1637, + "ks_statistic_scaled_var_genes": -0.8393, + "ks_statistic_tmm_cells": 4.4193, + "ks_statistic_transition_matrix": 0.175, + "svg_precision": 0.9917, + "svg_recall": 0.3429 + }, + "scaled_scores": { + "clustering_ari": 0.3161, + "clustering_nmi": 0.3615, + "crosscor_cosine": 0.0447, + "crosscor_mantel": 0.0016, + "ctdeconcolute_jsd": -0.7366, + "ctdeconvolute_rmse": -0.9049, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.0513, + "ks_statistic_efflib_size_cells": 0.7344, + "ks_statistic_enrichment": 1.2717, + "ks_statistic_frac_zero_cells": 0.9586, + "ks_statistic_frac_zero_genes": 0.9162, + "ks_statistic_L_stats": 29.5892, + "ks_statistic_lib_fraczero_cells": 0.684, + "ks_statistic_lib_size_cells": 0.7344, + "ks_statistic_mean_fraczero_genes": 0.8383, + "ks_statistic_mean_var_genes": 0.5099, + "ks_statistic_morans_I": 0.744, + "ks_statistic_nn_correlation": 0.5312, + "ks_statistic_pearson_cells": 0.1805, + "ks_statistic_pearson_genes": -0.056, + "ks_statistic_scaled_mean_cells": -0.0139, + "ks_statistic_scaled_mean_genes": -2.3702, + "ks_statistic_scaled_var_cells": -0.0959, + "ks_statistic_scaled_var_genes": 0.3559, + "ks_statistic_tmm_cells": 0.8527, + "ks_statistic_transition_matrix": 1.4451, + "svg_precision": 0, + "svg_recall": 0.3429 + }, + "mean_score": 0.452, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 141, + "cpu_pct": 104.8, + "peak_memory_mb": 4608, + "disk_read_mb": 493, + "disk_write_mb": 12 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.0034, + "clustering_nmi": 0.0054, + "crosscor_cosine": 0.653, + "crosscor_mantel": 0.3514, + "ctdeconcolute_jsd": 0.0478, + "ctdeconvolute_rmse": 0.2065, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": 0.8, + "ks_statistic_efflib_size_cells": 0.8492, + "ks_statistic_enrichment": 0.8, + "ks_statistic_frac_zero_cells": -0.0416, + "ks_statistic_frac_zero_genes": -0.3016, + "ks_statistic_L_stats": 24.0564, + "ks_statistic_lib_fraczero_cells": 1.6234, + "ks_statistic_lib_size_cells": 0.8492, + "ks_statistic_mean_fraczero_genes": -0.2274, + "ks_statistic_mean_var_genes": 3.5603, + "ks_statistic_morans_I": 14.7976, + "ks_statistic_nn_correlation": 22.3467, + "ks_statistic_pearson_cells": 76.885, + "ks_statistic_pearson_genes": 105.245, + "ks_statistic_scaled_mean_cells": -0.2964, + "ks_statistic_scaled_mean_genes": -0.3115, + "ks_statistic_scaled_var_cells": -0.2208, + "ks_statistic_scaled_var_genes": -0.3092, + "ks_statistic_tmm_cells": 0.3987, + "ks_statistic_transition_matrix": 0.8, + "svg_precision": 1, + "svg_recall": 0.6886 + }, + "scaled_scores": { + "clustering_ari": 0.0069, + "clustering_nmi": 0.0078, + "crosscor_cosine": 0.3307, + "crosscor_mantel": 0.3737, + "ctdeconcolute_jsd": 0.2545, + "ctdeconvolute_rmse": 0.3514, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.0769, + "ks_statistic_efflib_size_cells": 0.9908, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9975, + "ks_statistic_frac_zero_genes": 0.9995, + "ks_statistic_L_stats": 30.1875, + "ks_statistic_lib_fraczero_cells": 0.9828, + "ks_statistic_lib_size_cells": 0.9908, + "ks_statistic_mean_fraczero_genes": 0.9922, + "ks_statistic_mean_var_genes": 0.8615, + "ks_statistic_morans_I": 0.9173, + "ks_statistic_nn_correlation": 0.602, + "ks_statistic_pearson_cells": 0.3133, + "ks_statistic_pearson_genes": -0.174, + "ks_statistic_scaled_mean_cells": -0.0101, + "ks_statistic_scaled_mean_genes": 0.9986, + "ks_statistic_scaled_var_cells": 0.6533, + "ks_statistic_scaled_var_genes": 0.0064, + "ks_statistic_tmm_cells": 0.9727, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0.6886 + }, + "mean_score": 0.4955, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 78, + "cpu_pct": 394.3, + "peak_memory_mb": 59700, + "disk_read_mb": 75, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative", + "metric_values": { + "clustering_ari": -0.0006, + "clustering_nmi": 0.0016, + "crosscor_cosine": 0.4989, + "crosscor_mantel": -0.0029, + "ctdeconcolute_jsd": 0.1685, + "ctdeconvolute_rmse": 0.811, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 196.5334, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 117.6552, + "ks_statistic_frac_zero_genes": 186.9576, + "ks_statistic_L_stats": 12.687, + "ks_statistic_lib_fraczero_cells": 60.3236, + "ks_statistic_lib_size_cells": 196.5334, + "ks_statistic_mean_fraczero_genes": 107.742, + "ks_statistic_mean_var_genes": 26.796, + "ks_statistic_morans_I": 5.0615, + "ks_statistic_nn_correlation": 16.1776, + "ks_statistic_pearson_cells": 52.4699, + "ks_statistic_pearson_genes": 46.0034, + "ks_statistic_scaled_mean_cells": -1.091, + "ks_statistic_scaled_mean_genes": 73.9118, + "ks_statistic_scaled_var_cells": -0.3022, + "ks_statistic_scaled_var_genes": -0.3261, + "ks_statistic_tmm_cells": 3.432, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.069, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 6.9, + "cpu_pct": 207.7, + "peak_memory_mb": 3277, + "disk_read_mb": 49, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.5936, + "clustering_nmi": 0.5939, + "crosscor_cosine": 0.9271, + "crosscor_mantel": 0.8523, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.2222, + "ks_statistic_efflib_size_cells": -1.4069, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.3987, + "ks_statistic_frac_zero_genes": -0.3936, + "ks_statistic_L_stats": 12.2063, + "ks_statistic_lib_fraczero_cells": -1.5032, + "ks_statistic_lib_size_cells": -1.4069, + "ks_statistic_mean_fraczero_genes": -1.4925, + "ks_statistic_mean_var_genes": -1.7765, + "ks_statistic_morans_I": -1.4312, + "ks_statistic_nn_correlation": -0.5185, + "ks_statistic_pearson_cells": -0.1891, + "ks_statistic_pearson_genes": -0.0028, + "ks_statistic_scaled_mean_cells": -0.3635, + "ks_statistic_scaled_mean_genes": -0.3172, + "ks_statistic_scaled_var_cells": -0.2331, + "ks_statistic_scaled_var_genes": -0.3677, + "ks_statistic_tmm_cells": -0.2571, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.8276, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 7.9, + "cpu_pct": 192.2, + "peak_memory_mb": 3277, + "disk_read_mb": 49, + "disk_write_mb": 20 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": -0.0016, + "clustering_nmi": 0.0004, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.3445, + "ctdeconcolute_jsd": 0.0417, + "ctdeconvolute_rmse": 0.094, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.4248, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_frac_zero_cells": 1.2934, + "ks_statistic_frac_zero_genes": 0.2766, + "ks_statistic_L_stats": 12.813, + "ks_statistic_lib_fraczero_cells": 4.8557, + "ks_statistic_lib_size_cells": 0.4248, + "ks_statistic_mean_fraczero_genes": 3.2276, + "ks_statistic_mean_var_genes": -1.3642, + "ks_statistic_morans_I": 40.1043, + "ks_statistic_nn_correlation": 5.2076, + "ks_statistic_pearson_cells": 6.39, + "ks_statistic_pearson_genes": 5.8096, + "ks_statistic_scaled_mean_cells": -0.3396, + "ks_statistic_scaled_mean_genes": 1.3157, + "ks_statistic_scaled_var_cells": -0.2538, + "ks_statistic_scaled_var_genes": -0.7366, + "ks_statistic_tmm_cells": 0.1709, + "ks_statistic_transition_matrix": 0.6667, + "svg_precision": 0, + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": -0.0017, + "clustering_nmi": -0.002, + "crosscor_cosine": 0, + "crosscor_mantel": -0.3994, + "ctdeconcolute_jsd": 0.7523, + "ctdeconvolute_rmse": 0.8841, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": -1, + "ks_statistic_efflib_size_cells": 0.9907, + "ks_statistic_enrichment": -2, + "ks_statistic_frac_zero_cells": 0.9857, + "ks_statistic_frac_zero_genes": 0.9964, + "ks_statistic_L_stats": -0.2623, + "ks_statistic_lib_fraczero_cells": 0.8972, + "ks_statistic_lib_size_cells": 0.9907, + "ks_statistic_mean_fraczero_genes": 0.9568, + "ks_statistic_mean_var_genes": 0.9856, + "ks_statistic_morans_I": -5.3972, + "ks_statistic_nn_correlation": 0.657, + "ks_statistic_pearson_cells": 0.8751, + "ks_statistic_pearson_genes": 0.8737, + "ks_statistic_scaled_mean_cells": -0.033, + "ks_statistic_scaled_mean_genes": 0.978, + "ks_statistic_scaled_var_cells": 0.2992, + "ks_statistic_scaled_var_genes": 9.8572, + "ks_statistic_tmm_cells": 0.884, + "ks_statistic_transition_matrix": -2, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.483, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 262.6, + "peak_memory_mb": 11162, + "disk_read_mb": 53, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": -0.0014, + "clustering_nmi": 0.0007, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0982, + "ctdeconcolute_jsd": 0.0418, + "ctdeconvolute_rmse": 0.0939, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 1.7527, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 1.8563, + "ks_statistic_frac_zero_genes": -0.2061, + "ks_statistic_L_stats": 12.9059, + "ks_statistic_lib_fraczero_cells": 11.456, + "ks_statistic_lib_size_cells": 1.7527, + "ks_statistic_mean_fraczero_genes": -0.9786, + "ks_statistic_mean_var_genes": -1.0766, + "ks_statistic_morans_I": 3.9727, + "ks_statistic_nn_correlation": 1.3066, + "ks_statistic_pearson_cells": 6.7471, + "ks_statistic_pearson_genes": 3.8105, + "ks_statistic_scaled_mean_cells": -0.3728, + "ks_statistic_scaled_mean_genes": 0.026, + "ks_statistic_scaled_var_cells": -0.2397, + "ks_statistic_scaled_var_genes": -0.4114, + "ks_statistic_tmm_cells": 0.0686, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": -0.0014, + "clustering_nmi": -0.0015, + "crosscor_cosine": 0, + "crosscor_mantel": 0.1182, + "ctdeconcolute_jsd": 0.752, + "ctdeconvolute_rmse": 0.8842, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.984, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9809, + "ks_statistic_frac_zero_genes": 0.999, + "ks_statistic_L_stats": -0.4555, + "ks_statistic_lib_fraczero_cells": 0.7904, + "ks_statistic_lib_size_cells": 0.984, + "ks_statistic_mean_fraczero_genes": 0.9953, + "ks_statistic_mean_var_genes": 0.9755, + "ks_statistic_morans_I": 0.1677, + "ks_statistic_nn_correlation": 0.8907, + "ks_statistic_pearson_cells": 0.8683, + "ks_statistic_pearson_genes": 0.9171, + "ks_statistic_scaled_mean_cells": 0.0127, + "ks_statistic_scaled_mean_genes": 0.9954, + "ks_statistic_scaled_var_cells": 0.0948, + "ks_statistic_scaled_var_genes": 2.0492, + "ks_statistic_tmm_cells": 0.9117, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.5628, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 3084, + "cpu_pct": 100.3, + "peak_memory_mb": 6349, + "disk_read_mb": 80, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": -0.0033, + "clustering_nmi": 0.001, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0635, + "ctdeconcolute_jsd": 0.0579, + "ctdeconvolute_rmse": 0.1456, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -1.4069, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.114, + "ks_statistic_frac_zero_genes": -0.1691, + "ks_statistic_L_stats": 13.1542, + "ks_statistic_lib_fraczero_cells": 4.6934, + "ks_statistic_lib_size_cells": -1.4069, + "ks_statistic_mean_fraczero_genes": -1.4334, + "ks_statistic_mean_var_genes": 2.1215, + "ks_statistic_morans_I": 0.188, + "ks_statistic_nn_correlation": 0.4858, + "ks_statistic_pearson_cells": 59.5071, + "ks_statistic_pearson_genes": 66.717, + "ks_statistic_scaled_mean_cells": -0.3635, + "ks_statistic_scaled_mean_genes": 10.3724, + "ks_statistic_scaled_var_cells": -0.3357, + "ks_statistic_scaled_var_genes": -0.556, + "ks_statistic_tmm_cells": -0.0886, + "ks_statistic_transition_matrix": 0.6667, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": -0.0047, + "clustering_nmi": -0.001, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0776, + "ctdeconcolute_jsd": 0.6562, + "ctdeconvolute_rmse": 0.8205, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9976, + "ks_statistic_frac_zero_genes": 0.9988, + "ks_statistic_L_stats": -0.9721, + "ks_statistic_lib_fraczero_cells": 0.8998, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9995, + "ks_statistic_mean_var_genes": 0.8636, + "ks_statistic_morans_I": 0.7506, + "ks_statistic_nn_correlation": 0.9398, + "ks_statistic_pearson_cells": -0.1336, + "ks_statistic_pearson_genes": -0.4502, + "ks_statistic_scaled_mean_cells": 1.1102e-16, + "ks_statistic_scaled_mean_genes": 0.856, + "ks_statistic_scaled_var_cells": 1.4847, + "ks_statistic_scaled_var_genes": 5.5198, + "ks_statistic_tmm_cells": 0.9543, + "ks_statistic_transition_matrix": -2, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.5108, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 36.2, + "cpu_pct": 119, + "peak_memory_mb": 3994, + "disk_read_mb": 77, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.0002, + "clustering_nmi": 0.0017, + "crosscor_cosine": 0.4986, + "crosscor_mantel": -0.0033, + "ctdeconcolute_jsd": 0.1812, + "ctdeconvolute_rmse": 0.8073, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.6309, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 0.4209, + "ks_statistic_frac_zero_genes": 25.3885, + "ks_statistic_L_stats": 12.7319, + "ks_statistic_lib_fraczero_cells": 10.3729, + "ks_statistic_lib_size_cells": 0.6309, + "ks_statistic_mean_fraczero_genes": 90.855, + "ks_statistic_mean_var_genes": 73.805, + "ks_statistic_morans_I": 3.0845, + "ks_statistic_nn_correlation": 14.1706, + "ks_statistic_pearson_cells": 461.2241, + "ks_statistic_pearson_genes": 466.426, + "ks_statistic_scaled_mean_cells": -0.3171, + "ks_statistic_scaled_mean_genes": 39.3566, + "ks_statistic_scaled_var_cells": -0.2376, + "ks_statistic_scaled_var_genes": -0.2961, + "ks_statistic_tmm_cells": 2.6783, + "ks_statistic_transition_matrix": 0, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.0013, + "clustering_nmi": 0.0002, + "crosscor_cosine": -0.0006, + "crosscor_mantel": -0.0004, + "ctdeconcolute_jsd": -0.0756, + "ctdeconvolute_rmse": 0.0046, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.9897, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9931, + "ks_statistic_frac_zero_genes": 0.8624, + "ks_statistic_L_stats": -0.0934, + "ks_statistic_lib_fraczero_cells": 0.8079, + "ks_statistic_lib_size_cells": 0.9897, + "ks_statistic_mean_fraczero_genes": 0.1546, + "ks_statistic_mean_var_genes": -1.6453, + "ks_statistic_morans_I": 0.3045, + "ks_statistic_nn_correlation": 0.1202, + "ks_statistic_pearson_cells": -7.7623, + "ks_statistic_pearson_genes": -9.1384, + "ks_statistic_scaled_mean_cells": -0.0639, + "ks_statistic_scaled_mean_genes": 0.4655, + "ks_statistic_scaled_var_cells": 0.0651, + "ks_statistic_scaled_var_genes": -0.7189, + "ks_statistic_tmm_cells": 0.2043, + "ks_statistic_transition_matrix": 4, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.2746, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 16.4, + "cpu_pct": 125.6, + "peak_memory_mb": 3789, + "disk_read_mb": 73, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.4527, + "clustering_nmi": 0.4801, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.6978, + "ctdeconcolute_jsd": 0.0071, + "ctdeconvolute_rmse": 0.0036, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.2222, + "ks_statistic_efflib_size_cells": -0.8692, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": -0.3266, + "ks_statistic_frac_zero_genes": 0.1611, + "ks_statistic_L_stats": 12.4133, + "ks_statistic_lib_fraczero_cells": 1.3003, + "ks_statistic_lib_size_cells": -0.8692, + "ks_statistic_mean_fraczero_genes": 0.7327, + "ks_statistic_mean_var_genes": -0.9905, + "ks_statistic_morans_I": 15.2676, + "ks_statistic_nn_correlation": 4.7714, + "ks_statistic_pearson_cells": 0.5925, + "ks_statistic_pearson_genes": 1.2794, + "ks_statistic_scaled_mean_cells": -0.4096, + "ks_statistic_scaled_mean_genes": -0.2849, + "ks_statistic_scaled_var_cells": -0.2504, + "ks_statistic_scaled_var_genes": -1.1096, + "ks_statistic_tmm_cells": 0.0178, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.7629, + "clustering_nmi": 0.808, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8192, + "ctdeconcolute_jsd": 0.9581, + "ctdeconvolute_rmse": 0.9955, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9973, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9994, + "ks_statistic_frac_zero_genes": 0.997, + "ks_statistic_L_stats": 0.5692, + "ks_statistic_lib_fraczero_cells": 0.9547, + "ks_statistic_lib_size_cells": 0.9973, + "ks_statistic_mean_fraczero_genes": 0.9796, + "ks_statistic_mean_var_genes": 0.9725, + "ks_statistic_morans_I": -1.5719, + "ks_statistic_nn_correlation": 0.6832, + "ks_statistic_pearson_cells": 0.9852, + "ks_statistic_pearson_genes": 0.9721, + "ks_statistic_scaled_mean_cells": 0.0633, + "ks_statistic_scaled_mean_genes": 0.9996, + "ks_statistic_scaled_var_cells": 0.2498, + "ks_statistic_scaled_var_genes": 18.8147, + "ks_statistic_tmm_cells": 0.9255, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.7134, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 28.7, + "cpu_pct": 116.5, + "peak_memory_mb": 3584, + "disk_read_mb": 73, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.0002, + "clustering_nmi": 0.0017, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0046, + "ctdeconcolute_jsd": 0.1673, + "ctdeconvolute_rmse": 0.8123, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 39.0192, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 4.0323, + "ks_statistic_frac_zero_genes": 10.4012, + "ks_statistic_L_stats": 13.2192, + "ks_statistic_lib_fraczero_cells": 26.876, + "ks_statistic_lib_size_cells": 39.0192, + "ks_statistic_mean_fraczero_genes": 65.4288, + "ks_statistic_mean_var_genes": 48.5064, + "ks_statistic_morans_I": 1.8544, + "ks_statistic_nn_correlation": 7.6605, + "ks_statistic_pearson_cells": 300.8921, + "ks_statistic_pearson_genes": 322.922, + "ks_statistic_scaled_mean_cells": -0.2898, + "ks_statistic_scaled_mean_genes": 155.8629, + "ks_statistic_scaled_var_cells": -0.2307, + "ks_statistic_scaled_var_genes": -1.131, + "ks_statistic_tmm_cells": 1.718, + "ks_statistic_transition_matrix": 0, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.0013, + "clustering_nmi": 0.0002, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0087, + "ctdeconcolute_jsd": 0.0069, + "ctdeconvolute_rmse": -0.0016, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.7958, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9625, + "ks_statistic_frac_zero_genes": 0.9424, + "ks_statistic_L_stats": -1.1072, + "ks_statistic_lib_fraczero_cells": 0.541, + "ks_statistic_lib_size_cells": 0.7958, + "ks_statistic_mean_fraczero_genes": 0.3874, + "ks_statistic_mean_var_genes": -0.7598, + "ks_statistic_morans_I": 0.494, + "ks_statistic_nn_correlation": 0.5101, + "ks_statistic_pearson_cells": -4.7176, + "ks_statistic_pearson_genes": -6.0192, + "ks_statistic_scaled_mean_cells": -0.1014, + "ks_statistic_scaled_mean_genes": -1.104, + "ks_statistic_scaled_var_cells": -0.0354, + "ks_statistic_scaled_var_genes": 19.3273, + "ks_statistic_tmm_cells": 0.4646, + "ks_statistic_transition_matrix": 4, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3417, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 89, + "cpu_pct": 107.7, + "peak_memory_mb": 4404, + "disk_read_mb": 334, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": -0.0002, + "clustering_nmi": 0.0012, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0326, + "ctdeconcolute_jsd": 0.0259, + "ctdeconvolute_rmse": 0.0459, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.2222, + "ks_statistic_efflib_size_cells": -1.496, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.3042, + "ks_statistic_frac_zero_genes": -0.3179, + "ks_statistic_L_stats": 12.7791, + "ks_statistic_lib_fraczero_cells": -0.8324, + "ks_statistic_lib_size_cells": -1.496, + "ks_statistic_mean_fraczero_genes": -1.1665, + "ks_statistic_mean_var_genes": -5.7211, + "ks_statistic_morans_I": 0.5259, + "ks_statistic_nn_correlation": 0.0701, + "ks_statistic_pearson_cells": 18.3637, + "ks_statistic_pearson_genes": 20.1662, + "ks_statistic_scaled_mean_cells": -0.355, + "ks_statistic_scaled_mean_genes": -0.2993, + "ks_statistic_scaled_var_cells": -0.2302, + "ks_statistic_scaled_var_genes": -0.4305, + "ks_statistic_tmm_cells": 5.4477, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.0006, + "clustering_nmi": -0.0007, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0415, + "ctdeconcolute_jsd": 0.8461, + "ctdeconvolute_rmse": 0.9434, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1.0005, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9992, + "ks_statistic_frac_zero_genes": 0.9996, + "ks_statistic_L_stats": -0.1917, + "ks_statistic_lib_fraczero_cells": 0.9892, + "ks_statistic_lib_size_cells": 1.0005, + "ks_statistic_mean_fraczero_genes": 0.997, + "ks_statistic_mean_var_genes": 1.1381, + "ks_statistic_morans_I": 0.6986, + "ks_statistic_nn_correlation": 0.9648, + "ks_statistic_pearson_cells": 0.6477, + "ks_statistic_pearson_genes": 0.5616, + "ks_statistic_scaled_mean_cells": -0.0118, + "ks_statistic_scaled_mean_genes": 0.9998, + "ks_statistic_scaled_var_cells": -0.0425, + "ks_statistic_scaled_var_genes": 2.5075, + "ks_statistic_tmm_cells": -0.5464, + "ks_statistic_transition_matrix": 2, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.5755, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 51.2, + "cpu_pct": 431.5, + "peak_memory_mb": 53248, + "disk_read_mb": 79, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative", + "metric_values": { + "clustering_ari": -0.004, + "clustering_nmi": 0.007, + "crosscor_cosine": 0.4968, + "crosscor_mantel": 0.0007, + "ctdeconcolute_jsd": 0.2128, + "ctdeconvolute_rmse": 0.1502, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 21.1747, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 17.7204, + "ks_statistic_frac_zero_genes": 74.7945, + "ks_statistic_L_stats": -2.6319, + "ks_statistic_lib_fraczero_cells": 36.497, + "ks_statistic_lib_size_cells": 21.1747, + "ks_statistic_mean_fraczero_genes": 13.6054, + "ks_statistic_mean_var_genes": 13.3108, + "ks_statistic_morans_I": 6.4529, + "ks_statistic_nn_correlation": 6.0707, + "ks_statistic_pearson_cells": 120.5824, + "ks_statistic_pearson_genes": 122.754, + "ks_statistic_scaled_mean_cells": -12.9234, + "ks_statistic_scaled_mean_genes": 3.627, + "ks_statistic_scaled_var_cells": -0.8593, + "ks_statistic_scaled_var_genes": -1.0047, + "ks_statistic_tmm_cells": 3.3266, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1034, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 3.4, + "cpu_pct": 319.2, + "peak_memory_mb": 3175, + "disk_read_mb": 30, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.9202, + "clustering_nmi": 0.8938, + "crosscor_cosine": 0.9545, + "crosscor_mantel": 0.9284, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.0833, + "ks_statistic_efflib_size_cells": -3.5732, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": -1.4735, + "ks_statistic_frac_zero_genes": -0.8554, + "ks_statistic_L_stats": -6.4233, + "ks_statistic_lib_fraczero_cells": -4.3208, + "ks_statistic_lib_size_cells": -3.5732, + "ks_statistic_mean_fraczero_genes": -0.9472, + "ks_statistic_mean_var_genes": -1.0209, + "ks_statistic_morans_I": -0.4082, + "ks_statistic_nn_correlation": -0.8891, + "ks_statistic_pearson_cells": -0.1096, + "ks_statistic_pearson_genes": -0.004, + "ks_statistic_scaled_mean_cells": -0.5643, + "ks_statistic_scaled_mean_genes": -0.3945, + "ks_statistic_scaled_var_cells": -0.4494, + "ks_statistic_scaled_var_genes": -0.4048, + "ks_statistic_tmm_cells": -1.106, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8276, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 3.6, + "cpu_pct": 309.8, + "peak_memory_mb": 3175, + "disk_read_mb": 30, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.001, + "clustering_nmi": 0.012, + "crosscor_cosine": 0.8694, + "crosscor_mantel": 0.7391, + "ctdeconcolute_jsd": 0.2258, + "ctdeconvolute_rmse": 0.1686, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": -2.1321, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": 0.618, + "ks_statistic_frac_zero_genes": -0.7557, + "ks_statistic_L_stats": -2.12, + "ks_statistic_lib_fraczero_cells": 0.5262, + "ks_statistic_lib_size_cells": -2.1321, + "ks_statistic_mean_fraczero_genes": -0.8605, + "ks_statistic_mean_var_genes": -0.8489, + "ks_statistic_morans_I": 1.1556, + "ks_statistic_nn_correlation": -0.4733, + "ks_statistic_pearson_cells": 1.0286, + "ks_statistic_pearson_genes": 2.025, + "ks_statistic_scaled_mean_cells": -0.6082, + "ks_statistic_scaled_mean_genes": -0.384, + "ks_statistic_scaled_var_cells": -0.5013, + "ks_statistic_scaled_var_genes": -0.4043, + "ks_statistic_tmm_cells": -0.6763, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": 0.3721, + "svg_recall": 0.6957 + }, + "scaled_scores": { + "clustering_ari": 0.0054, + "clustering_nmi": 0.0056, + "crosscor_cosine": 0.8142, + "crosscor_mantel": 0.7959, + "ctdeconcolute_jsd": -0.0613, + "ctdeconvolute_rmse": -0.1226, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.7143, + "ks_statistic_efflib_size_cells": 0.9418, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.891, + "ks_statistic_frac_zero_genes": 0.9987, + "ks_statistic_L_stats": -0.135, + "ks_statistic_lib_fraczero_cells": 0.8813, + "ks_statistic_lib_size_cells": 0.9418, + "ks_statistic_mean_fraczero_genes": 0.994, + "ks_statistic_mean_var_genes": 0.988, + "ks_statistic_morans_I": 0.7721, + "ks_statistic_nn_correlation": 0.9403, + "ks_statistic_pearson_cells": 0.9906, + "ks_statistic_pearson_genes": 0.9835, + "ks_statistic_scaled_mean_cells": 0.0036, + "ks_statistic_scaled_mean_genes": 0.9974, + "ks_statistic_scaled_var_cells": 0.1267, + "ks_statistic_scaled_var_genes": -0.0008, + "ks_statistic_tmm_cells": 0.9031, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0.6957 + }, + "mean_score": 0.542, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 19.3, + "cpu_pct": 266.7, + "peak_memory_mb": 13824, + "disk_read_mb": 34, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.0572, + "clustering_nmi": 0.0662, + "crosscor_cosine": 0.8078, + "crosscor_mantel": 0.6247, + "ctdeconcolute_jsd": 0.1721, + "ctdeconvolute_rmse": 0.0964, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.8674, + "ks_statistic_enrichment": 0.4375, + "ks_statistic_frac_zero_cells": -0.1337, + "ks_statistic_frac_zero_genes": -0.7004, + "ks_statistic_L_stats": -2.6428, + "ks_statistic_lib_fraczero_cells": -0.8811, + "ks_statistic_lib_size_cells": -0.8674, + "ks_statistic_mean_fraczero_genes": -0.8352, + "ks_statistic_mean_var_genes": -0.7278, + "ks_statistic_morans_I": -0.2215, + "ks_statistic_nn_correlation": 0.7065, + "ks_statistic_pearson_cells": 0.6274, + "ks_statistic_pearson_genes": 0.7186, + "ks_statistic_scaled_mean_cells": -1.1256, + "ks_statistic_scaled_mean_genes": -0.3752, + "ks_statistic_scaled_var_cells": -0.5639, + "ks_statistic_scaled_var_genes": -0.4291, + "ks_statistic_tmm_cells": -0.2205, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": 0.7083, + "svg_recall": 0.7391 + }, + "scaled_scores": { + "clustering_ari": 0.0663, + "clustering_nmi": 0.0667, + "crosscor_cosine": 0.6795, + "crosscor_mantel": 0.6726, + "ctdeconcolute_jsd": 0.1915, + "ctdeconvolute_rmse": 0.3584, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.1429, + "ks_statistic_efflib_size_cells": 0.8907, + "ks_statistic_enrichment": 0.1667, + "ks_statistic_frac_zero_cells": 0.9302, + "ks_statistic_frac_zero_genes": 0.998, + "ks_statistic_L_stats": 0.0029, + "ks_statistic_lib_fraczero_cells": 0.9157, + "ks_statistic_lib_size_cells": 0.8907, + "ks_statistic_mean_fraczero_genes": 0.9923, + "ks_statistic_mean_var_genes": 0.9796, + "ks_statistic_morans_I": 0.9728, + "ks_statistic_nn_correlation": 0.7708, + "ks_statistic_pearson_cells": 0.9939, + "ks_statistic_pearson_genes": 0.9941, + "ks_statistic_scaled_mean_cells": 0.0454, + "ks_statistic_scaled_mean_genes": 0.9952, + "ks_statistic_scaled_var_cells": 0.2794, + "ks_statistic_scaled_var_genes": 0.0406, + "ks_statistic_tmm_cells": 0.8002, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0.7391 + }, + "mean_score": 0.5371, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 87, + "cpu_pct": 108.8, + "peak_memory_mb": 3994, + "disk_read_mb": 62, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0101, + "clustering_nmi": 0.0211, + "crosscor_cosine": 0.88, + "crosscor_mantel": 0.7751, + "ctdeconcolute_jsd": 0.0993, + "ctdeconvolute_rmse": 0.0362, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": -3.5732, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": -0.501, + "ks_statistic_frac_zero_genes": -0.8596, + "ks_statistic_L_stats": -0.3125, + "ks_statistic_lib_fraczero_cells": 0.1294, + "ks_statistic_lib_size_cells": -3.5732, + "ks_statistic_mean_fraczero_genes": -0.8328, + "ks_statistic_mean_var_genes": -0.9664, + "ks_statistic_morans_I": 0.0894, + "ks_statistic_nn_correlation": -0.7351, + "ks_statistic_pearson_cells": 1.4629, + "ks_statistic_pearson_genes": 1.438, + "ks_statistic_scaled_mean_cells": -0.5643, + "ks_statistic_scaled_mean_genes": -0.3592, + "ks_statistic_scaled_var_cells": -0.4004, + "ks_statistic_scaled_var_genes": -0.3904, + "ks_statistic_tmm_cells": -0.2937, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.8333, + "svg_recall": 0.7609 + }, + "scaled_scores": { + "clustering_ari": 0.0153, + "clustering_nmi": 0.0158, + "crosscor_cosine": 0.8373, + "crosscor_mantel": 0.8348, + "ctdeconcolute_jsd": 0.5332, + "ctdeconvolute_rmse": 0.7588, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.1429, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9493, + "ks_statistic_frac_zero_genes": 1.0001, + "ks_statistic_L_stats": -0.6118, + "ks_statistic_lib_fraczero_cells": 0.891, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9921, + "ks_statistic_mean_var_genes": 0.9962, + "ks_statistic_morans_I": 0.9275, + "ks_statistic_nn_correlation": 0.9779, + "ks_statistic_pearson_cells": 0.987, + "ks_statistic_pearson_genes": 0.9883, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 0.9912, + "ks_statistic_scaled_var_cells": -0.1194, + "ks_statistic_scaled_var_genes": -0.0239, + "ks_statistic_tmm_cells": 0.8167, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0, + "svg_recall": 0.7609 + }, + "mean_score": 0.6646, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 27.3, + "cpu_pct": 126, + "peak_memory_mb": 3789, + "disk_read_mb": 59, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.0095, + "clustering_nmi": 0.0205, + "crosscor_cosine": 0.4995, + "crosscor_mantel": -0.0084, + "ctdeconcolute_jsd": 0.2068, + "ctdeconvolute_rmse": 0.1456, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": -1.3453, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 3.7087, + "ks_statistic_frac_zero_genes": 12.6495, + "ks_statistic_L_stats": -0.3392, + "ks_statistic_lib_fraczero_cells": 13.3469, + "ks_statistic_lib_size_cells": -1.3453, + "ks_statistic_mean_fraczero_genes": 7.977, + "ks_statistic_mean_var_genes": 20.3758, + "ks_statistic_morans_I": 1.1898, + "ks_statistic_nn_correlation": 1.2491, + "ks_statistic_pearson_cells": 63.5861, + "ks_statistic_pearson_genes": 67.3564, + "ks_statistic_scaled_mean_cells": -0.9057, + "ks_statistic_scaled_mean_genes": 1.9059, + "ks_statistic_scaled_var_cells": -0.5269, + "ks_statistic_scaled_var_genes": -0.4453, + "ks_statistic_tmm_cells": 6.8198, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.2632, + "svg_recall": 0.3261 + }, + "scaled_scores": { + "clustering_ari": 0.0146, + "clustering_nmi": 0.0152, + "crosscor_cosine": 0.006, + "crosscor_mantel": -0.0098, + "ctdeconcolute_jsd": 0.028, + "ctdeconvolute_rmse": 0.0305, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.1429, + "ks_statistic_efflib_size_cells": 0.91, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.73, + "ks_statistic_frac_zero_genes": 0.8215, + "ks_statistic_L_stats": -0.6047, + "ks_statistic_lib_fraczero_cells": 0.5672, + "ks_statistic_lib_size_cells": 0.91, + "ks_statistic_mean_fraczero_genes": 0.3868, + "ks_statistic_mean_var_genes": -0.493, + "ks_statistic_morans_I": 0.7671, + "ks_statistic_nn_correlation": 0.6928, + "ks_statistic_pearson_cells": 0.4722, + "ks_statistic_pearson_genes": 0.4513, + "ks_statistic_scaled_mean_cells": 0.0276, + "ks_statistic_scaled_mean_genes": 0.428, + "ks_statistic_scaled_var_cells": 0.1892, + "ks_statistic_scaled_var_genes": 0.0675, + "ks_statistic_tmm_cells": -0.7881, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0, + "svg_recall": 0.3261 + }, + "mean_score": 0.3738, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 10.4, + "cpu_pct": 145, + "peak_memory_mb": 3687, + "disk_read_mb": 55, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.8866, + "clustering_nmi": 0.8708, + "crosscor_cosine": 0.9369, + "crosscor_mantel": 0.8882, + "ctdeconcolute_jsd": 0.0179, + "ctdeconvolute_rmse": 0.0014, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.0833, + "ks_statistic_efflib_size_cells": -2.0976, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": -1.5994, + "ks_statistic_frac_zero_genes": -0.7434, + "ks_statistic_L_stats": -6.8185, + "ks_statistic_lib_fraczero_cells": -1.9026, + "ks_statistic_lib_size_cells": -2.0976, + "ks_statistic_mean_fraczero_genes": -0.8252, + "ks_statistic_mean_var_genes": -0.8331, + "ks_statistic_morans_I": -0.2857, + "ks_statistic_nn_correlation": -0.7085, + "ks_statistic_pearson_cells": 0.2155, + "ks_statistic_pearson_genes": 0.0516, + "ks_statistic_scaled_mean_cells": -0.5658, + "ks_statistic_scaled_mean_genes": -0.3723, + "ks_statistic_scaled_var_cells": -0.4784, + "ks_statistic_scaled_var_genes": -0.372, + "ks_statistic_tmm_cells": -0.1186, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.9474, + "svg_recall": 0.7826 + }, + "scaled_scores": { + "clustering_ari": 0.9636, + "clustering_nmi": 0.974, + "crosscor_cosine": 0.9616, + "crosscor_mantel": 0.9567, + "ctdeconcolute_jsd": 0.9161, + "ctdeconvolute_rmse": 0.9905, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9404, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_frac_zero_cells": 1.0066, + "ks_statistic_frac_zero_genes": 0.9985, + "ks_statistic_L_stats": 1.1042, + "ks_statistic_lib_fraczero_cells": 0.9408, + "ks_statistic_lib_size_cells": 0.9404, + "ks_statistic_mean_fraczero_genes": 0.9916, + "ks_statistic_mean_var_genes": 0.9869, + "ks_statistic_morans_I": 0.9821, + "ks_statistic_nn_correlation": 0.9741, + "ks_statistic_pearson_cells": 0.9973, + "ks_statistic_pearson_genes": 0.9995, + "ks_statistic_scaled_mean_cells": 0.0001, + "ks_statistic_scaled_mean_genes": 0.9945, + "ks_statistic_scaled_var_cells": 0.0709, + "ks_statistic_scaled_var_genes": -0.0545, + "ks_statistic_tmm_cells": 0.7772, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.7826 + }, + "mean_score": 0.7864, + "resources": { + "submit": "2024-11-25 06:12:02", + "exit_code": 0, + "duration_sec": 10.9, + "cpu_pct": 208.5, + "peak_memory_mb": 6247, + "disk_read_mb": 55, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.0095, + "clustering_nmi": 0.0205, + "crosscor_cosine": 0.4976, + "crosscor_mantel": -0.0038, + "ctdeconcolute_jsd": 0.2189, + "ctdeconvolute_rmse": 0.1566, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 12.6341, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 5.9221, + "ks_statistic_frac_zero_genes": -0.1948, + "ks_statistic_L_stats": -0.1549, + "ks_statistic_lib_fraczero_cells": 35.1348, + "ks_statistic_lib_size_cells": 12.6341, + "ks_statistic_mean_fraczero_genes": 1.1132, + "ks_statistic_mean_var_genes": 2.6576, + "ks_statistic_morans_I": 5.0304, + "ks_statistic_nn_correlation": 2.876, + "ks_statistic_pearson_cells": 79.4199, + "ks_statistic_pearson_genes": 81.9428, + "ks_statistic_scaled_mean_cells": -36.5471, + "ks_statistic_scaled_mean_genes": 1.61, + "ks_statistic_scaled_var_cells": -0.4316, + "ks_statistic_scaled_var_genes": -0.511, + "ks_statistic_tmm_cells": 3.3383, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.5, + "svg_recall": 0.087 + }, + "scaled_scores": { + "clustering_ari": 0.0146, + "clustering_nmi": 0.0152, + "crosscor_cosine": 0.0019, + "crosscor_mantel": -0.0048, + "ctdeconcolute_jsd": -0.0289, + "ctdeconvolute_rmse": -0.0425, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.1429, + "ks_statistic_efflib_size_cells": 0.3451, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.6147, + "ks_statistic_frac_zero_genes": 0.9913, + "ks_statistic_L_stats": -0.6533, + "ks_statistic_lib_fraczero_cells": 0.0334, + "ks_statistic_lib_size_cells": 0.3451, + "ks_statistic_mean_fraczero_genes": 0.8584, + "ks_statistic_mean_var_genes": 0.7433, + "ks_statistic_morans_I": 0.2073, + "ks_statistic_nn_correlation": 0.459, + "ks_statistic_pearson_cells": 0.3411, + "ks_statistic_pearson_genes": 0.3325, + "ks_statistic_scaled_mean_cells": 2.9114, + "ks_statistic_scaled_mean_genes": 0.5016, + "ks_statistic_scaled_var_cells": -0.0434, + "ks_statistic_scaled_var_genes": 0.177, + "ks_statistic_tmm_cells": -0.0026, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0, + "svg_recall": 0.087 + }, + "mean_score": 0.3472, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 84, + "cpu_pct": 108.3, + "peak_memory_mb": 4404, + "disk_read_mb": 398, + "disk_write_mb": 5 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.0114, + "clustering_nmi": 0.0229, + "crosscor_cosine": 0.5998, + "crosscor_mantel": 0.2155, + "ctdeconcolute_jsd": 0.1446, + "ctdeconvolute_rmse": 0.0842, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -4.4214, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.6548, + "ks_statistic_frac_zero_genes": -0.7729, + "ks_statistic_L_stats": -0.2608, + "ks_statistic_lib_fraczero_cells": -1.2429, + "ks_statistic_lib_size_cells": -4.4214, + "ks_statistic_mean_fraczero_genes": -0.7981, + "ks_statistic_mean_var_genes": 0.0416, + "ks_statistic_morans_I": 4.0086, + "ks_statistic_nn_correlation": 2.7234, + "ks_statistic_pearson_cells": 35.7101, + "ks_statistic_pearson_genes": 36.1859, + "ks_statistic_scaled_mean_cells": -0.6687, + "ks_statistic_scaled_mean_genes": -0.3858, + "ks_statistic_scaled_var_cells": -0.4178, + "ks_statistic_scaled_var_genes": -0.4411, + "ks_statistic_tmm_cells": -0.7335, + "ks_statistic_transition_matrix": 0.375, + "svg_precision": 0.3333, + "svg_recall": 0.0435 + }, + "scaled_scores": { + "clustering_ari": 0.0167, + "clustering_nmi": 0.0179, + "crosscor_cosine": 0.2251, + "crosscor_mantel": 0.2315, + "ctdeconcolute_jsd": 0.3207, + "ctdeconvolute_rmse": 0.4397, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.4286, + "ks_statistic_efflib_size_cells": 1.0343, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.9573, + "ks_statistic_frac_zero_genes": 0.9989, + "ks_statistic_L_stats": -0.6254, + "ks_statistic_lib_fraczero_cells": 0.9246, + "ks_statistic_lib_size_cells": 1.0343, + "ks_statistic_mean_fraczero_genes": 0.9898, + "ks_statistic_mean_var_genes": 0.9259, + "ks_statistic_morans_I": 0.3563, + "ks_statistic_nn_correlation": 0.4809, + "ks_statistic_pearson_cells": 0.7032, + "ks_statistic_pearson_genes": 0.7052, + "ks_statistic_scaled_mean_cells": 0.0084, + "ks_statistic_scaled_mean_genes": 0.9978, + "ks_statistic_scaled_var_cells": -0.077, + "ks_statistic_scaled_var_genes": 0.0606, + "ks_statistic_tmm_cells": 0.916, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0.0435 + }, + "mean_score": 0.4511, + "resources": { + "submit": "2024-11-25 06:12:01", + "exit_code": 0, + "duration_sec": 15.4, + "cpu_pct": 283.4, + "peak_memory_mb": 3789, + "disk_read_mb": 61, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative", + "metric_values": { + "clustering_ari": -0.0034, + "clustering_nmi": 0.0013, + "crosscor_cosine": 0.4991, + "crosscor_mantel": 0.0006, + "ctdeconcolute_jsd": 0.1667, + "ctdeconvolute_rmse": 0.2851, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 63.6662, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": 46.7768, + "ks_statistic_frac_zero_genes": 262.6637, + "ks_statistic_L_stats": 19.3262, + "ks_statistic_lib_fraczero_cells": 85.7775, + "ks_statistic_lib_size_cells": 63.6662, + "ks_statistic_mean_fraczero_genes": 52.3422, + "ks_statistic_mean_var_genes": 92.054, + "ks_statistic_morans_I": 77.6652, + "ks_statistic_nn_correlation": 276.649, + "ks_statistic_pearson_cells": 63.0051, + "ks_statistic_pearson_genes": 70.9339, + "ks_statistic_scaled_mean_cells": -1.8619, + "ks_statistic_scaled_mean_genes": 27.0934, + "ks_statistic_scaled_var_cells": -1.5049, + "ks_statistic_scaled_var_genes": -2.8104, + "ks_statistic_tmm_cells": 4.3434, + "ks_statistic_transition_matrix": 0.6875, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1034, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 7.4, + "cpu_pct": 291, + "peak_memory_mb": 5940, + "disk_read_mb": 49, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.5893, + "clustering_nmi": 0.5515, + "crosscor_cosine": 0.9739, + "crosscor_mantel": 0.966, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.7378, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": -1.4052, + "ks_statistic_frac_zero_genes": -0.5289, + "ks_statistic_L_stats": 19.3087, + "ks_statistic_lib_fraczero_cells": -2.2291, + "ks_statistic_lib_size_cells": -0.7378, + "ks_statistic_mean_fraczero_genes": -1.1126, + "ks_statistic_mean_var_genes": -2.3295, + "ks_statistic_morans_I": -0.596, + "ks_statistic_nn_correlation": -13.9751, + "ks_statistic_pearson_cells": -0.1734, + "ks_statistic_pearson_genes": 0.1141, + "ks_statistic_scaled_mean_cells": -0.3886, + "ks_statistic_scaled_mean_genes": -0.2858, + "ks_statistic_scaled_var_cells": -0.4228, + "ks_statistic_scaled_var_genes": -1.1935, + "ks_statistic_tmm_cells": -1.5688, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8276, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 7.4, + "cpu_pct": 290.4, + "peak_memory_mb": 5940, + "disk_read_mb": 49, + "disk_write_mb": 21 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.0232, + "clustering_nmi": 0.0304, + "crosscor_cosine": 0.7131, + "crosscor_mantel": 0.418, + "ctdeconcolute_jsd": 0.1068, + "ctdeconvolute_rmse": 0.1127, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 1.4309, + "ks_statistic_enrichment": 0.625, + "ks_statistic_frac_zero_cells": -0.207, + "ks_statistic_frac_zero_genes": -0.253, + "ks_statistic_L_stats": 19.3409, + "ks_statistic_lib_fraczero_cells": 2.0232, + "ks_statistic_lib_size_cells": 1.4309, + "ks_statistic_mean_fraczero_genes": -0.5912, + "ks_statistic_mean_var_genes": -1.1914, + "ks_statistic_morans_I": 6.4406, + "ks_statistic_nn_correlation": 31.1045, + "ks_statistic_pearson_cells": 0.2511, + "ks_statistic_pearson_genes": 0.1321, + "ks_statistic_scaled_mean_cells": -3.0063, + "ks_statistic_scaled_mean_genes": -0.1812, + "ks_statistic_scaled_var_cells": -0.2937, + "ks_statistic_scaled_var_genes": -0.6268, + "ks_statistic_tmm_cells": 1.0915, + "ks_statistic_transition_matrix": 0.625, + "svg_precision": 0.2301, + "svg_recall": 0.6011 + }, + "scaled_scores": { + "clustering_ari": 0.0449, + "clustering_nmi": 0.0529, + "crosscor_cosine": 0.4507, + "crosscor_mantel": 0.4324, + "ctdeconcolute_jsd": 0.3596, + "ctdeconvolute_rmse": 0.6049, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9663, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.9751, + "ks_statistic_frac_zero_genes": 0.999, + "ks_statistic_L_stats": -0.8473, + "ks_statistic_lib_fraczero_cells": 0.9517, + "ks_statistic_lib_size_cells": 0.9663, + "ks_statistic_mean_fraczero_genes": 0.9902, + "ks_statistic_mean_var_genes": 0.9879, + "ks_statistic_morans_I": 0.9101, + "ks_statistic_nn_correlation": 0.8449, + "ks_statistic_pearson_cells": 0.9933, + "ks_statistic_pearson_genes": 0.9997, + "ks_statistic_scaled_mean_cells": 1.7768, + "ks_statistic_scaled_mean_genes": 0.9962, + "ks_statistic_scaled_var_cells": -0.1194, + "ks_statistic_scaled_var_genes": -0.3505, + "ks_statistic_tmm_cells": 0.55, + "ks_statistic_transition_matrix": 0.1429, + "svg_precision": 0, + "svg_recall": 0.6011 + }, + "mean_score": 0.5541, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 63, + "cpu_pct": 322.2, + "peak_memory_mb": 24781, + "disk_read_mb": 81, + "disk_write_mb": 36 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.0038, + "clustering_nmi": 0.0108, + "crosscor_cosine": 0.8182, + "crosscor_mantel": 0.6296, + "ctdeconcolute_jsd": 0.1035, + "ctdeconvolute_rmse": 0.1033, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.5575, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": -0.0948, + "ks_statistic_frac_zero_genes": -0.3238, + "ks_statistic_L_stats": 19.3223, + "ks_statistic_lib_fraczero_cells": 3.3425, + "ks_statistic_lib_size_cells": 0.5575, + "ks_statistic_mean_fraczero_genes": -0.6683, + "ks_statistic_mean_var_genes": -2.0543, + "ks_statistic_morans_I": 4.525, + "ks_statistic_nn_correlation": 38.6273, + "ks_statistic_pearson_cells": 1.2229, + "ks_statistic_pearson_genes": 1.0569, + "ks_statistic_scaled_mean_cells": -0.6239, + "ks_statistic_scaled_mean_genes": -0.2543, + "ks_statistic_scaled_var_cells": -0.2747, + "ks_statistic_scaled_var_genes": -1.5338, + "ks_statistic_tmm_cells": -0.1573, + "ks_statistic_transition_matrix": 0.5625, + "svg_precision": 0.4313, + "svg_recall": 0.8579 + }, + "scaled_scores": { + "clustering_ari": 0.0121, + "clustering_nmi": 0.0174, + "crosscor_cosine": 0.6719, + "crosscor_mantel": 0.6515, + "ctdeconcolute_jsd": 0.379, + "ctdeconvolute_rmse": 0.6377, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9799, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9728, + "ks_statistic_frac_zero_genes": 0.9992, + "ks_statistic_L_stats": 0.2231, + "ks_statistic_lib_fraczero_cells": 0.9367, + "ks_statistic_lib_size_cells": 0.9799, + "ks_statistic_mean_fraczero_genes": 0.9917, + "ks_statistic_mean_var_genes": 0.9971, + "ks_statistic_morans_I": 0.9346, + "ks_statistic_nn_correlation": 0.819, + "ks_statistic_pearson_cells": 0.9779, + "ks_statistic_pearson_genes": 0.9867, + "ks_statistic_scaled_mean_cells": 0.1597, + "ks_statistic_scaled_mean_genes": 0.9989, + "ks_statistic_scaled_var_cells": -0.1368, + "ks_statistic_scaled_var_genes": 0.2105, + "ks_statistic_tmm_cells": 0.7613, + "ks_statistic_transition_matrix": 0.2857, + "svg_precision": 0, + "svg_recall": 0.8579 + }, + "mean_score": 0.5842, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 822, + "cpu_pct": 101.7, + "peak_memory_mb": 8397, + "disk_read_mb": 81, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0326, + "clustering_nmi": 0.0377, + "crosscor_cosine": 0.6383, + "crosscor_mantel": 0.2611, + "ctdeconcolute_jsd": 0.0764, + "ctdeconvolute_rmse": 0.0684, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": -0.7378, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 2.1439, + "ks_statistic_frac_zero_genes": -0.2563, + "ks_statistic_L_stats": 19.3103, + "ks_statistic_lib_fraczero_cells": 5.6207, + "ks_statistic_lib_size_cells": -0.7378, + "ks_statistic_mean_fraczero_genes": -0.3656, + "ks_statistic_mean_var_genes": -1.8495, + "ks_statistic_morans_I": 22.3059, + "ks_statistic_nn_correlation": 63.2502, + "ks_statistic_pearson_cells": 1.6239, + "ks_statistic_pearson_genes": 1.5881, + "ks_statistic_scaled_mean_cells": -0.3886, + "ks_statistic_scaled_mean_genes": -0.2145, + "ks_statistic_scaled_var_cells": -0.2969, + "ks_statistic_scaled_var_genes": -2.0026, + "ks_statistic_tmm_cells": 1.0997, + "ks_statistic_transition_matrix": 0, + "svg_precision": 1, + "svg_recall": 0.0055 + }, + "scaled_scores": { + "clustering_ari": 0.0607, + "clustering_nmi": 0.0663, + "crosscor_cosine": 0.293, + "crosscor_mantel": 0.2698, + "ctdeconcolute_jsd": 0.5416, + "ctdeconvolute_rmse": 0.7601, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1.25, + "ks_statistic_frac_zero_cells": 0.9263, + "ks_statistic_frac_zero_genes": 0.999, + "ks_statistic_L_stats": 0.9133, + "ks_statistic_lib_fraczero_cells": 0.9108, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.986, + "ks_statistic_mean_var_genes": 0.9949, + "ks_statistic_morans_I": 0.7074, + "ks_statistic_nn_correlation": 0.7343, + "ks_statistic_pearson_cells": 0.9716, + "ks_statistic_pearson_genes": 0.9792, + "ks_statistic_scaled_mean_cells": -2.2204e-16, + "ks_statistic_scaled_mean_genes": 0.9974, + "ks_statistic_scaled_var_cells": -0.1163, + "ks_statistic_scaled_var_genes": 0.5004, + "ks_statistic_tmm_cells": 0.5487, + "ks_statistic_transition_matrix": 1.5714, + "svg_precision": 0, + "svg_recall": 0.0055 + }, + "mean_score": 0.6264, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 36.9, + "cpu_pct": 130.4, + "peak_memory_mb": 6554, + "disk_read_mb": 78, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.0326, + "clustering_nmi": 0.0377, + "crosscor_cosine": 0.5022, + "crosscor_mantel": -0.0024, + "ctdeconcolute_jsd": 0.1835, + "ctdeconvolute_rmse": 0.3669, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.4569, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 7.2371, + "ks_statistic_frac_zero_genes": 35.2377, + "ks_statistic_L_stats": 19.3223, + "ks_statistic_lib_fraczero_cells": 18.094, + "ks_statistic_lib_size_cells": 0.4569, + "ks_statistic_mean_fraczero_genes": 29.9202, + "ks_statistic_mean_var_genes": 73.587, + "ks_statistic_morans_I": 10.3153, + "ks_statistic_nn_correlation": 4.6167, + "ks_statistic_pearson_cells": 275.933, + "ks_statistic_pearson_genes": 274.5857, + "ks_statistic_scaled_mean_cells": -0.3725, + "ks_statistic_scaled_mean_genes": 14.3374, + "ks_statistic_scaled_var_cells": -0.2737, + "ks_statistic_scaled_var_genes": -0.2988, + "ks_statistic_tmm_cells": 9.4514, + "ks_statistic_transition_matrix": 0, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0607, + "clustering_nmi": 0.0663, + "crosscor_cosine": 0.0064, + "crosscor_mantel": -0.0031, + "ctdeconcolute_jsd": -0.1004, + "ctdeconvolute_rmse": -0.287, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9815, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.8206, + "ks_statistic_frac_zero_genes": 0.8641, + "ks_statistic_L_stats": 0.2208, + "ks_statistic_lib_fraczero_cells": 0.7691, + "ks_statistic_lib_size_cells": 0.9815, + "ks_statistic_mean_fraczero_genes": 0.4195, + "ks_statistic_mean_var_genes": 0.1957, + "ks_statistic_morans_I": 0.8606, + "ks_statistic_nn_correlation": 0.936, + "ks_statistic_pearson_cells": -3.3703, + "ks_statistic_pearson_genes": -2.8756, + "ks_statistic_scaled_mean_cells": -0.0109, + "ks_statistic_scaled_mean_genes": 0.4659, + "ks_statistic_scaled_var_cells": -0.1378, + "ks_statistic_scaled_var_genes": -0.5533, + "ks_statistic_tmm_cells": -0.864, + "ks_statistic_transition_matrix": 1.5714, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3672, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 16.9, + "cpu_pct": 182.4, + "peak_memory_mb": 6452, + "disk_read_mb": 73, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.5939, + "clustering_nmi": 0.5654, + "crosscor_cosine": 0.9638, + "crosscor_mantel": 0.9432, + "ctdeconcolute_jsd": 0.0109, + "ctdeconvolute_rmse": 0.0019, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.7013, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 1.0639, + "ks_statistic_frac_zero_genes": -0.0741, + "ks_statistic_L_stats": 19.2849, + "ks_statistic_lib_fraczero_cells": 3.697, + "ks_statistic_lib_size_cells": -0.7013, + "ks_statistic_mean_fraczero_genes": -0.264, + "ks_statistic_mean_var_genes": -2.0772, + "ks_statistic_morans_I": 0.1119, + "ks_statistic_nn_correlation": -5.8948, + "ks_statistic_pearson_cells": 0.205, + "ks_statistic_pearson_genes": 0.1027, + "ks_statistic_scaled_mean_cells": -0.4402, + "ks_statistic_scaled_mean_genes": -0.232, + "ks_statistic_scaled_var_cells": -0.284, + "ks_statistic_scaled_var_genes": -1.8713, + "ks_statistic_tmm_cells": 0.5221, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.7548, + "svg_recall": 0.8579 + }, + "scaled_scores": { + "clustering_ari": 1.0078, + "clustering_nmi": 1.0253, + "crosscor_cosine": 0.9786, + "crosscor_mantel": 0.9763, + "ctdeconcolute_jsd": 0.9343, + "ctdeconvolute_rmse": 0.9933, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9994, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9488, + "ks_statistic_frac_zero_genes": 0.9983, + "ks_statistic_L_stats": 2.3698, + "ks_statistic_lib_fraczero_cells": 0.9327, + "ks_statistic_lib_size_cells": 0.9994, + "ks_statistic_mean_fraczero_genes": 0.9841, + "ks_statistic_mean_var_genes": 0.9973, + "ks_statistic_morans_I": 0.991, + "ks_statistic_nn_correlation": 0.9722, + "ks_statistic_pearson_cells": 0.994, + "ks_statistic_pearson_genes": 1.0002, + "ks_statistic_scaled_mean_cells": 0.035, + "ks_statistic_scaled_mean_genes": 0.998, + "ks_statistic_scaled_var_cells": -0.1283, + "ks_statistic_scaled_var_genes": 0.4192, + "ks_statistic_tmm_cells": 0.6463, + "ks_statistic_transition_matrix": 1.2857, + "svg_precision": 0, + "svg_recall": 0.8579 + }, + "mean_score": 0.8157, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 35.1, + "cpu_pct": 140.9, + "peak_memory_mb": 6247, + "disk_read_mb": 74, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.0326, + "clustering_nmi": 0.0377, + "crosscor_cosine": 0.4845, + "crosscor_mantel": -0.0003, + "ctdeconcolute_jsd": 0.1718, + "ctdeconvolute_rmse": 0.2816, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 5.673, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 17.9453, + "ks_statistic_frac_zero_genes": 13.1863, + "ks_statistic_L_stats": 19.3288, + "ks_statistic_lib_fraczero_cells": 28.8828, + "ks_statistic_lib_size_cells": 5.673, + "ks_statistic_mean_fraczero_genes": 2.7415, + "ks_statistic_mean_var_genes": -62.9127, + "ks_statistic_morans_I": 18.8611, + "ks_statistic_nn_correlation": 47.5237, + "ks_statistic_pearson_cells": 217.6009, + "ks_statistic_pearson_genes": 227.382, + "ks_statistic_scaled_mean_cells": -0.6605, + "ks_statistic_scaled_mean_genes": 69.8623, + "ks_statistic_scaled_var_cells": -0.2263, + "ks_statistic_scaled_var_genes": -0.7105, + "ks_statistic_tmm_cells": 37.6509, + "ks_statistic_transition_matrix": 0, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0607, + "clustering_nmi": 0.0663, + "crosscor_cosine": -0.0308, + "crosscor_mantel": -0.001, + "ctdeconcolute_jsd": -0.0304, + "ctdeconvolute_rmse": 0.0124, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9005, + "ks_statistic_enrichment": 1.25, + "ks_statistic_frac_zero_cells": 0.5984, + "ks_statistic_frac_zero_genes": 0.9479, + "ks_statistic_L_stats": -0.1496, + "ks_statistic_lib_fraczero_cells": 0.6465, + "ks_statistic_lib_size_cells": 0.9005, + "ks_statistic_mean_fraczero_genes": 0.9279, + "ks_statistic_mean_var_genes": 1.6419, + "ks_statistic_morans_I": 0.7514, + "ks_statistic_nn_correlation": 0.7884, + "ks_statistic_pearson_cells": -2.447, + "ks_statistic_pearson_genes": -2.2091, + "ks_statistic_scaled_mean_cells": 0.1845, + "ks_statistic_scaled_mean_genes": -1.5621, + "ks_statistic_scaled_var_cells": -0.1816, + "ks_statistic_scaled_var_genes": -0.2987, + "ks_statistic_tmm_cells": -5.6336, + "ks_statistic_transition_matrix": 1.5714, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3719, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 171, + "cpu_pct": 106.9, + "peak_memory_mb": 7271, + "disk_read_mb": 416, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.0041, + "clustering_nmi": 0.007, + "crosscor_cosine": 0.5919, + "crosscor_mantel": 0.1587, + "ctdeconcolute_jsd": 0.091, + "ctdeconvolute_rmse": 0.0849, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": -0.3814, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.4803, + "ks_statistic_frac_zero_genes": 0.1002, + "ks_statistic_L_stats": 19.3291, + "ks_statistic_lib_fraczero_cells": 2.2583, + "ks_statistic_lib_size_cells": -0.3814, + "ks_statistic_mean_fraczero_genes": 0.5413, + "ks_statistic_mean_var_genes": -1.1477, + "ks_statistic_morans_I": 64.79, + "ks_statistic_nn_correlation": 290.1297, + "ks_statistic_pearson_cells": 4.5711, + "ks_statistic_pearson_genes": 5.539, + "ks_statistic_scaled_mean_cells": -0.432, + "ks_statistic_scaled_mean_genes": -0.1908, + "ks_statistic_scaled_var_cells": -0.3119, + "ks_statistic_scaled_var_genes": -0.5326, + "ks_statistic_tmm_cells": 1.2535, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0127, + "clustering_nmi": 0.0103, + "crosscor_cosine": 0.1955, + "crosscor_mantel": 0.1637, + "ctdeconcolute_jsd": 0.4543, + "ctdeconvolute_rmse": 0.7021, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9945, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9609, + "ks_statistic_frac_zero_genes": 0.9976, + "ks_statistic_L_stats": -0.1683, + "ks_statistic_lib_fraczero_cells": 0.949, + "ks_statistic_lib_size_cells": 0.9945, + "ks_statistic_mean_fraczero_genes": 0.9691, + "ks_statistic_mean_var_genes": 0.9875, + "ks_statistic_morans_I": 0.1645, + "ks_statistic_nn_correlation": -0.0464, + "ks_statistic_pearson_cells": 0.9249, + "ks_statistic_pearson_genes": 0.9234, + "ks_statistic_scaled_mean_cells": 0.0295, + "ks_statistic_scaled_mean_genes": 0.9965, + "ks_statistic_scaled_var_cells": -0.1025, + "ks_statistic_scaled_var_genes": -0.4088, + "ks_statistic_tmm_cells": 0.5226, + "ks_statistic_transition_matrix": 0.8571, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4705, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 35.4, + "cpu_pct": 406.7, + "peak_memory_mb": 87348, + "disk_read_mb": 80, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0554, + "clustering_nmi": 0.0637, + "crosscor_cosine": 0.4991, + "crosscor_mantel": -0.0016, + "ctdeconcolute_jsd": 0.1114, + "ctdeconvolute_rmse": 0.5937, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 28.305, + "ks_statistic_enrichment": 0.625, + "ks_statistic_frac_zero_cells": 34.646, + "ks_statistic_frac_zero_genes": 73.2299, + "ks_statistic_L_stats": 3.1306, + "ks_statistic_lib_fraczero_cells": 16.6888, + "ks_statistic_lib_size_cells": 28.305, + "ks_statistic_mean_fraczero_genes": 21.5463, + "ks_statistic_mean_var_genes": 196.2428, + "ks_statistic_morans_I": 11.4734, + "ks_statistic_nn_correlation": 12.8435, + "ks_statistic_pearson_cells": 96.3469, + "ks_statistic_pearson_genes": 66.3434, + "ks_statistic_scaled_mean_cells": -0.436, + "ks_statistic_scaled_mean_genes": 56.6187, + "ks_statistic_scaled_var_cells": -0.3068, + "ks_statistic_scaled_var_genes": -0.2989, + "ks_statistic_tmm_cells": 0.444, + "ks_statistic_transition_matrix": 0.6875, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0345, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 6.6, + "cpu_pct": 196.2, + "peak_memory_mb": 3277, + "disk_read_mb": 47, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.3573, + "clustering_nmi": 0.4163, + "crosscor_cosine": 0.9142, + "crosscor_mantel": 0.7936, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.5469, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.3302, + "ks_statistic_frac_zero_genes": -0.2455, + "ks_statistic_L_stats": 0.9929, + "ks_statistic_lib_fraczero_cells": -1.1102, + "ks_statistic_lib_size_cells": -0.5469, + "ks_statistic_mean_fraczero_genes": -1.1391, + "ks_statistic_mean_var_genes": -4.7954, + "ks_statistic_morans_I": 3.2627, + "ks_statistic_nn_correlation": 1.4368, + "ks_statistic_pearson_cells": -0.1306, + "ks_statistic_pearson_genes": 0.0822, + "ks_statistic_scaled_mean_cells": -0.2623, + "ks_statistic_scaled_mean_genes": -0.2688, + "ks_statistic_scaled_var_cells": -0.4712, + "ks_statistic_scaled_var_genes": -0.5043, + "ks_statistic_tmm_cells": -0.445, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.8966, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 12.1, + "cpu_pct": 137.5, + "peak_memory_mb": 1946, + "disk_read_mb": 47, + "disk_write_mb": 18 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.1705, + "clustering_nmi": 0.2168, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.7059, + "ctdeconcolute_jsd": 0.0958, + "ctdeconvolute_rmse": 0.389, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.299, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.3922, + "ks_statistic_frac_zero_genes": 1.6286, + "ks_statistic_L_stats": 4.9228, + "ks_statistic_lib_fraczero_cells": 4.6834, + "ks_statistic_lib_size_cells": 0.299, + "ks_statistic_mean_fraczero_genes": 8.3973, + "ks_statistic_mean_var_genes": 30.3111, + "ks_statistic_morans_I": 0.9042, + "ks_statistic_nn_correlation": 0.7728, + "ks_statistic_pearson_cells": 9.492, + "ks_statistic_pearson_genes": 9.7635, + "ks_statistic_scaled_mean_cells": -0.3423, + "ks_statistic_scaled_mean_genes": -0.1423, + "ks_statistic_scaled_var_cells": -0.5166, + "ks_statistic_scaled_var_genes": -4.5982, + "ks_statistic_tmm_cells": -0.0099, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.695, + "svg_recall": 0.8816 + }, + "scaled_scores": { + "clustering_ari": 0.3812, + "clustering_nmi": 0.4341, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8897, + "ctdeconcolute_jsd": 0.1395, + "ctdeconvolute_rmse": 0.3448, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9707, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9793, + "ks_statistic_frac_zero_genes": 0.9745, + "ks_statistic_L_stats": -0.8384, + "ks_statistic_lib_fraczero_cells": 0.6745, + "ks_statistic_lib_size_cells": 0.9707, + "ks_statistic_mean_fraczero_genes": 0.5796, + "ks_statistic_mean_var_genes": 0.8254, + "ks_statistic_morans_I": 1.2873, + "ks_statistic_nn_correlation": 1.0582, + "ks_statistic_pearson_cells": 0.9003, + "ks_statistic_pearson_genes": 0.8539, + "ks_statistic_scaled_mean_cells": 0.4605, + "ks_statistic_scaled_mean_genes": 0.9978, + "ks_statistic_scaled_var_cells": 1.2763, + "ks_statistic_scaled_var_genes": 20.934, + "ks_statistic_tmm_cells": 0.5106, + "ks_statistic_transition_matrix": 1.1667, + "svg_precision": 0, + "svg_recall": 0.8816 + }, + "mean_score": 0.6817, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 127, + "cpu_pct": 308.7, + "peak_memory_mb": 24781, + "disk_read_mb": 51, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": 0.5598, + "clustering_nmi": 0.5352, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.7786, + "ctdeconcolute_jsd": 0.0771, + "ctdeconvolute_rmse": 0.2728, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": 0.2693, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.3142, + "ks_statistic_frac_zero_genes": 0.3893, + "ks_statistic_L_stats": 3.6761, + "ks_statistic_lib_fraczero_cells": 0.9441, + "ks_statistic_lib_size_cells": 0.2693, + "ks_statistic_mean_fraczero_genes": 1.7263, + "ks_statistic_mean_var_genes": -7.1, + "ks_statistic_morans_I": 2.3888, + "ks_statistic_nn_correlation": 1.2654, + "ks_statistic_pearson_cells": 11.3204, + "ks_statistic_pearson_genes": 13.7564, + "ks_statistic_scaled_mean_cells": -0.2597, + "ks_statistic_scaled_mean_genes": 0.2397, + "ks_statistic_scaled_var_cells": -0.3291, + "ks_statistic_scaled_var_genes": -0.4861, + "ks_statistic_tmm_cells": -0.0918, + "ks_statistic_transition_matrix": 0.1875, + "svg_precision": 0.8889, + "svg_recall": 0.8842 + }, + "scaled_scores": { + "clustering_ari": 1.6706, + "clustering_nmi": 1.3373, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9811, + "ctdeconcolute_jsd": 0.3074, + "ctdeconvolute_rmse": 0.5406, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.6667, + "ks_statistic_efflib_size_cells": 0.9717, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9816, + "ks_statistic_frac_zero_genes": 0.9914, + "ks_statistic_L_stats": -0.2552, + "ks_statistic_lib_fraczero_cells": 0.8846, + "ks_statistic_lib_size_cells": 0.9717, + "ks_statistic_mean_fraczero_genes": 0.8737, + "ks_statistic_mean_var_genes": 1.0115, + "ks_statistic_morans_I": 1.1064, + "ks_statistic_nn_correlation": 1.015, + "ks_statistic_pearson_cells": 0.8813, + "ks_statistic_pearson_genes": 0.7936, + "ks_statistic_scaled_mean_cells": -0.0149, + "ks_statistic_scaled_mean_genes": 0.9911, + "ks_statistic_scaled_var_cells": 0.1354, + "ks_statistic_scaled_var_genes": 0.9114, + "ks_statistic_tmm_cells": 0.6027, + "ks_statistic_transition_matrix": 1.3333, + "svg_precision": 0, + "svg_recall": 0.8842 + }, + "mean_score": 0.7139, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 822, + "cpu_pct": 101.1, + "peak_memory_mb": 5325, + "disk_read_mb": 78, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.1912, + "clustering_nmi": 0.2369, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.7001, + "ctdeconcolute_jsd": 0.1131, + "ctdeconvolute_rmse": 0.5034, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.5469, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": -0.2056, + "ks_statistic_frac_zero_genes": -0.004, + "ks_statistic_L_stats": 9.54, + "ks_statistic_lib_fraczero_cells": 0.2782, + "ks_statistic_lib_size_cells": -0.5469, + "ks_statistic_mean_fraczero_genes": 0.8153, + "ks_statistic_mean_var_genes": -1.2792, + "ks_statistic_morans_I": 2.1927, + "ks_statistic_nn_correlation": 1.8739, + "ks_statistic_pearson_cells": 114.535, + "ks_statistic_pearson_genes": 107.7088, + "ks_statistic_scaled_mean_cells": -0.2623, + "ks_statistic_scaled_mean_genes": 3.2479, + "ks_statistic_scaled_var_cells": -0.4184, + "ks_statistic_scaled_var_genes": -0.4635, + "ks_statistic_tmm_cells": 0.9447, + "ks_statistic_transition_matrix": 0.1875, + "svg_precision": 0.8492, + "svg_recall": 0.7263 + }, + "scaled_scores": { + "clustering_ari": 0.4498, + "clustering_nmi": 0.4913, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8825, + "ctdeconcolute_jsd": -0.0157, + "ctdeconvolute_rmse": 0.1521, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9964, + "ks_statistic_frac_zero_genes": 0.9967, + "ks_statistic_L_stats": -2.9983, + "ks_statistic_lib_fraczero_cells": 0.922, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9138, + "ks_statistic_mean_var_genes": 0.9825, + "ks_statistic_morans_I": 1.1303, + "ks_statistic_nn_correlation": 0.9617, + "ks_statistic_pearson_cells": -0.1885, + "ks_statistic_pearson_genes": -0.6243, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 0.9382, + "ks_statistic_scaled_var_cells": 0.679, + "ks_statistic_scaled_var_genes": 0.8012, + "ks_statistic_tmm_cells": -0.5631, + "ks_statistic_transition_matrix": 1.3333, + "svg_precision": 0, + "svg_recall": 0.7263 + }, + "mean_score": 0.5825, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 44, + "cpu_pct": 121.8, + "peak_memory_mb": 5223, + "disk_read_mb": 76, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "splatter", + "metric_values": { + "clustering_ari": 0.1884, + "clustering_nmi": 0.2454, + "crosscor_cosine": 0.5937, + "crosscor_mantel": 0.0161, + "ctdeconcolute_jsd": 0.1308, + "ctdeconvolute_rmse": 0.6355, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": -0.0622, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.1239, + "ks_statistic_frac_zero_genes": 11.5622, + "ks_statistic_L_stats": 7.5452, + "ks_statistic_lib_fraczero_cells": 9.4516, + "ks_statistic_lib_size_cells": -0.0622, + "ks_statistic_mean_fraczero_genes": 45.1876, + "ks_statistic_mean_var_genes": 197.5272, + "ks_statistic_morans_I": 4.7761, + "ks_statistic_nn_correlation": 8.3011, + "ks_statistic_pearson_cells": 79.1113, + "ks_statistic_pearson_genes": 70.4629, + "ks_statistic_scaled_mean_cells": -0.4425, + "ks_statistic_scaled_mean_genes": 5.6728, + "ks_statistic_scaled_var_cells": -0.5902, + "ks_statistic_scaled_var_genes": -0.4446, + "ks_statistic_tmm_cells": 4.5364, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.3857, + "svg_recall": 0.2974 + }, + "scaled_scores": { + "clustering_ari": 0.4406, + "clustering_nmi": 0.5153, + "crosscor_cosine": 0.228, + "crosscor_mantel": 0.0223, + "ctdeconcolute_jsd": -0.1746, + "ctdeconvolute_rmse": -0.0705, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.9832, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.987, + "ks_statistic_frac_zero_genes": 0.8393, + "ks_statistic_L_stats": -2.0651, + "ks_statistic_lib_fraczero_cells": 0.4066, + "ks_statistic_lib_size_cells": 0.9832, + "ks_statistic_mean_fraczero_genes": -1.0421, + "ks_statistic_mean_var_genes": -0.0064, + "ks_statistic_morans_I": 0.8157, + "ks_statistic_nn_correlation": 0.3982, + "ks_statistic_pearson_cells": 0.1786, + "ks_statistic_pearson_genes": -0.0622, + "ks_statistic_scaled_mean_cells": 1.0372, + "ks_statistic_scaled_mean_genes": 0.8956, + "ks_statistic_scaled_var_cells": 1.7246, + "ks_statistic_scaled_var_genes": 0.7095, + "ks_statistic_tmm_cells": -4.6031, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0, + "svg_recall": 0.2974 + }, + "mean_score": 0.4724, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 15.7, + "cpu_pct": 136.9, + "peak_memory_mb": 3789, + "disk_read_mb": 71, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.6177, + "clustering_nmi": 0.6491, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.7521, + "ctdeconcolute_jsd": 0.028, + "ctdeconvolute_rmse": 0.0441, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": -0.4757, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": -0.2298, + "ks_statistic_frac_zero_genes": 1.3471, + "ks_statistic_L_stats": 1.4181, + "ks_statistic_lib_fraczero_cells": 1.3892, + "ks_statistic_lib_size_cells": -0.4757, + "ks_statistic_mean_fraczero_genes": 11.4626, + "ks_statistic_mean_var_genes": 7.459, + "ks_statistic_morans_I": 2.2448, + "ks_statistic_nn_correlation": 1.4348, + "ks_statistic_pearson_cells": 1.3517, + "ks_statistic_pearson_genes": 0.7582, + "ks_statistic_scaled_mean_cells": -0.2623, + "ks_statistic_scaled_mean_genes": 0.976, + "ks_statistic_scaled_var_cells": -0.3621, + "ks_statistic_scaled_var_genes": -5.373, + "ks_statistic_tmm_cells": -0.2972, + "ks_statistic_transition_matrix": 0.125, + "svg_precision": 0.8295, + "svg_recall": 0.9474 + }, + "scaled_scores": { + "clustering_ari": 1.8625, + "clustering_nmi": 1.6602, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9478, + "ctdeconcolute_jsd": 0.7484, + "ctdeconvolute_rmse": 0.9257, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.6667, + "ks_statistic_efflib_size_cells": 0.9975, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9971, + "ks_statistic_frac_zero_genes": 0.9783, + "ks_statistic_L_stats": 0.8011, + "ks_statistic_lib_fraczero_cells": 0.8596, + "ks_statistic_lib_size_cells": 0.9975, + "ks_statistic_mean_fraczero_genes": 0.4445, + "ks_statistic_mean_var_genes": 0.939, + "ks_statistic_morans_I": 1.124, + "ks_statistic_nn_correlation": 1.0002, + "ks_statistic_pearson_cells": 0.9846, + "ks_statistic_pearson_genes": 0.9898, + "ks_statistic_scaled_mean_cells": 0.0002, + "ks_statistic_scaled_mean_genes": 0.9781, + "ks_statistic_scaled_var_cells": 0.3365, + "ks_statistic_scaled_var_genes": 24.7067, + "ks_statistic_tmm_cells": 0.8337, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0, + "svg_recall": 0.9474 + }, + "mean_score": 0.783, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 27.8, + "cpu_pct": 121.3, + "peak_memory_mb": 3584, + "disk_read_mb": 71, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_values": { + "clustering_ari": 0.1912, + "clustering_nmi": 0.2493, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.0345, + "ctdeconcolute_jsd": 0.1203, + "ctdeconvolute_rmse": 0.5995, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 2.6459, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 1.251, + "ks_statistic_frac_zero_genes": 7.9975, + "ks_statistic_L_stats": 6.9254, + "ks_statistic_lib_fraczero_cells": 4.9898, + "ks_statistic_lib_size_cells": 2.6459, + "ks_statistic_mean_fraczero_genes": 57.4149, + "ks_statistic_mean_var_genes": 280.3776, + "ks_statistic_morans_I": 3.169, + "ks_statistic_nn_correlation": 3.423, + "ks_statistic_pearson_cells": 55.93, + "ks_statistic_pearson_genes": 51.8369, + "ks_statistic_scaled_mean_cells": -0.2396, + "ks_statistic_scaled_mean_genes": 18.5976, + "ks_statistic_scaled_var_cells": -0.2974, + "ks_statistic_scaled_var_genes": -0.7434, + "ks_statistic_tmm_cells": 0.9601, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.3781, + "svg_recall": 0.6737 + }, + "scaled_scores": { + "clustering_ari": 0.4496, + "clustering_nmi": 0.5265, + "crosscor_cosine": 0, + "crosscor_mantel": -0.0413, + "ctdeconcolute_jsd": -0.0804, + "ctdeconvolute_rmse": -0.0098, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 2, + "ks_statistic_efflib_size_cells": 0.8893, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9548, + "ks_statistic_frac_zero_genes": 0.8878, + "ks_statistic_L_stats": -1.7752, + "ks_statistic_lib_fraczero_cells": 0.6573, + "ks_statistic_lib_size_cells": 0.8893, + "ks_statistic_mean_fraczero_genes": -1.5811, + "ks_statistic_mean_var_genes": -0.4185, + "ks_statistic_morans_I": 1.0114, + "ks_statistic_nn_correlation": 0.8259, + "ks_statistic_pearson_cells": 0.4189, + "ks_statistic_pearson_genes": 0.2189, + "ks_statistic_scaled_mean_cells": -0.1306, + "ks_statistic_scaled_mean_genes": 0.6684, + "ks_statistic_scaled_var_cells": -0.0575, + "ks_statistic_scaled_var_genes": 2.164, + "ks_statistic_tmm_cells": -0.5804, + "ks_statistic_transition_matrix": 1.6667, + "svg_precision": 0, + "svg_recall": 0.6737 + }, + "mean_score": 0.4504, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 91, + "cpu_pct": 106.6, + "peak_memory_mb": 4711, + "disk_read_mb": 414, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "pdac", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": 0.121, + "clustering_nmi": 0.1762, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.6102, + "ctdeconcolute_jsd": 0.0854, + "ctdeconvolute_rmse": 0.314, + "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.4163, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.2244, + "ks_statistic_frac_zero_genes": -0.0536, + "ks_statistic_L_stats": 7.2088, + "ks_statistic_lib_fraczero_cells": 0.0201, + "ks_statistic_lib_size_cells": -0.4163, + "ks_statistic_mean_fraczero_genes": -0.3004, + "ks_statistic_mean_var_genes": -16.5216, + "ks_statistic_morans_I": 3.7828, + "ks_statistic_nn_correlation": 1.6813, + "ks_statistic_pearson_cells": 11.6949, + "ks_statistic_pearson_genes": 8.8041, + "ks_statistic_scaled_mean_cells": -0.2621, + "ks_statistic_scaled_mean_genes": -0.2281, + "ks_statistic_scaled_var_cells": -0.3406, + "ks_statistic_scaled_var_genes": -0.5183, + "ks_statistic_tmm_cells": -0.0409, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": 0.7356, + "svg_recall": 0.8711 + }, + "scaled_scores": { + "clustering_ari": 0.2172, + "clustering_nmi": 0.319, + "crosscor_cosine": 0, + "crosscor_mantel": 0.7694, + "ctdeconcolute_jsd": 0.2333, + "ctdeconvolute_rmse": 0.4711, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9955, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.997, + "ks_statistic_frac_zero_genes": 0.9974, + "ks_statistic_L_stats": -1.9078, + "ks_statistic_lib_fraczero_cells": 0.9365, + "ks_statistic_lib_size_cells": 0.9955, + "ks_statistic_mean_fraczero_genes": 0.963, + "ks_statistic_mean_var_genes": 1.0583, + "ks_statistic_morans_I": 0.9367, + "ks_statistic_nn_correlation": 0.9786, + "ks_statistic_pearson_cells": 0.8774, + "ks_statistic_pearson_genes": 0.8684, + "ks_statistic_scaled_mean_cells": -0.0009, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 0.2056, + "ks_statistic_scaled_var_genes": 1.0681, + "ks_statistic_tmm_cells": 0.5454, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0.8711 + }, + "mean_score": 0.6613, + "resources": { + "submit": "2024-11-25 06:12:40", + "exit_code": 0, + "duration_sec": 42.3, + "cpu_pct": 408.4, + "peak_memory_mb": 39629, + "disk_read_mb": 77, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative", + "metric_values": { + "clustering_ari": 0.0057, + "clustering_nmi": 0.0136, + "crosscor_cosine": 0.5007, + "crosscor_mantel": 0.0028, + "ctdeconcolute_jsd": 0.1363, + "ctdeconvolute_rmse": 0.7402, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 26.6299, + "ks_statistic_enrichment": 0.5556, + "ks_statistic_frac_zero_cells": 45.8152, + "ks_statistic_frac_zero_genes": 47.0426, + "ks_statistic_L_stats": 2.2929, + "ks_statistic_lib_fraczero_cells": 15.4806, + "ks_statistic_lib_size_cells": 26.6299, + "ks_statistic_mean_fraczero_genes": 19.4783, + "ks_statistic_mean_var_genes": 131.6103, + "ks_statistic_morans_I": 10.7559, + "ks_statistic_nn_correlation": 11.6131, + "ks_statistic_pearson_cells": 71.016, + "ks_statistic_pearson_genes": 76.8231, + "ks_statistic_scaled_mean_cells": -0.4964, + "ks_statistic_scaled_mean_genes": 118.9346, + "ks_statistic_scaled_var_cells": -0.3358, + "ks_statistic_scaled_var_genes": -0.2476, + "ks_statistic_tmm_cells": 1.3294, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0, + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0, + "ks_statistic_frac_zero_genes": 0, + "ks_statistic_L_stats": 1, + "ks_statistic_lib_fraczero_cells": 0, + "ks_statistic_lib_size_cells": 0, + "ks_statistic_mean_fraczero_genes": 0, + "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0, + "ks_statistic_pearson_genes": 0, + "ks_statistic_scaled_mean_cells": 1, + "ks_statistic_scaled_mean_genes": 0, + "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_genes": 0, + "ks_statistic_tmm_cells": 0, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.069, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 8, + "cpu_pct": 279.4, + "peak_memory_mb": 6042, + "disk_read_mb": 49, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "positive", + "metric_values": { + "clustering_ari": 0.1383, + "clustering_nmi": 0.1739, + "crosscor_cosine": 0.8758, + "crosscor_mantel": 0.6642, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -0.4867, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": -0.371, + "ks_statistic_frac_zero_genes": -0.2469, + "ks_statistic_L_stats": 2.9608, + "ks_statistic_lib_fraczero_cells": -0.797, + "ks_statistic_lib_size_cells": -0.4867, + "ks_statistic_mean_fraczero_genes": -1.2853, + "ks_statistic_mean_var_genes": -1.3836, + "ks_statistic_morans_I": 4.8832, + "ks_statistic_nn_correlation": 1.355, + "ks_statistic_pearson_cells": -0.1588, + "ks_statistic_pearson_genes": -0.0991, + "ks_statistic_scaled_mean_cells": -0.3109, + "ks_statistic_scaled_mean_genes": -0.5521, + "ks_statistic_scaled_var_cells": -0.3908, + "ks_statistic_scaled_var_genes": -369.0313, + "ks_statistic_tmm_cells": -1.5261, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 1, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 1, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 1, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1, + "ks_statistic_mean_var_genes": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, + "ks_statistic_pearson_cells": 1, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": 0, + "ks_statistic_scaled_mean_genes": 1, + "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_genes": 1, + "ks_statistic_tmm_cells": 1, + "ks_statistic_transition_matrix": 1, + "svg_precision": 1, + "svg_recall": 1 + }, + "mean_score": 0.8966, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 9.1, + "cpu_pct": 182.2, + "peak_memory_mb": 3277, + "disk_read_mb": 49, + "disk_write_mb": 20 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign2", + "metric_values": { + "clustering_ari": 0.0289, + "clustering_nmi": 0.0301, + "crosscor_cosine": "NA", + "crosscor_mantel": -0.027, + "ctdeconcolute_jsd": 0.0685, + "ctdeconvolute_rmse": 0.2517, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 1.7804, + "ks_statistic_enrichment": 0.5556, + "ks_statistic_frac_zero_cells": 2.1733, + "ks_statistic_frac_zero_genes": 2.1315, + "ks_statistic_L_stats": 1.6046, + "ks_statistic_lib_fraczero_cells": 4.3168, + "ks_statistic_lib_size_cells": 1.7804, + "ks_statistic_mean_fraczero_genes": 10.3326, + "ks_statistic_mean_var_genes": 24.4333, + "ks_statistic_morans_I": 17.5723, + "ks_statistic_nn_correlation": 4.3071, + "ks_statistic_pearson_cells": 3.2177, + "ks_statistic_pearson_genes": 3.2474, + "ks_statistic_scaled_mean_cells": -0.3259, + "ks_statistic_scaled_mean_genes": -0.4854, + "ks_statistic_scaled_var_cells": -0.3083, + "ks_statistic_scaled_var_genes": -0.5944, + "ks_statistic_tmm_cells": -0.1424, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0, + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.1751, + "clustering_nmi": 0.1029, + "crosscor_cosine": 0, + "crosscor_mantel": -0.0451, + "ctdeconcolute_jsd": 0.4977, + "ctdeconvolute_rmse": 0.66, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9164, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9449, + "ks_statistic_frac_zero_genes": 0.9497, + "ks_statistic_L_stats": 2.0305, + "ks_statistic_lib_fraczero_cells": 0.6858, + "ks_statistic_lib_size_cells": 0.9164, + "ks_statistic_mean_fraczero_genes": 0.4405, + "ks_statistic_mean_var_genes": 0.8059, + "ks_statistic_morans_I": -1.1607, + "ks_statistic_nn_correlation": 0.7122, + "ks_statistic_pearson_cells": 0.9526, + "ks_statistic_pearson_genes": 0.9565, + "ks_statistic_scaled_mean_cells": 0.0809, + "ks_statistic_scaled_mean_genes": 0.9994, + "ks_statistic_scaled_var_cells": -0.5004, + "ks_statistic_scaled_var_genes": 0.0009, + "ks_statistic_tmm_cells": 0.5154, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4246, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 116, + "cpu_pct": 209.1, + "peak_memory_mb": 20276, + "disk_read_mb": 52, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3", + "metric_values": { + "clustering_ari": -0.0035, + "clustering_nmi": 0.0035, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.6151, + "ctdeconcolute_jsd": 0.0575, + "ctdeconvolute_rmse": 0.1934, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.8133, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": 0.9631, + "ks_statistic_frac_zero_genes": 0.6125, + "ks_statistic_L_stats": 3.518, + "ks_statistic_lib_fraczero_cells": 1.7984, + "ks_statistic_lib_size_cells": 0.8133, + "ks_statistic_mean_fraczero_genes": 3.6489, + "ks_statistic_mean_var_genes": -0.9064, + "ks_statistic_morans_I": 3.7679, + "ks_statistic_nn_correlation": 1.3657, + "ks_statistic_pearson_cells": 12.5661, + "ks_statistic_pearson_genes": 13.561, + "ks_statistic_scaled_mean_cells": -0.3318, + "ks_statistic_scaled_mean_genes": -0.481, + "ks_statistic_scaled_var_cells": -0.4265, + "ks_statistic_scaled_var_genes": -12.7638, + "ks_statistic_tmm_cells": 1.4651, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0.7778, + "svg_recall": 0.6538 + }, + "scaled_scores": { + "clustering_ari": -0.0696, + "clustering_nmi": -0.0632, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9257, + "ctdeconcolute_jsd": 0.578, + "ctdeconvolute_rmse": 0.7387, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9521, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9711, + "ks_statistic_frac_zero_genes": 0.9818, + "ks_statistic_L_stats": -0.8343, + "ks_statistic_lib_fraczero_cells": 0.8406, + "ks_statistic_lib_size_cells": 0.9521, + "ks_statistic_mean_fraczero_genes": 0.7624, + "ks_statistic_mean_var_genes": 0.9964, + "ks_statistic_morans_I": 1.1899, + "ks_statistic_nn_correlation": 0.999, + "ks_statistic_pearson_cells": 0.8212, + "ks_statistic_pearson_genes": 0.8224, + "ks_statistic_scaled_mean_cells": 0.1126, + "ks_statistic_scaled_mean_genes": 0.9994, + "ks_statistic_scaled_var_cells": 1.6499, + "ks_statistic_scaled_var_genes": 0.0339, + "ks_statistic_tmm_cells": -0.0475, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.7778, + "svg_recall": 0.6538 + }, + "mean_score": 0.5834, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 2774, + "cpu_pct": 100.3, + "peak_memory_mb": 5120, + "disk_read_mb": 81, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": -0.0034, + "clustering_nmi": 0.0038, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0259, + "ctdeconcolute_jsd": 0.103, + "ctdeconvolute_rmse": 0.5213, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": -0.4867, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": -0.0225, + "ks_statistic_frac_zero_genes": 4.5412, + "ks_statistic_L_stats": 3.0855, + "ks_statistic_lib_fraczero_cells": 0.9901, + "ks_statistic_lib_size_cells": -0.4867, + "ks_statistic_mean_fraczero_genes": -11.447, + "ks_statistic_mean_var_genes": 103.7157, + "ks_statistic_morans_I": 6.1095, + "ks_statistic_nn_correlation": 6.776, + "ks_statistic_pearson_cells": 253.2222, + "ks_statistic_pearson_genes": 257.4833, + "ks_statistic_scaled_mean_cells": -0.3109, + "ks_statistic_scaled_mean_genes": 92.0693, + "ks_statistic_scaled_var_cells": -1.0345, + "ks_statistic_scaled_var_genes": -0.6696, + "ks_statistic_tmm_cells": 2.9887, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.3961, + "svg_recall": 0.3352 + }, + "scaled_scores": { + "clustering_ari": -0.0684, + "clustering_nmi": -0.061, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0349, + "ctdeconcolute_jsd": 0.2445, + "ctdeconvolute_rmse": 0.2957, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.5, + "ks_statistic_efflib_size_cells": 1, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9925, + "ks_statistic_frac_zero_genes": 0.8987, + "ks_statistic_L_stats": -0.1867, + "ks_statistic_lib_fraczero_cells": 0.8902, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 1.4894, + "ks_statistic_mean_var_genes": 0.2097, + "ks_statistic_morans_I": 0.7912, + "ks_statistic_nn_correlation": 0.4715, + "ks_statistic_pearson_cells": -2.56, + "ks_statistic_pearson_genes": -2.3486, + "ks_statistic_scaled_mean_cells": -2.2204e-16, + "ks_statistic_scaled_mean_genes": 0.2248, + "ks_statistic_scaled_var_cells": 12.7131, + "ks_statistic_scaled_var_genes": 0.0011, + "ks_statistic_tmm_cells": -0.5811, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0.3961, + "svg_recall": 0.3352 + }, + "mean_score": 0.4409, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 28.2, + "cpu_pct": 150.4, + "peak_memory_mb": 6554, + "disk_read_mb": 78, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "splatter", + "metric_values": { + "clustering_ari": -0.0038, + "clustering_nmi": 0.0054, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0095, + "ctdeconcolute_jsd": 0.1437, + "ctdeconvolute_rmse": 0.7759, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.0517, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.1441, + "ks_statistic_frac_zero_genes": 4.7812, + "ks_statistic_L_stats": 1.8268, + "ks_statistic_lib_fraczero_cells": 1.6981, + "ks_statistic_lib_size_cells": 0.0517, + "ks_statistic_mean_fraczero_genes": 20.9195, + "ks_statistic_mean_var_genes": 23.7385, + "ks_statistic_morans_I": 4.8506, + "ks_statistic_nn_correlation": 4.4832, + "ks_statistic_pearson_cells": 232.551, + "ks_statistic_pearson_genes": 261.2589, + "ks_statistic_scaled_mean_cells": -0.3806, + "ks_statistic_scaled_mean_genes": 71.8991, + "ks_statistic_scaled_var_cells": -0.5327, + "ks_statistic_scaled_var_genes": -0.4716, + "ks_statistic_tmm_cells": 20.829, + "ks_statistic_transition_matrix": 0, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": -0.0714, + "clustering_nmi": -0.0509, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0101, + "ctdeconcolute_jsd": -0.0542, + "ctdeconvolute_rmse": -0.0483, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 3, + "ks_statistic_efflib_size_cells": 0.9801, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9888, + "ks_statistic_frac_zero_genes": 0.8937, + "ks_statistic_L_stats": 1.6978, + "ks_statistic_lib_fraczero_cells": 0.8467, + "ks_statistic_lib_size_cells": 0.9801, + "ks_statistic_mean_fraczero_genes": -0.0694, + "ks_statistic_mean_var_genes": 0.8111, + "ks_statistic_morans_I": 1.0055, + "ks_statistic_nn_correlation": 0.695, + "ks_statistic_pearson_cells": -2.2696, + "ks_statistic_pearson_genes": -2.3977, + "ks_statistic_scaled_mean_cells": 0.3755, + "ks_statistic_scaled_mean_genes": 0.3936, + "ks_statistic_scaled_var_cells": 3.5831, + "ks_statistic_scaled_var_genes": 0.0006, + "ks_statistic_tmm_cells": -6.829, + "ks_statistic_transition_matrix": 2, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4474, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 15.5, + "cpu_pct": 183.7, + "peak_memory_mb": 6452, + "disk_read_mb": 73, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.0635, + "clustering_nmi": 0.0694, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.5899, + "ctdeconcolute_jsd": 0.0155, + "ctdeconvolute_rmse": 0.0259, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": -0.3747, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": -0.1511, + "ks_statistic_frac_zero_genes": 1.9374, + "ks_statistic_L_stats": 2.6352, + "ks_statistic_lib_fraczero_cells": 0.6578, + "ks_statistic_lib_size_cells": -0.3747, + "ks_statistic_mean_fraczero_genes": 13.874, + "ks_statistic_mean_var_genes": 1.1138, + "ks_statistic_morans_I": 7.7546, + "ks_statistic_nn_correlation": 3.9315, + "ks_statistic_pearson_cells": 1.1475, + "ks_statistic_pearson_genes": 0.9011, + "ks_statistic_scaled_mean_cells": -0.3072, + "ks_statistic_scaled_mean_genes": -0.368, + "ks_statistic_scaled_var_cells": -0.3877, + "ks_statistic_scaled_var_genes": -5.5906, + "ks_statistic_tmm_cells": -0.5691, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.841, + "svg_recall": 0.9011 + }, + "scaled_scores": { + "clustering_ari": 0.4358, + "clustering_nmi": 0.348, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8876, + "ctdeconcolute_jsd": 0.886, + "ctdeconvolute_rmse": 0.965, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 0.9959, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9952, + "ks_statistic_frac_zero_genes": 0.9538, + "ks_statistic_L_stats": 0.4874, + "ks_statistic_lib_fraczero_cells": 0.9106, + "ks_statistic_lib_size_cells": 0.9959, + "ks_statistic_mean_fraczero_genes": 0.2699, + "ks_statistic_mean_var_genes": 0.9812, + "ks_statistic_morans_I": 0.5111, + "ks_statistic_nn_correlation": 0.7488, + "ks_statistic_pearson_cells": 0.9816, + "ks_statistic_pearson_genes": 0.987, + "ks_statistic_scaled_mean_cells": -0.0202, + "ks_statistic_scaled_mean_genes": 0.9985, + "ks_statistic_scaled_var_cells": 0.9451, + "ks_statistic_scaled_var_genes": 0.0145, + "ks_statistic_tmm_cells": 0.6649, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.841, + "svg_recall": 0.9011 + }, + "mean_score": 0.6623, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 22.1, + "cpu_pct": 156.8, + "peak_memory_mb": 6349, + "disk_read_mb": 74, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "symsim", + "metric_values": { + "clustering_ari": -0.0038, + "clustering_nmi": 0.0054, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.003, + "ctdeconcolute_jsd": 0.1683, + "ctdeconvolute_rmse": 0.9037, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0, + "ks_statistic_efflib_size_cells": 1.5062, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.7948, + "ks_statistic_frac_zero_genes": 1.5562, + "ks_statistic_L_stats": 2.0921, + "ks_statistic_lib_fraczero_cells": 3.0308, + "ks_statistic_lib_size_cells": 1.5062, + "ks_statistic_mean_fraczero_genes": 1.0078, + "ks_statistic_mean_var_genes": -15.987, + "ks_statistic_morans_I": 7.8749, + "ks_statistic_nn_correlation": 3.2984, + "ks_statistic_pearson_cells": 200.9426, + "ks_statistic_pearson_genes": 206.5054, + "ks_statistic_scaled_mean_cells": -0.3477, + "ks_statistic_scaled_mean_genes": 68.4081, + "ks_statistic_scaled_var_cells": -0.3544, + "ks_statistic_scaled_var_genes": -0.7319, + "ks_statistic_tmm_cells": 9.3152, + "ks_statistic_transition_matrix": 0, + "svg_precision": 0.2, + "svg_recall": 0.0879 + }, + "scaled_scores": { + "clustering_ari": -0.0714, + "clustering_nmi": -0.0509, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0003, + "ctdeconcolute_jsd": -0.2348, + "ctdeconvolute_rmse": -0.221, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 3, + "ks_statistic_efflib_size_cells": 0.9265, + "ks_statistic_enrichment": 3, + "ks_statistic_frac_zero_cells": 0.9748, + "ks_statistic_frac_zero_genes": 0.9619, + "ks_statistic_L_stats": 1.3007, + "ks_statistic_lib_fraczero_cells": 0.7648, + "ks_statistic_lib_size_cells": 0.9265, + "ks_statistic_mean_fraczero_genes": 0.8896, + "ks_statistic_mean_var_genes": 1.1098, + "ks_statistic_morans_I": 0.4906, + "ks_statistic_nn_correlation": 0.8105, + "ks_statistic_pearson_cells": -1.8255, + "ks_statistic_pearson_genes": -1.6859, + "ks_statistic_scaled_mean_cells": 0.1984, + "ks_statistic_scaled_mean_genes": 0.4229, + "ks_statistic_scaled_var_cells": 0.3392, + "ks_statistic_scaled_var_genes": 0.0013, + "ks_statistic_tmm_cells": -2.7967, + "ks_statistic_transition_matrix": 2, + "svg_precision": 0.2, + "svg_recall": 0.0879 + }, + "mean_score": 0.4481, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 74, + "cpu_pct": 119.6, + "peak_memory_mb": 7168, + "disk_read_mb": 334, + "disk_write_mb": 12 + } + }, + { + "dataset_id": "prostate", + "method_id": "zinbwave", + "metric_values": { + "clustering_ari": -0.0073, + "clustering_nmi": 0.0005, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4366, + "ctdeconcolute_jsd": 0.057, + "ctdeconvolute_rmse": 0.1954, + "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -0.4523, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_frac_zero_cells": -0.3267, + "ks_statistic_frac_zero_genes": 0.0159, + "ks_statistic_L_stats": 1.4249, + "ks_statistic_lib_fraczero_cells": -0.2411, + "ks_statistic_lib_size_cells": -0.4523, + "ks_statistic_mean_fraczero_genes": -0.1367, + "ks_statistic_mean_var_genes": -2.4293, + "ks_statistic_morans_I": 5.7931, + "ks_statistic_nn_correlation": 1.838, + "ks_statistic_pearson_cells": 9.5288, + "ks_statistic_pearson_genes": 9.5751, + "ks_statistic_scaled_mean_cells": -0.3117, + "ks_statistic_scaled_mean_genes": -0.4664, + "ks_statistic_scaled_var_cells": -0.3671, + "ks_statistic_scaled_var_genes": -26.2794, + "ks_statistic_tmm_cells": -0.6787, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.5928, + "svg_recall": 0.7198 + }, + "scaled_scores": { + "clustering_ari": -0.098, + "clustering_nmi": -0.0815, + "crosscor_cosine": 0, + "crosscor_mantel": 0.6559, + "ctdeconcolute_jsd": 0.5819, + "ctdeconvolute_rmse": 0.736, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9987, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.999, + "ks_statistic_frac_zero_genes": 0.9944, + "ks_statistic_L_stats": 2.2994, + "ks_statistic_lib_fraczero_cells": 0.9658, + "ks_statistic_lib_size_cells": 0.9987, + "ks_statistic_mean_fraczero_genes": 0.9447, + "ks_statistic_mean_var_genes": 1.0079, + "ks_statistic_morans_I": 0.8451, + "ks_statistic_nn_correlation": 0.9529, + "ks_statistic_pearson_cells": 0.8639, + "ks_statistic_pearson_genes": 0.8742, + "ks_statistic_scaled_mean_cells": 0.0043, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 0.5696, + "ks_statistic_scaled_var_genes": 0.0706, + "ks_statistic_tmm_cells": 0.7033, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.5928, + "svg_recall": 0.7198 + }, + "mean_score": 0.6749, + "resources": { + "submit": "2024-11-25 06:12:10", + "exit_code": 0, + "duration_sec": 34.8, + "cpu_pct": 330.9, + "peak_memory_mb": 22733, + "disk_read_mb": 80, + "disk_write_mb": 11 + } + } +] diff --git a/results/spatial_simulators/data/state.yaml b/results/spatial_simulators/data/state.yaml new file mode 100644 index 000000000..abbb0fc14 --- /dev/null +++ b/results/spatial_simulators/data/state.yaml @@ -0,0 +1,9 @@ +id: process +output_scores: !file results.json +output_method_info: !file method_info.json +output_metric_info: !file metric_info.json +output_dataset_info: !file dataset_info.json +output_task_info: !file task_info.json +output_qc: !file quality_control.json +output_metric_execution_info: !file metric_execution_info.json + diff --git a/results/spatial_simulators/data/task_info.json b/results/spatial_simulators/data/task_info.json new file mode 100644 index 000000000..f4c9b9658 --- /dev/null +++ b/results/spatial_simulators/data/task_info.json @@ -0,0 +1,50 @@ +{ + "task_id": "task_spatial_simulators", + "commit_sha": null, + "task_name": "Spatial Simulators", + "task_summary": "Assessing the quality of spatial transcriptomics simulators", + "task_description": "Computational methods for spatially resolved transcriptomics (SRT) are frequently developed \nand assessed through data simulation. The effectiveness of these evaluations relies on the \nsimulation methods' ability to accurately reflect experimental data. However, a systematic \nevaluation framework for spatial simulators is lacking. Here, we present SpatialSimBench, \na comprehensive evaluation framework that assesses 13 simulation methods using 10 distinct \nSTR datasets.\n\nThe research goal of this benchmark is to systematically evaluate and compare the\nperformance of various simulation methods for spatial transcriptomics (ST) data.\nIt aims to address the lack of a comprehensive evaluation framework for spatial simulators\nand explore the feasibility of leveraging existing single-cell simulators for ST data.\nThe experimental setup involves collecting public spatial transcriptomics datasets and\ncorresponding scRNA-seq datasets.\nThe spatial and scRNA-seq datasets can originate from different study but should consist\nof similar cell types from similar tissues.\n", + "repo": "openproblems-bio/task_spatial_simulators", + "authors": [ + { + "name": "Xiaoqi Liang", + "roles": ["author", "maintainer"], + "info": { + "orcid": "0009-0004-9625-1441", + "github": "littlecabiria" + } + }, + { + "name": "Yue Cao", + "roles": "author", + "info": { + "orcid": "0000-0002-2356-4031", + "github": "ycao6928" + } + }, + { + "name": "Jean Yang", + "roles": "author", + "info": { + "orcid": "0000-0002-5271-2603", + "github": "jeany21" + } + }, + { + "name": "Robrecht Cannoodt", + "roles": "contributor", + "info": { + "github": "rcannood", + "orcid": "0000-0003-3641-729X" + } + }, + { + "name": "Sai Nirmayi Yasa", + "roles": "contributor", + "info": { + "github": "sainirmayi", + "orcid": "0009-0003-6319-9803" + } + } + ] +} diff --git a/results/spatial_simulators/index.qmd b/results/spatial_simulators/index.qmd new file mode 100644 index 000000000..23824f0bd --- /dev/null +++ b/results/spatial_simulators/index.qmd @@ -0,0 +1,19 @@ +--- +title: "Spatial Simulators" +subtitle: "Assessing the quality of spatial transcriptomics simulators." +image: thumbnail.svg +page-layout: full +css: ../_include/task_template.css +engine: knitr +fig-cap-location: bottom +citation-location: document +toc: false +--- + +```{r} +#| include: false +params <- list(data_dir = "results/spatial_simulators/data") +params <- list(data_dir = "./data") +``` + +{{< include ../_include/_task_template.qmd >}} From 7975720929c9c71bb20581583012a9e886913f09 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Fri, 29 Nov 2024 12:39:57 +0100 Subject: [PATCH 2/4] fix metadata --- .../spatial_simulators/data/method_info.json | 99 +++--- .../spatial_simulators/data/metric_info.json | 290 +++++++++--------- .../data/quality_control.json | 6 +- .../spatial_simulators/data/task_info.json | 7 +- results/spatial_simulators/index.qmd | 1 + 5 files changed, 217 insertions(+), 186 deletions(-) diff --git a/results/spatial_simulators/data/method_info.json b/results/spatial_simulators/data/method_info.json index 99de58a41..d58de94e1 100644 --- a/results/spatial_simulators/data/method_info.json +++ b/results/spatial_simulators/data/method_info.json @@ -6,10 +6,13 @@ "method_summary": "A transparent simulator that generates high-fidelity single-cell gene expression count data with gene correlations captured", "method_description": "scDesign2 is a transparent simulator that achieves all three goals (preserving genes, capturing gene correlations, and generating any \nnumber of cells with varying sequencing depths) and generates high-fidelity synthetic data for multiple single-cell gene expression \ncount-based technologies.\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign2/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1186/s13059-021-02367-2", + "references_bibtex": null, + "code_url": "https://github.com/JSB-UCLA/scDesign2", + "documentation_url": "https://htmlpreview.github.io/?https://github.com/JSB-UCLA/scDesign2/blob/master/vignettes/scDesign2.html", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign2:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign2", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -19,10 +22,13 @@ "method_summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", "method_description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign3/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1038/s41587-023-01772-1", + "references_bibtex": null, + "code_url": "https://github.com/SONGDONGYUAN1994/scDesign3", + "documentation_url": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign3", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -32,10 +38,13 @@ "method_summary": "SPARSim single cell is a count data simulator for scRNA-seq data.", "method_description": "SPARSim is a scRNA-seq count data simulator based on a Gamma-Multivariate Hypergeometric model. \nIt allows to generate count data that resembles real data in terms of count intensity, variability and sparsity.\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/sparsim/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1093/bioinformatics/btz752", + "references_bibtex": null, + "code_url": "https://gitlab.com/sysbiobig/sparsim", + "documentation_url": "https://gitlab.com/sysbiobig/sparsim/-/blob/master/vignettes/sparsim.Rmd", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/sparsim:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/sparsim", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -45,10 +54,13 @@ "method_summary": "A single cell RNA-seq data simulator based on a gamma-Poisson distribution.", "method_description": "The Splat model is a gamma-Poisson distribution used to generate a gene by cell matrix of counts. Mean expression levels for each gene are simulated from a gamma distribution and the Biological Coefficient of Variation is used to enforce a mean-variance trend before counts are simulated from a Poisson distribution.\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/splatter/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1186/s13059-017-1305-0", + "references_bibtex": null, + "code_url": "https://github.com/Oshlack/splatter", + "documentation_url": "https://bioconductor.org/packages/devel/bioc/vignettes/splatter/inst/doc/splatter.html", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/splatter:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/splatter", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -58,10 +70,13 @@ "method_summary": "An SRT-specific simulator for scalable, reproducible, and realistic SRT simulations.", "method_description": "A key benefit of srtsim is its ability to maintain location-wise and gene-wise SRT count properties and \npreserve spatial expression patterns, enabling evaluation of SRT method performance using synthetic data. \n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/srtsim/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1186/s13059-023-02879-z", + "references_bibtex": null, + "code_url": "https://github.com/xzhoulab/srtsim", + "documentation_url": "https://xzhoulab.github.io/SRTsim", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/srtsim:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/srtsim", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -71,10 +86,13 @@ "method_summary": "Simulating multiple faceted variability in single cell RNA sequencing", "method_description": "SymSim is a simulator for modeling single-cell RNA-Seq data, accounting for three primary sources of variation: intrinsic transcription noise, extrinsic variation from different cell states, \nand technical variation from measurement noise and bias.\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/symsim/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1038/s41467-019-10500-w", + "references_bibtex": null, + "code_url": "https://github.com/YosefLab/SymSim", + "documentation_url": "https://github.com/YosefLab/SymSim/blob/master/vignettes/SymSimTutorial.Rmd", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/symsim:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/symsim", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -84,10 +102,13 @@ "method_summary": "A general and flexible method for signal extraction from single-cell RNA-seq data", "method_description": "ZINB-WaVE is a general and flexible zero-inflated negative binomial model, which leads to low-dimensional representations \nof the data that account for zero inflation (dropouts), over-dispersion, and the count nature of the data.\n", "is_baseline": false, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/zinbwave/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1038/s41467-017-02554-5", + "references_bibtex": null, + "code_url": "https://github.com/drisso/zinbwave", + "documentation_url": "https://bioconductor.org/packages/release/bioc/html/zinbwave.html", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/zinbwave:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/zinbwave", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -97,10 +118,13 @@ "method_summary": "A positive control method.", "method_description": "A positive control method. \n", "is_baseline": true, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/positive/config.vsh.yaml", - "code_version": null, + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/positive:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/positive", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" }, { @@ -110,10 +134,13 @@ "method_summary": "A negative control method.", "method_description": "A negative control method.\n", "is_baseline": true, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/negative/config.vsh.yaml", - "code_version": null, + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/negative", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" } ] diff --git a/results/spatial_simulators/data/metric_info.json b/results/spatial_simulators/data/metric_info.json index 5396891f4..9fde363d4 100644 --- a/results/spatial_simulators/data/metric_info.json +++ b/results/spatial_simulators/data/metric_info.json @@ -6,11 +6,11 @@ "metric_name": "clustering_ari", "metric_summary": "ARI", "metric_description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.\n", - "paper_reference": { - "doi": "10.1145/1553374.1553511" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1145/1553374.1553511", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -21,11 +21,11 @@ "metric_name": "clustering_nmi", "metric_summary": "NMI", "metric_description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].\n", - "paper_reference": { - "doi": "10.1145/1553374.1553511" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1145/1553374.1553511", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -36,11 +36,11 @@ "metric_name": "svg_recall", "metric_summary": "Recall", "metric_description": "Recall used in identifying spatial variable genes, measuring the true positive rate.\n", - "paper_reference": { - "doi": "10.9735/2229-3981" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.9735/2229-3981", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -51,11 +51,11 @@ "metric_name": "svg_precision", "metric_summary": "Precision (Spatial Variable Gene)", "metric_description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.\n", - "paper_reference": { - "doi": "10.9735/2229-3981" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.9735/2229-3981", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -66,11 +66,11 @@ "metric_name": "ctdeconvolute_rmse", "metric_summary": "RMSE", "metric_description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.\n", - "paper_reference": { - "doi": "10.5194/gmd-15-5481-2022" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.5194/gmd-15-5481-2022", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -81,11 +81,11 @@ "metric_name": "ctdeconcolute_jsd", "metric_summary": "JSD", "metric_description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.\n", - "paper_reference": { - "doi": "10.21105/joss.00765" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.21105/joss.00765", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -96,11 +96,11 @@ "metric_name": "crosscor_mantel", "metric_summary": "Mantel Statistic", "metric_description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.\n", - "paper_reference": { - "doi": "10.1111/2041-210X.12425" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1111/2041-210X.12425", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -111,11 +111,11 @@ "metric_name": "crosscor_cosine", "metric_summary": "Cosine Similarity", "metric_description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.\n", - "paper_reference": { - "doi": "10.1002/asi.20130" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1002/asi.20130", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": true }, @@ -126,11 +126,11 @@ "metric_name": "Fraction of zeros per gene", "metric_summary": "KS statistic of the fraction of zeros per gene.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -141,11 +141,11 @@ "metric_name": "Fraction of zeros per cell", "metric_summary": "KS statistic of the fraction of zeros per spot (cell).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -156,11 +156,11 @@ "metric_name": "Library size", "metric_summary": "KS statistic of the library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -171,11 +171,11 @@ "metric_name": "Effective library size", "metric_summary": "KS statistic of the effective library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -186,11 +186,11 @@ "metric_name": "TMM", "metric_summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -201,11 +201,11 @@ "metric_name": "Scaled variance cell", "metric_summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -216,11 +216,11 @@ "metric_name": "Scaled mean cells", "metric_summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -231,11 +231,11 @@ "metric_name": "Library size vs fraction zero", "metric_summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -246,11 +246,11 @@ "metric_name": "Sample Pearson correlation", "metric_summary": "KS statistic of the sample Pearson correlation.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -261,11 +261,11 @@ "metric_name": "Scaled variance genes", "metric_summary": "KS statistic of the gene-level scaled variance of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -276,11 +276,11 @@ "metric_name": "Scaled mean genes", "metric_summary": "KS statistic of the gene-level scaled mean of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -291,11 +291,11 @@ "metric_name": "Gene Pearson correlation", "metric_summary": "KS statistic of the gene Pearson correlation.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -306,11 +306,11 @@ "metric_name": "Mean vs variance", "metric_summary": "KS statistic of the relationship between mean expression and variance expression.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -321,11 +321,11 @@ "metric_name": "Mean vs fraction zero", "metric_summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -336,11 +336,11 @@ "metric_name": "L statistics", "metric_summary": "KS statistic of the L statistics", "metric_description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -351,11 +351,11 @@ "metric_name": "Celltype interaction", "metric_summary": "KS statistic of the celltype interaction", "metric_description": "The Kolmogorov-Smirnov statistic comparing the Celltype interaction in the real datasets versus the Celltype interaction in the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -366,11 +366,11 @@ "metric_name": "Library size", "metric_summary": "KS statistic of the library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simmulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -381,11 +381,11 @@ "metric_name": "Effective library size", "metric_summary": "KS statistic of the effective library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the morans I of the real datasets versus the morans I of the simulated datasets.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -396,11 +396,11 @@ "metric_name": "Transition matrix", "metric_summary": "KS Statistic of the transition matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the transition matrix of the real dataset versus the simulated dataset. The transition matrix elucidates the interrelationships among spatial clusters in each space. Each element in the matrix signifies the transition probability from one spatial cluster to another, thereby mapping the dynamic interplay of spatial clusters.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -411,11 +411,11 @@ "metric_name": "Centralized score", "metric_summary": "Ks Statistic of the centralized score matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the centralized score matrix of the real dataset versus the simulated dataset. The centralized score matrix is a vector of the group degree centrality (inter-cluster connectivity), average clustering coefficient (propensity for a spot within a spatial cluster to be connected to spots in another cluster), and the group closeness centrality (relative proximity or accessibility of one cluster to all spots in another). \n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false }, @@ -426,11 +426,11 @@ "metric_name": "Neighborhood enrichment", "metric_summary": "Ks Statistic of the neighborhood enrichment.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the neighborhood enrichment matrices of the real dataset versus the simulated dataset. The neighborhood enrichment matrix quantifies the enrichment observed between each pair of spatial clusters. It serves to systematically assess the interaction between different clusters within a spatial context, providing insights into the relative connectivity between various spatial clusters.\n", - "paper_reference": { - "doi": "10.1201/9780429485572" - }, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial/config.vsh.yaml", - "code_version": null, + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", "maximize": false } diff --git a/results/spatial_simulators/data/quality_control.json b/results/spatial_simulators/data/quality_control.json index 84851c769..ac19d252a 100644 --- a/results/spatial_simulators/data/quality_control.json +++ b/results/spatial_simulators/data/quality_control.json @@ -163,9 +163,9 @@ "task_id": "task_spatial_simulators", "category": "Metric info", "name": "Pct 'paper_reference' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "value": 1.0, + "severity": 2, + "severity_value": 3.0, "code": "percent_missing(metric_info, field)", "message": "Metric metadata field 'paper_reference' should be defined\n Task id: task_spatial_simulators\n Field: paper_reference\n" }, diff --git a/results/spatial_simulators/data/task_info.json b/results/spatial_simulators/data/task_info.json index f4c9b9658..371ac7913 100644 --- a/results/spatial_simulators/data/task_info.json +++ b/results/spatial_simulators/data/task_info.json @@ -4,7 +4,8 @@ "task_name": "Spatial Simulators", "task_summary": "Assessing the quality of spatial transcriptomics simulators", "task_description": "Computational methods for spatially resolved transcriptomics (SRT) are frequently developed \nand assessed through data simulation. The effectiveness of these evaluations relies on the \nsimulation methods' ability to accurately reflect experimental data. However, a systematic \nevaluation framework for spatial simulators is lacking. Here, we present SpatialSimBench, \na comprehensive evaluation framework that assesses 13 simulation methods using 10 distinct \nSTR datasets.\n\nThe research goal of this benchmark is to systematically evaluate and compare the\nperformance of various simulation methods for spatial transcriptomics (ST) data.\nIt aims to address the lack of a comprehensive evaluation framework for spatial simulators\nand explore the feasibility of leveraging existing single-cell simulators for ST data.\nThe experimental setup involves collecting public spatial transcriptomics datasets and\ncorresponding scRNA-seq datasets.\nThe spatial and scRNA-seq datasets can originate from different study but should consist\nof similar cell types from similar tissues.\n", - "repo": "openproblems-bio/task_spatial_simulators", + "repo": "https://github.com/openproblems-bio/task_spatial_simulators", + "issue_tracker": "https://github.com/openproblems-bio/task_spatial_simulators/issues", "authors": [ { "name": "Xiaoqi Liang", @@ -46,5 +47,7 @@ "orcid": "0009-0003-6319-9803" } } - ] + ], + "version": "build_main", + "license": "MIT" } diff --git a/results/spatial_simulators/index.qmd b/results/spatial_simulators/index.qmd index 23824f0bd..0c8f0ec3b 100644 --- a/results/spatial_simulators/index.qmd +++ b/results/spatial_simulators/index.qmd @@ -17,3 +17,4 @@ params <- list(data_dir = "./data") ``` {{< include ../_include/_task_template.qmd >}} + From f6ae538f34c6d4747a63293f1db086b150e34976 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Fri, 13 Dec 2024 13:37:43 +0100 Subject: [PATCH 3/4] update results --- .../spatial_simulators/data/dataset_info.json | 98 +- .../spatial_simulators/data/method_info.json | 36 +- .../data/metric_execution_info.json | 2794 +++--- .../spatial_simulators/data/metric_info.json | 116 +- .../data/quality_control.json | 2310 ++--- results/spatial_simulators/data/results.json | 7690 ++++++++--------- 6 files changed, 6522 insertions(+), 6522 deletions(-) diff --git a/results/spatial_simulators/data/dataset_info.json b/results/spatial_simulators/data/dataset_info.json index 9674b1103..6414b6160 100644 --- a/results/spatial_simulators/data/dataset_info.json +++ b/results/spatial_simulators/data/dataset_info.json @@ -1,24 +1,4 @@ [ - { - "dataset_id": "hindlimbmuscle", - "dataset_name": "Hindlimbmuscle", - "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", - "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", - "data_reference": "10.1101/2020.12.01.407460", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", - "date_created": "25-11-2024", - "file_size": 20088216 - }, - { - "dataset_id": "cortex", - "dataset_name": "Cortex", - "dataset_summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", - "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", - "data_reference": "10.1038/s41586-019-1049-y", - "data_url": "https://zenodo.org/records/2669683", - "date_created": "25-11-2024", - "file_size": 20271969 - }, { "dataset_id": "brain", "dataset_name": "Brain", @@ -26,18 +6,18 @@ "dataset_description": "This datasets were generated matched single nucleus (sn, this submission) and Visium spatial RNA-seq (10X Genomics) profiles of adjacent mouse brain sections that contain multiple regions from the telencephalon and diencephalon.", "data_reference": "10.1038/s41587-021-01139-4", "data_url": "https://github.com/BayraktarLab/cell2location", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 44683309 }, { - "dataset_id": "prostate", - "dataset_name": "Prostate", - "dataset_summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", - "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", - "data_reference": "10.1016/j.isci.2021.102640", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", - "date_created": "25-11-2024", - "file_size": 20645737 + "dataset_id": "cortex", + "dataset_name": "Cortex", + "dataset_summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", + "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", + "data_reference": "10.1038/s41586-019-1049-y", + "data_url": "https://zenodo.org/records/2669683", + "date_created": "11-12-2024", + "file_size": 20271969 }, { "dataset_id": "breast", @@ -46,18 +26,18 @@ "dataset_description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", "data_reference": "10.1038/s41588-021-00911-1", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 23748327 }, { - "dataset_id": "fibrosarcoma", - "dataset_name": "Fibrosarcoma", - "dataset_summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", - "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", - "data_reference": "10.1038/s41587-022-01272-8", - "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", - "date_created": "25-11-2024", - "file_size": 28476822 + "dataset_id": "prostate", + "dataset_name": "Prostate", + "dataset_summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", + "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", + "data_reference": "10.1016/j.isci.2021.102640", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", + "date_created": "11-12-2024", + "file_size": 20645737 }, { "dataset_id": "pdac", @@ -66,18 +46,18 @@ "dataset_description": "We developed a multimodal intersection analysis method combining scRNA-seq with spatial transcriptomics to map and characterize the spatial organization and interactions of distinct cell subpopulations in complex tissues, such as primary pancreatic tumors..", "data_reference": "10.1101/2020.12.01.407460", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111672", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 18406025 }, { - "dataset_id": "olfactorybulb", - "dataset_name": "Olfactorybulb", - "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "data_reference": "10.1126/science.aaf2403", - "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", - "date_created": "25-11-2024", - "file_size": 2341323 + "dataset_id": "fibrosarcoma", + "dataset_name": "Fibrosarcoma", + "dataset_summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", + "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", + "data_reference": "10.1038/s41587-022-01272-8", + "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", + "date_created": "11-12-2024", + "file_size": 28476822 }, { "dataset_id": "osteosarcoma", @@ -86,7 +66,7 @@ "dataset_description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", "data_reference": "10.1073/pnas.1912459116", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 21082263 }, { @@ -96,7 +76,27 @@ "dataset_description": "Single-Cell omics Data across Mouse Gastrulation and Highly multiplexed spatially resolved gene expression profiling of Early Organogenesis.", "data_reference": "10.1038/s41587-021-01006-2", "data_url": "https://content.cruk.cam.ac.uk/jmlab/SpatialMouseAtlas2020/", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 15690550 + }, + { + "dataset_id": "olfactorybulb", + "dataset_name": "Olfactorybulb", + "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "data_reference": "10.1126/science.aaf2403", + "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", + "date_created": "11-12-2024", + "file_size": 2341323 + }, + { + "dataset_id": "hindlimbmuscle", + "dataset_name": "Hindlimbmuscle", + "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", + "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", + "data_reference": "10.1101/2020.12.01.407460", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", + "date_created": "11-12-2024", + "file_size": 20088216 } ] diff --git a/results/spatial_simulators/data/method_info.json b/results/spatial_simulators/data/method_info.json index d58de94e1..4761678c4 100644 --- a/results/spatial_simulators/data/method_info.json +++ b/results/spatial_simulators/data/method_info.json @@ -11,9 +11,9 @@ "code_url": "https://github.com/JSB-UCLA/scDesign2", "documentation_url": "https://htmlpreview.github.io/?https://github.com/JSB-UCLA/scDesign2/blob/master/vignettes/scDesign2.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign2:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign2", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign2", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -27,9 +27,9 @@ "code_url": "https://github.com/SONGDONGYUAN1994/scDesign3", "documentation_url": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign3", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign3", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -43,9 +43,9 @@ "code_url": "https://gitlab.com/sysbiobig/sparsim", "documentation_url": "https://gitlab.com/sysbiobig/sparsim/-/blob/master/vignettes/sparsim.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/sparsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/sparsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/sparsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -59,9 +59,9 @@ "code_url": "https://github.com/Oshlack/splatter", "documentation_url": "https://bioconductor.org/packages/devel/bioc/vignettes/splatter/inst/doc/splatter.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/splatter:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/splatter", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/splatter", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -75,9 +75,9 @@ "code_url": "https://github.com/xzhoulab/srtsim", "documentation_url": "https://xzhoulab.github.io/SRTsim", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/srtsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/srtsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/srtsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -91,9 +91,9 @@ "code_url": "https://github.com/YosefLab/SymSim", "documentation_url": "https://github.com/YosefLab/SymSim/blob/master/vignettes/SymSimTutorial.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/symsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/symsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/symsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -107,9 +107,9 @@ "code_url": "https://github.com/drisso/zinbwave", "documentation_url": "https://bioconductor.org/packages/release/bioc/html/zinbwave.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/zinbwave:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/zinbwave", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/zinbwave", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "control_methods", @@ -123,9 +123,9 @@ "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/positive:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/positive", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/positive", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "control_methods", @@ -139,8 +139,8 @@ "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/negative", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/negative", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" } ] diff --git a/results/spatial_simulators/data/metric_execution_info.json b/results/spatial_simulators/data/metric_execution_info.json index 369235a4f..bf7182795 100644 --- a/results/spatial_simulators/data/metric_execution_info.json +++ b/results/spatial_simulators/data/metric_execution_info.json @@ -4,13 +4,13 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:00", - "exit_code": 1, - "duration_sec": 960, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:10:40", + "exit_code": 0, + "duration_sec": 3928, + "cpu_pct": 102.5, + "peak_memory_mb": 7885, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -18,10 +18,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, "duration_sec": 1050, - "cpu_pct": 117, + "cpu_pct": 114.2, "peak_memory_mb": 6759, "disk_read_mb": 1736, "disk_write_mb": 14 @@ -32,9 +32,9 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 7884, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -46,11 +46,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 68.4, - "cpu_pct": 118.8, - "peak_memory_mb": 6554, + "duration_sec": 62.4, + "cpu_pct": 108.9, + "peak_memory_mb": 3892, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -60,13 +60,13 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:00", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:11:09", + "exit_code": 0, + "duration_sec": 4448, + "cpu_pct": 102.1, + "peak_memory_mb": 7885, + "disk_read_mb": 1576, + "disk_write_mb": 8 } }, { @@ -74,11 +74,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 115.2, - "peak_memory_mb": 6759, + "duration_sec": 1162, + "cpu_pct": 106.3, + "peak_memory_mb": 3994, "disk_read_mb": 2002, "disk_write_mb": 14 } @@ -88,9 +88,9 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -102,11 +102,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 67.5, - "cpu_pct": 122.8, - "peak_memory_mb": 11879, + "duration_sec": 67.2, + "cpu_pct": 127.4, + "peak_memory_mb": 6554, "disk_read_mb": 519, "disk_write_mb": 3 } @@ -116,13 +116,13 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:23:30", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:19:09", + "exit_code": 0, + "duration_sec": 4336, + "cpu_pct": 101.4, + "peak_memory_mb": 7988, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -130,11 +130,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 0, "duration_sec": 1120, - "cpu_pct": 109.4, - "peak_memory_mb": 3994, + "cpu_pct": 113.9, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -144,9 +144,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 1, - "duration_sec": 556, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -158,11 +158,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 0, - "duration_sec": 85.5, - "cpu_pct": 114.5, - "peak_memory_mb": 3789, + "duration_sec": 61.5, + "cpu_pct": 138.7, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -172,13 +172,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:41:40", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 17:35:09", + "exit_code": 0, + "duration_sec": 4368, + "cpu_pct": 101.1, + "peak_memory_mb": 5120, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -186,11 +186,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 109.3, - "peak_memory_mb": 3994, + "duration_sec": 1176, + "cpu_pct": 113, + "peak_memory_mb": 6656, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -200,9 +200,9 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 4000, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -214,11 +214,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 0, - "duration_sec": 84.6, - "cpu_pct": 119.9, - "peak_memory_mb": 5120, + "duration_sec": 63.9, + "cpu_pct": 124.5, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -228,13 +228,13 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:20:50", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:15:29", + "exit_code": 0, + "duration_sec": 4288, + "cpu_pct": 100.9, + "peak_memory_mb": 5223, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -242,11 +242,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:20:50", + "submit": "2024-12-11 16:15:29", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 118.4, - "peak_memory_mb": 6759, + "duration_sec": 1764, + "cpu_pct": 103.2, + "peak_memory_mb": 2765, "disk_read_mb": 1736, "disk_write_mb": 14 } @@ -256,9 +256,9 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:20:50", - "exit_code": 1, - "duration_sec": 352, + "submit": "2024-12-11 16:15:29", + "exit_code": "NA", + "duration_sec": 7040, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -270,11 +270,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:20:50", + "submit": "2024-12-11 16:15:29", "exit_code": 0, - "duration_sec": 83.7, - "cpu_pct": 104.7, - "peak_memory_mb": 2458, + "duration_sec": 92.4, + "cpu_pct": 103.8, + "peak_memory_mb": 7168, "disk_read_mb": 462, "disk_write_mb": 3 } @@ -284,13 +284,13 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:10", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:11:39", + "exit_code": 0, + "duration_sec": 4408, + "cpu_pct": 101.9, + "peak_memory_mb": 7783, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -298,11 +298,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:09", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1820, - "cpu_pct": 109.2, - "peak_memory_mb": 5325, + "duration_sec": 1106, + "cpu_pct": 109.9, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -312,9 +312,9 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:11:39", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -326,10 +326,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 65.4, - "cpu_pct": 124.3, + "duration_sec": 62.1, + "cpu_pct": 130.7, "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 @@ -340,13 +340,13 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:01", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:12:49", + "exit_code": 0, + "duration_sec": 4328, + "cpu_pct": 100.9, + "peak_memory_mb": 5325, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -354,10 +354,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, "duration_sec": 1806, - "cpu_pct": 103.4, + "cpu_pct": 103.1, "peak_memory_mb": 2663, "disk_read_mb": 1736, "disk_write_mb": 14 @@ -368,9 +368,9 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -382,11 +382,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 63.3, - "cpu_pct": 108, - "peak_memory_mb": 3892, + "duration_sec": 74.1, + "cpu_pct": 108.1, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -396,13 +396,13 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:25:10", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:19:29", + "exit_code": 0, + "duration_sec": 9504, + "cpu_pct": 100.3, + "peak_memory_mb": 3789, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -410,11 +410,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 1246, - "cpu_pct": 113.3, - "peak_memory_mb": 6861, + "duration_sec": 1260, + "cpu_pct": 113.5, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -424,9 +424,9 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -438,10 +438,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 131.7, + "duration_sec": 72.9, + "cpu_pct": 101.6, "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 @@ -452,13 +452,13 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:15:49", + "exit_code": 0, + "duration_sec": 4376, + "cpu_pct": 101.5, + "peak_memory_mb": 7885, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -466,10 +466,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:15:49", "exit_code": 0, "duration_sec": 1106, - "cpu_pct": 113, + "cpu_pct": 112.5, "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 @@ -480,9 +480,9 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:15:49", "exit_code": 1, - "duration_sec": 356, + "duration_sec": 3996, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -494,11 +494,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:19", + "submit": "2024-12-11 16:15:49", "exit_code": 0, - "duration_sec": 63.6, - "cpu_pct": 135.1, - "peak_memory_mb": 6554, + "duration_sec": 97.8, + "cpu_pct": 89.8, + "peak_memory_mb": 11879, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -508,11 +508,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 1400, - "cpu_pct": 101.5, - "peak_memory_mb": 6349, + "duration_sec": 1416, + "cpu_pct": 105.6, + "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -522,12 +522,12 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 1372, - "cpu_pct": 107.5, - "peak_memory_mb": 4813, - "disk_read_mb": 1162, + "duration_sec": 1470, + "cpu_pct": 106.2, + "peak_memory_mb": 7476, + "disk_read_mb": 1176, "disk_write_mb": 14 } }, @@ -536,11 +536,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 10388, - "cpu_pct": 100.5, - "peak_memory_mb": 26829, + "duration_sec": 10260, + "cpu_pct": 100.4, + "peak_memory_mb": 25703, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -550,11 +550,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 107.7, - "cpu_pct": 76.1, - "peak_memory_mb": 11674, + "duration_sec": 81.6, + "cpu_pct": 96.5, + "peak_memory_mb": 6452, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -564,10 +564,10 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 1400, - "cpu_pct": 103.4, + "duration_sec": 1416, + "cpu_pct": 103.7, "peak_memory_mb": 6452, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -578,11 +578,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 2450, - "cpu_pct": 107.3, - "peak_memory_mb": 6247, + "duration_sec": 1526, + "cpu_pct": 106.2, + "peak_memory_mb": 4916, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -592,11 +592,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 10288, - "cpu_pct": 100.2, - "peak_memory_mb": 25600, + "duration_sec": 10168, + "cpu_pct": 100.4, + "peak_memory_mb": 24781, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -606,11 +606,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 85.8, - "cpu_pct": 120.8, - "peak_memory_mb": 6349, + "duration_sec": 61.5, + "cpu_pct": 119.9, + "peak_memory_mb": 11674, "disk_read_mb": 393, "disk_write_mb": 3 } @@ -620,11 +620,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 2336, - "cpu_pct": 101.3, - "peak_memory_mb": 5018, + "duration_sec": 1424, + "cpu_pct": 107.5, + "peak_memory_mb": 9012, "disk_read_mb": 1104, "disk_write_mb": 8 } @@ -634,11 +634,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 2408, - "cpu_pct": 102.7, - "peak_memory_mb": 3482, + "duration_sec": 1526, + "cpu_pct": 113.1, + "peak_memory_mb": 7680, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -648,11 +648,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 19352, - "cpu_pct": 100.1, - "peak_memory_mb": 22836, + "duration_sec": 10448, + "cpu_pct": 100.4, + "peak_memory_mb": 26522, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -662,11 +662,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 104.3, - "peak_memory_mb": 2356, + "duration_sec": 62.1, + "cpu_pct": 124.8, + "peak_memory_mb": 11674, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -676,11 +676,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 1432, - "cpu_pct": 101.1, - "peak_memory_mb": 6452, + "duration_sec": 1448, + "cpu_pct": 105.6, + "peak_memory_mb": 9114, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -690,11 +690,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 2464, - "cpu_pct": 105.4, - "peak_memory_mb": 6349, + "duration_sec": 2408, + "cpu_pct": 105, + "peak_memory_mb": 4711, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -704,12 +704,12 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 18888, - "cpu_pct": 100.1, - "peak_memory_mb": 20788, - "disk_read_mb": 868, + "duration_sec": 10236, + "cpu_pct": 100.4, + "peak_memory_mb": 24167, + "disk_read_mb": 872, "disk_write_mb": 4 } }, @@ -718,11 +718,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, "duration_sec": 59.4, - "cpu_pct": 108.9, - "peak_memory_mb": 3687, + "cpu_pct": 124.4, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -732,10 +732,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 2696, - "cpu_pct": 101.1, + "duration_sec": 2616, + "cpu_pct": 100.9, "peak_memory_mb": 5018, "disk_read_mb": 1096, "disk_write_mb": 8 @@ -746,11 +746,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 2338, - "cpu_pct": 102.5, - "peak_memory_mb": 3482, + "duration_sec": 1470, + "cpu_pct": 109.7, + "peak_memory_mb": 7476, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -760,13 +760,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 0, - "duration_sec": 10740, - "cpu_pct": 100.4, - "peak_memory_mb": 31130, - "disk_read_mb": 872, - "disk_write_mb": 4 + "submit": "2024-12-11 16:16:09", + "exit_code": "NA", + "duration_sec": 19600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -774,11 +774,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 58.2, - "cpu_pct": 129.6, - "peak_memory_mb": 6452, + "duration_sec": 74.7, + "cpu_pct": 103.8, + "peak_memory_mb": 2356, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -788,11 +788,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 1368, - "cpu_pct": 102, - "peak_memory_mb": 6349, + "duration_sec": 1352, + "cpu_pct": 105.9, + "peak_memory_mb": 9012, "disk_read_mb": 1104, "disk_write_mb": 8 } @@ -802,11 +802,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 1498, - "cpu_pct": 106.9, - "peak_memory_mb": 4711, + "duration_sec": 2352, + "cpu_pct": 102.8, + "peak_memory_mb": 3584, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -816,11 +816,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 10444, + "duration_sec": 10348, "cpu_pct": 100.3, - "peak_memory_mb": 22836, + "peak_memory_mb": 27136, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -830,11 +830,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 122.6, - "peak_memory_mb": 6349, + "duration_sec": 83.4, + "cpu_pct": 100.9, + "peak_memory_mb": 3687, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -844,10 +844,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1448, - "cpu_pct": 104.2, + "duration_sec": 1440, + "cpu_pct": 105.5, "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 @@ -858,11 +858,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1498, - "cpu_pct": 112, - "peak_memory_mb": 7476, + "duration_sec": 1512, + "cpu_pct": 105.5, + "peak_memory_mb": 4813, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -872,11 +872,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 10284, - "cpu_pct": 100.2, - "peak_memory_mb": 20890, + "duration_sec": 10120, + "cpu_pct": 100.4, + "peak_memory_mb": 23655, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -886,11 +886,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 80.7, - "cpu_pct": 90.4, - "peak_memory_mb": 6452, + "duration_sec": 57.6, + "cpu_pct": 111.4, + "peak_memory_mb": 3687, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -900,11 +900,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, - "duration_sec": 1432, - "cpu_pct": 108.3, - "peak_memory_mb": 9012, + "duration_sec": 2296, + "cpu_pct": 100.9, + "peak_memory_mb": 5018, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -914,11 +914,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, "duration_sec": 1526, - "cpu_pct": 113.2, - "peak_memory_mb": 7578, + "cpu_pct": 112.6, + "peak_memory_mb": 7476, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -928,13 +928,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:23:40", - "exit_code": 0, - "duration_sec": 10804, - "cpu_pct": 100.4, - "peak_memory_mb": 28672, - "disk_read_mb": 872, - "disk_write_mb": 4 + "submit": "2024-12-11 16:19:39", + "exit_code": "NA", + "duration_sec": 8080, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -942,10 +942,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, - "duration_sec": 59.4, - "cpu_pct": 124.3, + "duration_sec": 57.6, + "cpu_pct": 117.6, "peak_memory_mb": 6452, "disk_read_mb": 345, "disk_write_mb": 3 @@ -956,11 +956,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, "duration_sec": 1384, - "cpu_pct": 104, - "peak_memory_mb": 6452, + "cpu_pct": 105.6, + "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -970,11 +970,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, "duration_sec": 1540, - "cpu_pct": 107.4, - "peak_memory_mb": 4916, + "cpu_pct": 107.3, + "peak_memory_mb": 4813, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -984,11 +984,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 10036, - "cpu_pct": 100.4, - "peak_memory_mb": 24167, + "duration_sec": 10236, + "cpu_pct": 100.3, + "peak_memory_mb": 24679, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -998,11 +998,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 58.2, - "cpu_pct": 116.2, - "peak_memory_mb": 3687, + "duration_sec": 67.5, + "cpu_pct": 105, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -1012,11 +1012,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 107.2, - "peak_memory_mb": 17306, + "duration_sec": 696, + "cpu_pct": 107.7, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1026,11 +1026,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 821.8, - "cpu_pct": 106.7, - "peak_memory_mb": 4916, + "duration_sec": 854, + "cpu_pct": 116.2, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1040,11 +1040,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 104.9, - "peak_memory_mb": 16384, + "duration_sec": 508, + "cpu_pct": 106.4, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1054,11 +1054,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 51.3, - "cpu_pct": 133.2, - "peak_memory_mb": 6452, + "duration_sec": 43.8, + "cpu_pct": 131, + "peak_memory_mb": 6349, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1068,12 +1068,12 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1008, - "cpu_pct": 106.6, - "peak_memory_mb": 17306, - "disk_read_mb": 4120, + "duration_sec": 656, + "cpu_pct": 111.5, + "peak_memory_mb": 19968, + "disk_read_mb": 4128, "disk_write_mb": 8 } }, @@ -1082,10 +1082,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 796.6, - "cpu_pct": 110.5, + "duration_sec": 775.6, + "cpu_pct": 111.9, "peak_memory_mb": 4916, "disk_read_mb": 6468, "disk_write_mb": 14 @@ -1096,11 +1096,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 892, - "cpu_pct": 103.3, - "peak_memory_mb": 16384, + "duration_sec": 516, + "cpu_pct": 110, + "peak_memory_mb": 19047, "disk_read_mb": 2384, "disk_write_mb": 4 } @@ -1110,11 +1110,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 45.9, - "cpu_pct": 118.2, - "peak_memory_mb": 3687, + "duration_sec": 47.1, + "cpu_pct": 108, + "peak_memory_mb": 3789, "disk_read_mb": 372, "disk_write_mb": 3 } @@ -1124,10 +1124,10 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 984, - "cpu_pct": 112.7, + "duration_sec": 656, + "cpu_pct": 114.9, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1138,11 +1138,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 774.2, - "cpu_pct": 111.5, - "peak_memory_mb": 4916, + "duration_sec": 910, + "cpu_pct": 108.3, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1152,9 +1152,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 932, + "duration_sec": 868, "cpu_pct": 101.5, "peak_memory_mb": 15053, "disk_read_mb": 2340, @@ -1166,11 +1166,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 44.4, - "cpu_pct": 116.8, - "peak_memory_mb": 3687, + "duration_sec": 76.5, + "cpu_pct": 90.8, + "peak_memory_mb": 6349, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1180,11 +1180,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 960, - "cpu_pct": 103.1, - "peak_memory_mb": 15975, + "duration_sec": 656, + "cpu_pct": 112.1, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1194,10 +1194,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 757.4, - "cpu_pct": 111.9, + "duration_sec": 761.6, + "cpu_pct": 114.1, "peak_memory_mb": 4916, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1208,11 +1208,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 932, - "cpu_pct": 101.4, - "peak_memory_mb": 15053, + "duration_sec": 536, + "cpu_pct": 108.5, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1222,11 +1222,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 47.1, - "cpu_pct": 109.8, - "peak_memory_mb": 3789, + "duration_sec": 48.6, + "cpu_pct": 121.3, + "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1236,10 +1236,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 640, - "cpu_pct": 106.9, + "duration_sec": 688, + "cpu_pct": 102.5, "peak_memory_mb": 17306, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1250,10 +1250,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 868, - "cpu_pct": 113.3, + "duration_sec": 772.8, + "cpu_pct": 120.3, "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1264,11 +1264,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 932, - "cpu_pct": 104.6, - "peak_memory_mb": 17716, + "duration_sec": 544, + "cpu_pct": 106.3, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1278,12 +1278,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 110.4, - "peak_memory_mb": 3687, - "disk_read_mb": 336, + "duration_sec": 49.5, + "cpu_pct": 113.7, + "peak_memory_mb": 6452, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1292,11 +1292,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 680, - "cpu_pct": 109.1, - "peak_memory_mb": 19968, + "duration_sec": 648, + "cpu_pct": 107.5, + "peak_memory_mb": 17306, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1306,10 +1306,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 882, - "cpu_pct": 112.7, + "duration_sec": 789.6, + "cpu_pct": 118.8, "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1320,11 +1320,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 572, - "cpu_pct": 104, - "peak_memory_mb": 19047, + "duration_sec": 556, + "cpu_pct": 107.2, + "peak_memory_mb": 19354, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1334,10 +1334,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 57, - "cpu_pct": 117.2, + "duration_sec": 48, + "cpu_pct": 120.9, "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 @@ -1348,11 +1348,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 968, - "cpu_pct": 101.6, - "peak_memory_mb": 15975, + "duration_sec": 648, + "cpu_pct": 114.3, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1362,11 +1362,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 779.8, - "cpu_pct": 111.9, - "peak_memory_mb": 4916, + "duration_sec": 786.8, + "cpu_pct": 121.1, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1376,11 +1376,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 512, - "cpu_pct": 104.3, - "peak_memory_mb": 16794, + "duration_sec": 944, + "cpu_pct": 103.4, + "peak_memory_mb": 16692, "disk_read_mb": 2336, "disk_write_mb": 4 } @@ -1390,12 +1390,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 44.7, - "cpu_pct": 115.6, - "peak_memory_mb": 3584, - "disk_read_mb": 336, + "duration_sec": 45.3, + "cpu_pct": 135.3, + "peak_memory_mb": 6349, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1404,11 +1404,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 984, - "cpu_pct": 101.7, - "peak_memory_mb": 15975, + "duration_sec": 648, + "cpu_pct": 111.1, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1418,11 +1418,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 1274, - "cpu_pct": 105, - "peak_memory_mb": 3584, + "duration_sec": 792.4, + "cpu_pct": 122.4, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1432,9 +1432,9 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 552, + "duration_sec": 556, "cpu_pct": 106.8, "peak_memory_mb": 19149, "disk_read_mb": 2340, @@ -1446,12 +1446,12 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 53.4, - "cpu_pct": 107.8, - "peak_memory_mb": 2356, - "disk_read_mb": 336, + "duration_sec": 45, + "cpu_pct": 152.5, + "peak_memory_mb": 6349, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1460,11 +1460,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 680, - "cpu_pct": 102.4, - "peak_memory_mb": 17306, + "duration_sec": 720, + "cpu_pct": 105, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1474,11 +1474,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 809.2, - "cpu_pct": 108, - "peak_memory_mb": 4916, + "duration_sec": 770, + "cpu_pct": 121.7, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1488,11 +1488,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 524, - "cpu_pct": 104.9, - "peak_memory_mb": 16384, + "duration_sec": 540, + "cpu_pct": 106.6, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1502,10 +1502,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 46.8, - "cpu_pct": 130.3, + "duration_sec": 48.3, + "cpu_pct": 127.4, "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 @@ -1516,10 +1516,10 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 1096, - "cpu_pct": 110.8, + "duration_sec": 696, + "cpu_pct": 116.5, "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1530,11 +1530,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, "duration_sec": 1078, - "cpu_pct": 107.4, - "peak_memory_mb": 3892, + "cpu_pct": 115.4, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1544,11 +1544,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 2788, - "cpu_pct": 100.2, - "peak_memory_mb": 21095, + "duration_sec": 2920, + "cpu_pct": 101.4, + "peak_memory_mb": 23860, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1558,11 +1558,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 60, - "cpu_pct": 108.9, - "peak_memory_mb": 2356, + "duration_sec": 74.4, + "cpu_pct": 89.8, + "peak_memory_mb": 6349, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1572,11 +1572,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 752, - "cpu_pct": 106.5, - "peak_memory_mb": 7066, + "duration_sec": 808, + "cpu_pct": 108.2, + "peak_memory_mb": 9728, "disk_read_mb": 1384, "disk_write_mb": 8 } @@ -1586,11 +1586,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1218, - "cpu_pct": 111, - "peak_memory_mb": 6656, + "duration_sec": 1190, + "cpu_pct": 106.7, + "peak_memory_mb": 3892, "disk_read_mb": 1666, "disk_write_mb": 14 } @@ -1600,11 +1600,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3160, - "cpu_pct": 100.8, - "peak_memory_mb": 24372, + "duration_sec": 5664, + "cpu_pct": 100.4, + "peak_memory_mb": 21607, "disk_read_mb": 1012, "disk_write_mb": 4 } @@ -1614,10 +1614,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 51, - "cpu_pct": 146.9, + "duration_sec": 59.1, + "cpu_pct": 107.1, "peak_memory_mb": 6452, "disk_read_mb": 417, "disk_write_mb": 3 @@ -1628,11 +1628,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, "duration_sec": 752, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "cpu_pct": 114.8, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1642,11 +1642,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 1792, - "cpu_pct": 107.1, - "peak_memory_mb": 3892, + "duration_sec": 1134, + "cpu_pct": 116.8, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1656,11 +1656,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 3296, - "cpu_pct": 100.7, - "peak_memory_mb": 24269, + "duration_sec": 3264, + "cpu_pct": 101.4, + "peak_memory_mb": 26420, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1670,11 +1670,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 51.6, - "cpu_pct": 107.9, - "peak_memory_mb": 6861, + "duration_sec": 49.8, + "cpu_pct": 125.2, + "peak_memory_mb": 6452, "disk_read_mb": 360, "disk_write_mb": 3 } @@ -1684,10 +1684,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 744, - "cpu_pct": 105.2, + "duration_sec": 776, + "cpu_pct": 103.7, "peak_memory_mb": 7066, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1698,10 +1698,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 108.5, + "duration_sec": 1134, + "cpu_pct": 108.8, "peak_memory_mb": 3892, "disk_read_mb": 1386, "disk_write_mb": 14 @@ -1712,11 +1712,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 3064, - "cpu_pct": 100.7, - "peak_memory_mb": 22426, + "duration_sec": 3176, + "cpu_pct": 100.8, + "peak_memory_mb": 25293, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1726,10 +1726,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 49.2, - "cpu_pct": 120.6, + "duration_sec": 48.3, + "cpu_pct": 118.1, "peak_memory_mb": 3687, "disk_read_mb": 360, "disk_write_mb": 3 @@ -1740,11 +1740,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 736, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "duration_sec": 792, + "cpu_pct": 109.4, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1754,11 +1754,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 109.5, - "peak_memory_mb": 3892, + "duration_sec": 1148, + "cpu_pct": 116.1, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1768,11 +1768,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 5848, - "cpu_pct": 100.3, - "peak_memory_mb": 20890, + "duration_sec": 3284, + "cpu_pct": 101.3, + "peak_memory_mb": 23757, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1782,11 +1782,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 56.1, - "cpu_pct": 121.9, - "peak_memory_mb": 6349, + "duration_sec": 50.1, + "cpu_pct": 133.3, + "peak_memory_mb": 6452, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1796,11 +1796,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 696, - "cpu_pct": 111.7, - "peak_memory_mb": 9728, + "duration_sec": 1104, + "cpu_pct": 104.3, + "peak_memory_mb": 7066, "disk_read_mb": 1216, "disk_write_mb": 8 } @@ -1810,11 +1810,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 109.7, - "peak_memory_mb": 6554, + "duration_sec": 1092, + "cpu_pct": 108.9, + "peak_memory_mb": 3892, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1824,11 +1824,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3168, - "cpu_pct": 100.7, - "peak_memory_mb": 25396, + "duration_sec": 5832, + "cpu_pct": 100.3, + "peak_memory_mb": 21812, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1838,10 +1838,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 52.2, - "cpu_pct": 121.7, + "duration_sec": 49.8, + "cpu_pct": 137.4, "peak_memory_mb": 6349, "disk_read_mb": 357, "disk_write_mb": 3 @@ -1852,11 +1852,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 744, - "cpu_pct": 106, - "peak_memory_mb": 7066, + "duration_sec": 768, + "cpu_pct": 111, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1866,11 +1866,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1736, - "cpu_pct": 105.7, - "peak_memory_mb": 3892, + "duration_sec": 1134, + "cpu_pct": 114.1, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1880,11 +1880,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, "duration_sec": 3168, - "cpu_pct": 100.8, - "peak_memory_mb": 23655, + "cpu_pct": 100.9, + "peak_memory_mb": 23962, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1894,10 +1894,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 116.8, + "duration_sec": 52.2, + "cpu_pct": 113.8, "peak_memory_mb": 3687, "disk_read_mb": 357, "disk_write_mb": 3 @@ -1908,10 +1908,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 720, - "cpu_pct": 117.2, + "duration_sec": 728, + "cpu_pct": 113.7, "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1922,11 +1922,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 1834, - "cpu_pct": 106.7, - "peak_memory_mb": 3994, + "duration_sec": 1176, + "cpu_pct": 115.8, + "peak_memory_mb": 6656, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1936,11 +1936,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 6248, - "cpu_pct": 100.5, - "peak_memory_mb": 28160, + "duration_sec": 3432, + "cpu_pct": 101.4, + "peak_memory_mb": 30618, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1950,11 +1950,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 60.9, - "cpu_pct": 128.5, - "peak_memory_mb": 9319, + "duration_sec": 54.6, + "cpu_pct": 121.1, + "peak_memory_mb": 6452, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1964,11 +1964,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 736, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "duration_sec": 744, + "cpu_pct": 115, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1978,10 +1978,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 115.4, + "duration_sec": 1176, + "cpu_pct": 112.5, "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 @@ -1992,11 +1992,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3236, - "cpu_pct": 101.4, - "peak_memory_mb": 28365, + "duration_sec": 3228, + "cpu_pct": 101.1, + "peak_memory_mb": 27034, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2006,12 +2006,12 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 48.9, - "cpu_pct": 118.1, - "peak_memory_mb": 6452, - "disk_read_mb": 360, + "duration_sec": 47.1, + "cpu_pct": 117.5, + "peak_memory_mb": 3687, + "disk_read_mb": 357, "disk_write_mb": 3 } }, @@ -2020,13 +2020,13 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 5120, - "cpu_pct": 100.9, - "peak_memory_mb": 6861, + "duration_sec": 5152, + "cpu_pct": 102, + "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2034,10 +2034,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 1722, - "cpu_pct": 105.6, + "duration_sec": 2912, + "cpu_pct": 104.3, "peak_memory_mb": 5325, "disk_read_mb": 1372, "disk_write_mb": 14 @@ -2048,11 +2048,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 18976, + "duration_sec": 38284, "cpu_pct": 100.1, - "peak_memory_mb": 29184, + "peak_memory_mb": 25703, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2062,10 +2062,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 62.4, - "cpu_pct": 110.3, + "duration_sec": 61.5, + "cpu_pct": 115.6, "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 @@ -2076,13 +2076,13 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 5792, - "cpu_pct": 100.9, - "peak_memory_mb": 6964, + "duration_sec": 5816, + "cpu_pct": 101.7, + "peak_memory_mb": 9626, "disk_read_mb": 1272, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2090,9 +2090,9 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1736, + "duration_sec": 1750, "cpu_pct": 109.6, "peak_memory_mb": 7988, "disk_read_mb": 1484, @@ -2104,11 +2104,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 18732, + "duration_sec": 18556, "cpu_pct": 100.2, - "peak_memory_mb": 27034, + "peak_memory_mb": 29287, "disk_read_mb": 960, "disk_write_mb": 4 } @@ -2118,11 +2118,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 86.6, - "peak_memory_mb": 3687, + "duration_sec": 67.2, + "cpu_pct": 119.9, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -2132,13 +2132,13 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 5752, - "cpu_pct": 101, + "duration_sec": 5792, + "cpu_pct": 100.8, "peak_memory_mb": 6861, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2146,11 +2146,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 1722, - "cpu_pct": 109.9, - "peak_memory_mb": 7988, + "duration_sec": 2744, + "cpu_pct": 102.4, + "peak_memory_mb": 3994, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2160,11 +2160,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 20608, + "duration_sec": 18796, "cpu_pct": 100.2, - "peak_memory_mb": 32154, + "peak_memory_mb": 33588, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2174,11 +2174,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 111.3, - "peak_memory_mb": 3687, + "duration_sec": 75, + "cpu_pct": 103.3, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2188,13 +2188,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 5712, - "cpu_pct": 100.9, + "duration_sec": 5648, + "cpu_pct": 100.8, "peak_memory_mb": 7066, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2202,11 +2202,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 1708, - "cpu_pct": 105.7, - "peak_memory_mb": 5223, + "duration_sec": 1722, + "cpu_pct": 105.5, + "peak_memory_mb": 5325, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2216,11 +2216,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 20584, - "cpu_pct": 100.2, - "peak_memory_mb": 32973, + "duration_sec": 20820, + "cpu_pct": 100.1, + "peak_memory_mb": 30720, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2230,11 +2230,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 107.5, - "peak_memory_mb": 3687, + "duration_sec": 60.6, + "cpu_pct": 117.8, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2244,13 +2244,13 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 5968, - "cpu_pct": 101.6, + "duration_sec": 5928, + "cpu_pct": 101.8, "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2258,11 +2258,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 2716, - "cpu_pct": 102.4, - "peak_memory_mb": 3994, + "duration_sec": 1694, + "cpu_pct": 110.3, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2272,11 +2272,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 50716, + "duration_sec": 50840, "cpu_pct": 100.1, - "peak_memory_mb": 36455, + "peak_memory_mb": 35636, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2286,11 +2286,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 117.7, - "peak_memory_mb": 6349, + "duration_sec": 79.5, + "cpu_pct": 104.1, + "peak_memory_mb": 2356, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2300,13 +2300,13 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 5064, - "cpu_pct": 101.2, - "peak_memory_mb": 7066, + "duration_sec": 4872, + "cpu_pct": 101.9, + "peak_memory_mb": 9728, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2314,11 +2314,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, "duration_sec": 1680, - "cpu_pct": 106.5, - "peak_memory_mb": 5223, + "cpu_pct": 110.7, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2328,12 +2328,12 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 40604, - "cpu_pct": 100.1, - "peak_memory_mb": 27751, - "disk_read_mb": 928, + "duration_sec": 20600, + "cpu_pct": 100.2, + "peak_memory_mb": 32871, + "disk_read_mb": 932, "disk_write_mb": 4 } }, @@ -2342,10 +2342,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 63, - "cpu_pct": 114.4, + "duration_sec": 77.4, + "cpu_pct": 116.8, "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 @@ -2356,13 +2356,13 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 10120, - "cpu_pct": 100.6, - "peak_memory_mb": 6861, + "duration_sec": 5792, + "cpu_pct": 101.3, + "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2370,11 +2370,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 2800, - "cpu_pct": 102.3, - "peak_memory_mb": 3994, + "duration_sec": 1736, + "cpu_pct": 110.6, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2384,11 +2384,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 38060, - "cpu_pct": 100.1, - "peak_memory_mb": 27341, + "duration_sec": 18448, + "cpu_pct": 100.3, + "peak_memory_mb": 27239, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2398,11 +2398,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 64.8, + "cpu_pct": 111, + "peak_memory_mb": 11674, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2412,13 +2412,13 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 8040, + "duration_sec": 7976, "cpu_pct": 101.2, "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2426,11 +2426,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 2926, - "cpu_pct": 107.6, - "peak_memory_mb": 7988, + "duration_sec": 2772, + "cpu_pct": 102.4, + "peak_memory_mb": 4096, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2440,13 +2440,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 0, - "duration_sec": 23484, - "cpu_pct": 100.2, - "peak_memory_mb": 40960, - "disk_read_mb": 928, - "disk_write_mb": 4 + "submit": "2024-12-11 16:17:29", + "exit_code": "NA", + "duration_sec": 17204, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2454,11 +2454,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 62.4, - "cpu_pct": 122.3, - "peak_memory_mb": 6349, + "duration_sec": 67.2, + "cpu_pct": 102.9, + "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2468,13 +2468,13 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 5744, - "cpu_pct": 101.1, - "peak_memory_mb": 7168, + "duration_sec": 5736, + "cpu_pct": 101.2, + "peak_memory_mb": 9626, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2482,11 +2482,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 1736, - "cpu_pct": 105.5, - "peak_memory_mb": 5223, + "duration_sec": 1750, + "cpu_pct": 109.2, + "peak_memory_mb": 7885, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2496,11 +2496,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 18756, - "cpu_pct": 100.2, - "peak_memory_mb": 27648, + "duration_sec": 18340, + "cpu_pct": 100.3, + "peak_memory_mb": 31847, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2510,11 +2510,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 62.1, - "cpu_pct": 114.5, - "peak_memory_mb": 3687, + "duration_sec": 75.6, + "cpu_pct": 105, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2524,11 +2524,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 600, - "cpu_pct": 107.9, - "peak_memory_mb": 5120, + "duration_sec": 616, + "cpu_pct": 115.6, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2538,10 +2538,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 681.8, - "cpu_pct": 126.2, + "duration_sec": 735, + "cpu_pct": 117.2, "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 @@ -2552,11 +2552,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 106.5, - "peak_memory_mb": 12186, + "duration_sec": 648, + "cpu_pct": 105.9, + "peak_memory_mb": 12288, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2566,11 +2566,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 57.9, - "cpu_pct": 113.1, - "peak_memory_mb": 6349, + "duration_sec": 55.5, + "cpu_pct": 122.7, + "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2580,11 +2580,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 107.7, - "peak_memory_mb": 5120, + "duration_sec": 640, + "cpu_pct": 114.5, + "peak_memory_mb": 7885, "disk_read_mb": 1208, "disk_write_mb": 8 } @@ -2594,11 +2594,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 697.2, - "cpu_pct": 116.4, - "peak_memory_mb": 3584, + "duration_sec": 701.4, + "cpu_pct": 121.4, + "peak_memory_mb": 6247, "disk_read_mb": 1358, "disk_write_mb": 14 } @@ -2608,11 +2608,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:19", "exit_code": 0, "duration_sec": 612, - "cpu_pct": 103.8, - "peak_memory_mb": 9421, + "cpu_pct": 102.8, + "peak_memory_mb": 9319, "disk_read_mb": 924, "disk_write_mb": 4 } @@ -2622,10 +2622,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 45, - "cpu_pct": 121.7, + "duration_sec": 46.2, + "cpu_pct": 113.3, "peak_memory_mb": 3687, "disk_read_mb": 372, "disk_write_mb": 3 @@ -2636,10 +2636,10 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 600, - "cpu_pct": 115, + "duration_sec": 608, + "cpu_pct": 114.3, "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 @@ -2650,11 +2650,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 114.5, - "peak_memory_mb": 4916, + "duration_sec": 683.2, + "cpu_pct": 115.9, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2664,11 +2664,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 103.7, - "peak_memory_mb": 11162, + "duration_sec": 656, + "cpu_pct": 107, + "peak_memory_mb": 13108, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2678,11 +2678,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 46.2, - "cpu_pct": 106.5, - "peak_memory_mb": 3687, + "duration_sec": 44.4, + "cpu_pct": 135.4, + "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2692,11 +2692,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:07:50", + "submit": "2024-12-11 17:01:39", "exit_code": 0, "duration_sec": 608, - "cpu_pct": 108.1, - "peak_memory_mb": 5120, + "cpu_pct": 118.4, + "peak_memory_mb": 7783, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2706,11 +2706,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:07:50", + "submit": "2024-12-11 17:01:39", "exit_code": 0, "duration_sec": 688.8, - "cpu_pct": 114.8, - "peak_memory_mb": 3584, + "cpu_pct": 127.3, + "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2720,10 +2720,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:07:49", + "submit": "2024-12-11 17:01:39", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 103.8, + "duration_sec": 664, + "cpu_pct": 102.7, "peak_memory_mb": 10650, "disk_read_mb": 876, "disk_write_mb": 4 @@ -2734,11 +2734,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:07:49", + "submit": "2024-12-11 17:01:39", "exit_code": 0, - "duration_sec": 46.5, - "cpu_pct": 114.3, - "peak_memory_mb": 3687, + "duration_sec": 46.2, + "cpu_pct": 147.4, + "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2748,10 +2748,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 115.5, + "duration_sec": 712, + "cpu_pct": 106.2, "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 @@ -2762,11 +2762,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 704.2, - "cpu_pct": 112, - "peak_memory_mb": 3584, + "duration_sec": 1190, + "cpu_pct": 104.7, + "peak_memory_mb": 2253, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2776,12 +2776,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 688, - "cpu_pct": 103.4, - "peak_memory_mb": 11264, - "disk_read_mb": 876, + "duration_sec": 700, + "cpu_pct": 107, + "peak_memory_mb": 13927, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -2790,11 +2790,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 44.4, - "cpu_pct": 144.9, - "peak_memory_mb": 6349, + "duration_sec": 53.7, + "cpu_pct": 109.8, + "peak_memory_mb": 4506, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2804,11 +2804,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 888, - "cpu_pct": 110, - "peak_memory_mb": 6554, + "duration_sec": 640, + "cpu_pct": 108.2, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2818,11 +2818,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1274, - "cpu_pct": 112.1, - "peak_memory_mb": 4916, + "duration_sec": 712.6, + "cpu_pct": 120.2, + "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2832,11 +2832,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1056, - "cpu_pct": 100.9, - "peak_memory_mb": 8602, + "duration_sec": 644, + "cpu_pct": 106.8, + "peak_memory_mb": 12391, "disk_read_mb": 876, "disk_write_mb": 4 } @@ -2846,11 +2846,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:29", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 64.5, - "cpu_pct": 130.9, - "peak_memory_mb": 6349, + "duration_sec": 53.7, + "cpu_pct": 89.2, + "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2860,11 +2860,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 992, - "cpu_pct": 108.9, - "peak_memory_mb": 6656, + "duration_sec": 616, + "cpu_pct": 115.2, + "peak_memory_mb": 7988, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2874,11 +2874,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 702.8, - "cpu_pct": 127.6, - "peak_memory_mb": 6247, + "duration_sec": 1162, + "cpu_pct": 104.9, + "peak_memory_mb": 2253, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2888,12 +2888,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1056, - "cpu_pct": 101.1, - "peak_memory_mb": 8295, - "disk_read_mb": 876, + "duration_sec": 672, + "cpu_pct": 104, + "peak_memory_mb": 12288, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -2902,10 +2902,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 82.2, - "cpu_pct": 67.5, + "duration_sec": 45, + "cpu_pct": 111.6, "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 @@ -2916,11 +2916,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, "duration_sec": 536, - "cpu_pct": 116.9, - "peak_memory_mb": 7885, + "cpu_pct": 107.4, + "peak_memory_mb": 5120, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2930,11 +2930,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 704.2, - "cpu_pct": 124.7, - "peak_memory_mb": 6247, + "duration_sec": 711.2, + "cpu_pct": 113.2, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2944,11 +2944,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 700, - "cpu_pct": 107.9, - "peak_memory_mb": 14336, + "duration_sec": 704, + "cpu_pct": 107.2, + "peak_memory_mb": 14132, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2958,10 +2958,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 114.8, + "duration_sec": 56.7, + "cpu_pct": 115.8, "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 @@ -2972,11 +2972,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 968, - "cpu_pct": 103, - "peak_memory_mb": 3789, + "duration_sec": 664, + "cpu_pct": 108, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2986,11 +2986,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 105.1, - "peak_memory_mb": 2253, + "duration_sec": 784, + "cpu_pct": 103.6, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -3000,11 +3000,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 652, - "cpu_pct": 106.7, - "peak_memory_mb": 13210, + "duration_sec": 1060, + "cpu_pct": 101.4, + "peak_memory_mb": 8807, "disk_read_mb": 876, "disk_write_mb": 4 } @@ -3014,10 +3014,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 52.8, - "cpu_pct": 111, + "duration_sec": 44.1, + "cpu_pct": 137.3, "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 @@ -3028,11 +3028,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 109.8, - "peak_memory_mb": 2970, + "duration_sec": 162.4, + "cpu_pct": 164.4, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3042,11 +3042,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 768.6, - "cpu_pct": 112.4, - "peak_memory_mb": 3380, + "duration_sec": 826, + "cpu_pct": 120.8, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3056,10 +3056,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 202.8, - "cpu_pct": 111.8, + "duration_sec": 199.6, + "cpu_pct": 112.2, "peak_memory_mb": 5428, "disk_read_mb": 712, "disk_write_mb": 4 @@ -3070,11 +3070,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 43.5, - "cpu_pct": 107.4, - "peak_memory_mb": 2253, + "duration_sec": 42.3, + "cpu_pct": 135.9, + "peak_memory_mb": 6247, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3084,11 +3084,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 156, - "cpu_pct": 137.6, - "peak_memory_mb": 3994, + "duration_sec": 184, + "cpu_pct": 146.5, + "peak_memory_mb": 6861, "disk_read_mb": 792, "disk_write_mb": 8 } @@ -3098,11 +3098,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1344, - "cpu_pct": 110.4, - "peak_memory_mb": 3380, + "duration_sec": 786.8, + "cpu_pct": 116.2, + "peak_memory_mb": 6042, "disk_read_mb": 630, "disk_write_mb": 14 } @@ -3112,11 +3112,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 217.2, - "cpu_pct": 110.9, - "peak_memory_mb": 5428, + "duration_sec": 228.4, + "cpu_pct": 111.3, + "peak_memory_mb": 8192, "disk_read_mb": 716, "disk_write_mb": 4 } @@ -3126,11 +3126,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 37.2, - "cpu_pct": 115.8, - "peak_memory_mb": 3687, + "duration_sec": 51, + "cpu_pct": 120.3, + "peak_memory_mb": 6349, "disk_read_mb": 264, "disk_write_mb": 3 } @@ -3140,11 +3140,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 220.8, - "cpu_pct": 113.9, - "peak_memory_mb": 2970, + "duration_sec": 158.4, + "cpu_pct": 162.3, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3154,11 +3154,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 830.2, - "cpu_pct": 109.4, - "peak_memory_mb": 3380, + "duration_sec": 659.4, + "cpu_pct": 125.9, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3168,11 +3168,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 328, - "cpu_pct": 103.6, - "peak_memory_mb": 4096, + "duration_sec": 256, + "cpu_pct": 120.1, + "peak_memory_mb": 8295, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3182,10 +3182,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 41.1, - "cpu_pct": 136, + "duration_sec": 36, + "cpu_pct": 139.9, "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 @@ -3196,10 +3196,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 154.4, - "cpu_pct": 131.5, + "duration_sec": 157.6, + "cpu_pct": 132.5, "peak_memory_mb": 3994, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3210,11 +3210,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 786.8, - "cpu_pct": 118.4, - "peak_memory_mb": 6042, + "duration_sec": 1204, + "cpu_pct": 105.1, + "peak_memory_mb": 2048, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3224,11 +3224,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 240, - "cpu_pct": 109.6, - "peak_memory_mb": 5530, + "duration_sec": 332, + "cpu_pct": 103.9, + "peak_memory_mb": 4096, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3238,11 +3238,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 39, - "cpu_pct": 119.2, - "peak_memory_mb": 3584, + "duration_sec": 49.2, + "cpu_pct": 121.4, + "peak_memory_mb": 11572, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3252,11 +3252,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 220.8, - "cpu_pct": 113.7, - "peak_memory_mb": 2970, + "duration_sec": 154.4, + "cpu_pct": 172.9, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3266,11 +3266,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 1218, - "cpu_pct": 105.1, - "peak_memory_mb": 2048, + "duration_sec": 665, + "cpu_pct": 127.5, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3280,10 +3280,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 332, - "cpu_pct": 108.9, + "duration_sec": 348, + "cpu_pct": 110.2, "peak_memory_mb": 5428, "disk_read_mb": 712, "disk_write_mb": 4 @@ -3294,11 +3294,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 42.9, - "cpu_pct": 108.6, - "peak_memory_mb": 2253, + "duration_sec": 36.9, + "cpu_pct": 123.5, + "peak_memory_mb": 3687, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3308,11 +3308,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 137.2, - "peak_memory_mb": 5632, + "duration_sec": 153.6, + "cpu_pct": 164.1, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3322,11 +3322,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 715.4, - "cpu_pct": 115.9, - "peak_memory_mb": 3380, + "duration_sec": 746.2, + "cpu_pct": 123.9, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3336,11 +3336,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 225.6, - "cpu_pct": 111.2, - "peak_memory_mb": 5530, + "duration_sec": 392, + "cpu_pct": 107, + "peak_memory_mb": 5632, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3350,11 +3350,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 45.3, - "cpu_pct": 124.9, - "peak_memory_mb": 3584, + "duration_sec": 51.6, + "cpu_pct": 105.8, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3364,10 +3364,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 156, - "cpu_pct": 155.6, + "duration_sec": 153.6, + "cpu_pct": 163.4, "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3378,11 +3378,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:29", "exit_code": 0, - "duration_sec": 1092, - "cpu_pct": 105.4, - "peak_memory_mb": 2048, + "duration_sec": 648.2, + "cpu_pct": 114.4, + "peak_memory_mb": 3380, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3392,11 +3392,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 218.4, - "cpu_pct": 110.8, - "peak_memory_mb": 5428, + "duration_sec": 224.4, + "cpu_pct": 118.4, + "peak_memory_mb": 8090, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3406,11 +3406,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 109.8, - "peak_memory_mb": 2253, + "duration_sec": 45, + "cpu_pct": 129.3, + "peak_memory_mb": 3584, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3420,11 +3420,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 152.8, - "cpu_pct": 129.5, - "peak_memory_mb": 3994, + "duration_sec": 209.6, + "cpu_pct": 116.2, + "peak_memory_mb": 6964, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3434,11 +3434,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 800.8, - "cpu_pct": 111.6, - "peak_memory_mb": 3380, + "duration_sec": 806.4, + "cpu_pct": 112.5, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3448,11 +3448,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:59", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 248, - "cpu_pct": 109.5, - "peak_memory_mb": 5632, + "duration_sec": 260, + "cpu_pct": 110.8, + "peak_memory_mb": 8295, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3462,11 +3462,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 37.8, - "cpu_pct": 120.4, - "peak_memory_mb": 3584, + "duration_sec": 46.5, + "cpu_pct": 108.1, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3476,11 +3476,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 226.4, - "cpu_pct": 110.7, - "peak_memory_mb": 2970, + "duration_sec": 180.8, + "cpu_pct": 142.6, + "peak_memory_mb": 6964, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3490,11 +3490,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 681.8, - "cpu_pct": 114, - "peak_memory_mb": 3380, + "duration_sec": 789.6, + "cpu_pct": 126, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3504,11 +3504,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 110.3, - "peak_memory_mb": 5428, + "duration_sec": 237.6, + "cpu_pct": 120, + "peak_memory_mb": 8090, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3518,11 +3518,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 38.1, - "cpu_pct": 114.5, - "peak_memory_mb": 3584, + "duration_sec": 49.2, + "cpu_pct": 129.7, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3532,11 +3532,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 104.5, - "peak_memory_mb": 6349, + "duration_sec": 488, + "cpu_pct": 116.5, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3546,10 +3546,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 679, - "cpu_pct": 127.6, + "duration_sec": 718.2, + "cpu_pct": 120.4, "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3560,11 +3560,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 580, - "cpu_pct": 104.5, - "peak_memory_mb": 9114, + "duration_sec": 592, + "cpu_pct": 108.1, + "peak_memory_mb": 12084, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3574,10 +3574,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 61.2, - "cpu_pct": 133.5, + "duration_sec": 48.3, + "cpu_pct": 120.4, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3588,11 +3588,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 456, - "cpu_pct": 120.1, - "peak_memory_mb": 10343, + "duration_sec": 512, + "cpu_pct": 112.4, + "peak_memory_mb": 10240, "disk_read_mb": 1504, "disk_write_mb": 8 } @@ -3602,11 +3602,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 105.1, - "peak_memory_mb": 2356, + "duration_sec": 761.6, + "cpu_pct": 116.9, + "peak_memory_mb": 6452, "disk_read_mb": 1890, "disk_write_mb": 14 } @@ -3616,11 +3616,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 560, - "cpu_pct": 104.8, - "peak_memory_mb": 8704, + "duration_sec": 580, + "cpu_pct": 104.1, + "peak_memory_mb": 11367, "disk_read_mb": 1076, "disk_write_mb": 4 } @@ -3630,11 +3630,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 53.7, - "cpu_pct": 108.8, - "peak_memory_mb": 2356, + "duration_sec": 44.1, + "cpu_pct": 147.2, + "peak_memory_mb": 6349, "disk_read_mb": 375, "disk_write_mb": 3 } @@ -3644,11 +3644,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 455.2, - "cpu_pct": 118.6, - "peak_memory_mb": 10343, + "duration_sec": 463.2, + "cpu_pct": 125.1, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3658,10 +3658,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 788.2, - "cpu_pct": 108.2, + "duration_sec": 1204, + "cpu_pct": 109, "peak_memory_mb": 3687, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3672,11 +3672,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 556, - "cpu_pct": 106.7, - "peak_memory_mb": 11469, + "duration_sec": 568, + "cpu_pct": 108.5, + "peak_memory_mb": 11879, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3686,11 +3686,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 121.4, - "peak_memory_mb": 3584, + "duration_sec": 48.6, + "cpu_pct": 147.1, + "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3700,11 +3700,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 104.4, - "peak_memory_mb": 6247, + "duration_sec": 488, + "cpu_pct": 118, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3714,11 +3714,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 698.6, + "cpu_pct": 123.6, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -3728,11 +3728,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 560, - "cpu_pct": 104.2, - "peak_memory_mb": 8397, + "duration_sec": 552, + "cpu_pct": 107.9, + "peak_memory_mb": 10957, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3742,11 +3742,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:30:19", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 121.9, - "peak_memory_mb": 3584, + "duration_sec": 57.9, + "cpu_pct": 95.4, + "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3756,11 +3756,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 103.9, - "peak_memory_mb": 6349, + "duration_sec": 520, + "cpu_pct": 110.9, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3770,10 +3770,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 688.8, - "cpu_pct": 126.7, + "duration_sec": 701.4, + "cpu_pct": 121.5, "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3784,11 +3784,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1024, - "cpu_pct": 103.9, - "peak_memory_mb": 10650, + "duration_sec": 592, + "cpu_pct": 107.1, + "peak_memory_mb": 11981, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3798,10 +3798,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 57, - "cpu_pct": 99.6, + "duration_sec": 47.7, + "cpu_pct": 115, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3812,11 +3812,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 451.2, - "cpu_pct": 111.3, - "peak_memory_mb": 7476, + "duration_sec": 457.6, + "cpu_pct": 121.4, + "peak_memory_mb": 10138, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3826,10 +3826,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 747.6, - "cpu_pct": 121.9, + "duration_sec": 740.6, + "cpu_pct": 125.9, "peak_memory_mb": 6349, "disk_read_mb": 1680, "disk_write_mb": 14 @@ -3840,11 +3840,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 880, - "cpu_pct": 101.3, - "peak_memory_mb": 7373, + "duration_sec": 548, + "cpu_pct": 107.5, + "peak_memory_mb": 11367, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3854,10 +3854,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 90, - "cpu_pct": 76.7, + "duration_sec": 51.9, + "cpu_pct": 94.6, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3868,11 +3868,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:41", "exit_code": 0, - "duration_sec": 463.2, - "cpu_pct": 124.4, - "peak_memory_mb": 10343, + "duration_sec": 451.2, + "cpu_pct": 118.9, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3882,11 +3882,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 714, - "cpu_pct": 125.9, - "peak_memory_mb": 6349, + "duration_sec": 697.2, + "cpu_pct": 123.9, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -3896,11 +3896,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:41", "exit_code": 0, - "duration_sec": 588, - "cpu_pct": 108.9, - "peak_memory_mb": 11981, + "duration_sec": 592, + "cpu_pct": 104, + "peak_memory_mb": 9319, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3910,11 +3910,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 54.3, - "cpu_pct": 112.8, - "peak_memory_mb": 3687, + "duration_sec": 51.9, + "cpu_pct": 107, + "peak_memory_mb": 2356, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3924,10 +3924,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 115.3, + "duration_sec": 451.2, + "cpu_pct": 115.1, "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 @@ -3938,11 +3938,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 702.8, + "cpu_pct": 115.7, + "peak_memory_mb": 3687, "disk_read_mb": 1680, "disk_write_mb": 14 } @@ -3952,11 +3952,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 628, - "cpu_pct": 108.7, - "peak_memory_mb": 12596, + "duration_sec": 624, + "cpu_pct": 104.5, + "peak_memory_mb": 9933, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3966,10 +3966,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 46.8, - "cpu_pct": 129.8, + "duration_sec": 43.5, + "cpu_pct": 134.2, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3980,11 +3980,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 459.2, - "cpu_pct": 111.1, - "peak_memory_mb": 7680, + "duration_sec": 450.4, + "cpu_pct": 122.6, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3994,11 +3994,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 698.6, - "cpu_pct": 125.8, - "peak_memory_mb": 6349, + "duration_sec": 702.8, + "cpu_pct": 124.6, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -4008,11 +4008,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, "duration_sec": 604, - "cpu_pct": 106.1, - "peak_memory_mb": 11981, + "cpu_pct": 106.3, + "peak_memory_mb": 12186, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -4022,10 +4022,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 56.7, - "cpu_pct": 104.6, + "duration_sec": 42.3, + "cpu_pct": 145.8, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -4036,11 +4036,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 352, - "cpu_pct": 113.5, - "peak_memory_mb": 4608, + "duration_sec": 368, + "cpu_pct": 128.3, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4050,12 +4050,12 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 121.8, - "peak_memory_mb": 6144, - "disk_read_mb": 994, + "duration_sec": 667.8, + "cpu_pct": 112.8, + "peak_memory_mb": 3482, + "disk_read_mb": 980, "disk_write_mb": 14 } }, @@ -4064,11 +4064,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 388, - "cpu_pct": 105.6, - "peak_memory_mb": 5837, + "duration_sec": 392, + "cpu_pct": 104.1, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4078,10 +4078,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 73.2, - "cpu_pct": 115.2, + "duration_sec": 87.9, + "cpu_pct": 72.9, "peak_memory_mb": 6349, "disk_read_mb": 330, "disk_write_mb": 3 @@ -4092,11 +4092,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 351.2, - "cpu_pct": 113.5, - "peak_memory_mb": 4506, + "duration_sec": 512, + "cpu_pct": 112.5, + "peak_memory_mb": 4711, "disk_read_mb": 1080, "disk_write_mb": 8 } @@ -4106,10 +4106,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 697.2, - "cpu_pct": 113.8, + "duration_sec": 695.8, + "cpu_pct": 113.9, "peak_memory_mb": 3482, "disk_read_mb": 1134, "disk_write_mb": 14 @@ -4120,10 +4120,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 592, - "cpu_pct": 102.2, + "duration_sec": 596, + "cpu_pct": 102.4, "peak_memory_mb": 4404, "disk_read_mb": 860, "disk_write_mb": 4 @@ -4134,11 +4134,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 91.8, - "cpu_pct": 77.8, - "peak_memory_mb": 6452, + "duration_sec": 52.8, + "cpu_pct": 109.2, + "peak_memory_mb": 6349, "disk_read_mb": 360, "disk_write_mb": 3 } @@ -4148,11 +4148,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 335.2, - "cpu_pct": 114, - "peak_memory_mb": 4711, + "duration_sec": 343.2, + "cpu_pct": 124.6, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4162,12 +4162,12 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 1120, - "cpu_pct": 105.6, - "peak_memory_mb": 2151, - "disk_read_mb": 980, + "duration_sec": 649.6, + "cpu_pct": 121.6, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4176,11 +4176,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 102.2, - "peak_memory_mb": 4301, + "duration_sec": 380, + "cpu_pct": 111.5, + "peak_memory_mb": 8397, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4190,12 +4190,12 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 42.6, - "cpu_pct": 116.1, - "peak_memory_mb": 3687, - "disk_read_mb": 327, + "duration_sec": 43.5, + "cpu_pct": 133.4, + "peak_memory_mb": 6349, + "disk_read_mb": 330, "disk_write_mb": 3 } }, @@ -4204,10 +4204,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 345.6, - "cpu_pct": 114.4, + "duration_sec": 350.4, + "cpu_pct": 110.8, "peak_memory_mb": 4711, "disk_read_mb": 992, "disk_write_mb": 8 @@ -4218,12 +4218,12 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 665, - "cpu_pct": 114.6, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 670.6, + "cpu_pct": 127.5, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4232,11 +4232,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 724, - "cpu_pct": 101.7, - "peak_memory_mb": 4711, + "duration_sec": 372, + "cpu_pct": 105.9, + "peak_memory_mb": 5940, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4246,11 +4246,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 114.5, - "peak_memory_mb": 3584, + "duration_sec": 58.2, + "cpu_pct": 95.8, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4260,11 +4260,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 105.6, - "peak_memory_mb": 3380, + "duration_sec": 364.8, + "cpu_pct": 125.7, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4274,10 +4274,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 840, - "cpu_pct": 115.7, + "duration_sec": 704.2, + "cpu_pct": 126.6, "peak_memory_mb": 6144, "disk_read_mb": 994, "disk_write_mb": 14 @@ -4288,11 +4288,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 796, - "cpu_pct": 107.6, - "peak_memory_mb": 8397, + "duration_sec": 424, + "cpu_pct": 105.9, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4302,10 +4302,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:29", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 78.9, - "cpu_pct": 86.2, + "duration_sec": 43.8, + "cpu_pct": 124.9, "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 @@ -4316,11 +4316,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 348, - "cpu_pct": 112.6, - "peak_memory_mb": 4711, + "duration_sec": 345.6, + "cpu_pct": 125.4, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4330,11 +4330,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 105.4, - "peak_memory_mb": 2151, + "duration_sec": 782.6, + "cpu_pct": 114.9, + "peak_memory_mb": 6144, "disk_read_mb": 980, "disk_write_mb": 14 } @@ -4344,11 +4344,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 712, - "cpu_pct": 103.6, - "peak_memory_mb": 5940, + "duration_sec": 388, + "cpu_pct": 112.8, + "peak_memory_mb": 8602, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4358,11 +4358,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 53.1, - "cpu_pct": 117.5, - "peak_memory_mb": 3687, + "duration_sec": 44.7, + "cpu_pct": 134.9, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4372,11 +4372,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 338.4, - "cpu_pct": 117.9, - "peak_memory_mb": 4711, + "duration_sec": 355.2, + "cpu_pct": 119.9, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4386,12 +4386,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1120, - "cpu_pct": 110.4, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 670.6, + "cpu_pct": 129.1, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4400,11 +4400,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 624, - "cpu_pct": 102.2, - "peak_memory_mb": 4301, + "duration_sec": 376, + "cpu_pct": 105, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4414,11 +4414,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 111.4, - "peak_memory_mb": 3584, + "duration_sec": 49.5, + "cpu_pct": 121.1, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4428,11 +4428,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 350.4, - "cpu_pct": 112.4, - "peak_memory_mb": 4608, + "duration_sec": 354.4, + "cpu_pct": 126.4, + "peak_memory_mb": 7271, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4442,11 +4442,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 695.8, - "cpu_pct": 113.3, - "peak_memory_mb": 3482, + "duration_sec": 707, + "cpu_pct": 123.4, + "peak_memory_mb": 6247, "disk_read_mb": 994, "disk_write_mb": 14 } @@ -4456,11 +4456,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 740, - "cpu_pct": 101.6, - "peak_memory_mb": 4301, + "duration_sec": 424, + "cpu_pct": 106.3, + "peak_memory_mb": 5632, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4470,12 +4470,12 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 51, - "cpu_pct": 110.6, - "peak_memory_mb": 2356, - "disk_read_mb": 327, + "duration_sec": 46.8, + "cpu_pct": 127.9, + "peak_memory_mb": 6349, + "disk_read_mb": 330, "disk_write_mb": 3 } }, @@ -4484,11 +4484,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 348.8, - "cpu_pct": 116.3, - "peak_memory_mb": 4711, + "duration_sec": 374.4, + "cpu_pct": 121.8, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4498,12 +4498,12 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 739.2, - "cpu_pct": 106, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 674.8, + "cpu_pct": 126.4, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4512,11 +4512,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 364, - "cpu_pct": 106.5, - "peak_memory_mb": 5837, + "duration_sec": 620, + "cpu_pct": 101.5, + "peak_memory_mb": 4506, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4526,10 +4526,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 132.9, + "duration_sec": 44.1, + "cpu_pct": 137.8, "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 @@ -4540,12 +4540,12 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 392.8, - "cpu_pct": 107.8, - "peak_memory_mb": 5837, - "disk_read_mb": 1048, + "duration_sec": 368.8, + "cpu_pct": 121.2, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4554,11 +4554,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 746.2, - "cpu_pct": 119.7, - "peak_memory_mb": 6247, + "duration_sec": 672, + "cpu_pct": 115.7, + "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4568,11 +4568,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 268, - "cpu_pct": 115.1, - "peak_memory_mb": 9114, + "duration_sec": 452, + "cpu_pct": 106.6, + "peak_memory_mb": 6452, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4582,11 +4582,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 53.1, - "cpu_pct": 110.5, - "peak_memory_mb": 2356, + "duration_sec": 56.1, + "cpu_pct": 118.9, + "peak_memory_mb": 3687, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4596,11 +4596,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 528, - "cpu_pct": 104.3, - "peak_memory_mb": 4506, + "duration_sec": 392.8, + "cpu_pct": 120.7, + "peak_memory_mb": 8704, "disk_read_mb": 1136, "disk_write_mb": 8 } @@ -4610,11 +4610,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 739.2, - "cpu_pct": 113.7, - "peak_memory_mb": 3482, + "duration_sec": 751.8, + "cpu_pct": 118.5, + "peak_memory_mb": 6144, "disk_read_mb": 1232, "disk_write_mb": 14 } @@ -4624,11 +4624,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, "duration_sec": 264, - "cpu_pct": 108.7, - "peak_memory_mb": 6452, + "cpu_pct": 107.7, + "peak_memory_mb": 6656, "disk_read_mb": 888, "disk_write_mb": 4 } @@ -4638,11 +4638,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 45.3, - "cpu_pct": 111.4, - "peak_memory_mb": 3584, + "duration_sec": 51.9, + "cpu_pct": 127.4, + "peak_memory_mb": 6452, "disk_read_mb": 375, "disk_write_mb": 3 } @@ -4652,12 +4652,12 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:10", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 536, - "cpu_pct": 111.5, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 352, + "cpu_pct": 128.1, + "peak_memory_mb": 8602, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4666,10 +4666,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:09", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 701.4, - "cpu_pct": 114.3, + "duration_sec": 695.8, + "cpu_pct": 112.8, "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 @@ -4680,11 +4680,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:09", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 268, - "cpu_pct": 107.8, - "peak_memory_mb": 6452, + "duration_sec": 428, + "cpu_pct": 107, + "peak_memory_mb": 6554, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4694,11 +4694,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:10", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 120.3, - "peak_memory_mb": 3687, + "duration_sec": 45.6, + "cpu_pct": 141.5, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4708,13 +4708,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:02:50", - "exit_code": 0, - "duration_sec": 363.2, - "cpu_pct": 114.5, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, - "disk_write_mb": 8 + "submit": "2024-12-11 16:56:29", + "exit_code": "NA", + "duration_sec": 60968, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4722,11 +4722,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:02:49", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 758.8, - "cpu_pct": 112.8, - "peak_memory_mb": 3482, + "duration_sec": 771.4, + "cpu_pct": 121.8, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4736,11 +4736,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:02:49", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 288, - "cpu_pct": 107.7, - "peak_memory_mb": 6554, + "duration_sec": 312, + "cpu_pct": 109.6, + "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4750,11 +4750,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:02:50", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 120.5, - "peak_memory_mb": 3687, + "duration_sec": 45.6, + "cpu_pct": 125.6, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4764,12 +4764,12 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 528, - "cpu_pct": 105.1, - "peak_memory_mb": 4506, - "disk_read_mb": 1048, + "duration_sec": 383.2, + "cpu_pct": 122.3, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4778,11 +4778,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 729.4, - "cpu_pct": 113.3, - "peak_memory_mb": 3482, + "duration_sec": 739.2, + "cpu_pct": 118.4, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4792,11 +4792,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 472, - "cpu_pct": 102.4, - "peak_memory_mb": 5223, + "duration_sec": 284, + "cpu_pct": 112.9, + "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4806,11 +4806,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 54.6, - "cpu_pct": 107.1, - "peak_memory_mb": 2356, + "duration_sec": 46.5, + "cpu_pct": 133.8, + "peak_memory_mb": 6452, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4820,12 +4820,12 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 373.6, - "cpu_pct": 114.2, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 403.2, + "cpu_pct": 120.2, + "peak_memory_mb": 8704, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4834,11 +4834,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 105.4, - "peak_memory_mb": 2151, + "duration_sec": 763, + "cpu_pct": 119.3, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4848,11 +4848,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 444, - "cpu_pct": 103, - "peak_memory_mb": 5120, + "duration_sec": 288, + "cpu_pct": 118.5, + "peak_memory_mb": 9114, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4862,11 +4862,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 45.6, - "cpu_pct": 112.9, - "peak_memory_mb": 3584, + "duration_sec": 91.2, + "cpu_pct": 67.3, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4876,12 +4876,12 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 355.2, - "cpu_pct": 112.3, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 359.2, + "cpu_pct": 128.9, + "peak_memory_mb": 8602, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4890,11 +4890,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 770, - "cpu_pct": 121.3, - "peak_memory_mb": 6144, + "duration_sec": 1232, + "cpu_pct": 109.2, + "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4904,10 +4904,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, "duration_sec": 272, - "cpu_pct": 116.8, + "cpu_pct": 111, "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 @@ -4918,11 +4918,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 113.5, - "peak_memory_mb": 3584, + "duration_sec": 52.8, + "cpu_pct": 94, + "peak_memory_mb": 3789, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4932,12 +4932,12 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 366.4, - "cpu_pct": 120.7, - "peak_memory_mb": 8500, - "disk_read_mb": 1056, + "duration_sec": 369.6, + "cpu_pct": 113.1, + "peak_memory_mb": 5837, + "disk_read_mb": 1048, "disk_write_mb": 8 } }, @@ -4946,11 +4946,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 721, - "cpu_pct": 113.7, - "peak_memory_mb": 3482, + "duration_sec": 728, + "cpu_pct": 124.4, + "peak_memory_mb": 6247, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4960,10 +4960,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 276, - "cpu_pct": 108.4, + "duration_sec": 284, + "cpu_pct": 106.6, "peak_memory_mb": 6554, "disk_read_mb": 848, "disk_write_mb": 4 @@ -4974,11 +4974,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 108.7, - "peak_memory_mb": 3687, + "duration_sec": 48.6, + "cpu_pct": 124.8, + "peak_memory_mb": 11674, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4988,11 +4988,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 365.6, - "cpu_pct": 125.1, - "peak_memory_mb": 8500, + "duration_sec": 374.4, + "cpu_pct": 124.1, + "peak_memory_mb": 8704, "disk_read_mb": 1056, "disk_write_mb": 8 } @@ -5002,11 +5002,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 1232, - "cpu_pct": 105.2, - "peak_memory_mb": 2151, + "duration_sec": 757.4, + "cpu_pct": 124.4, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -5016,11 +5016,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 276, - "cpu_pct": 108.8, - "peak_memory_mb": 6452, + "duration_sec": 284, + "cpu_pct": 119.4, + "peak_memory_mb": 9114, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -5030,11 +5030,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 47.4, - "cpu_pct": 124.7, - "peak_memory_mb": 6452, + "duration_sec": 46.2, + "cpu_pct": 117.1, + "peak_memory_mb": 3789, "disk_read_mb": 342, "disk_write_mb": 3 } diff --git a/results/spatial_simulators/data/metric_info.json b/results/spatial_simulators/data/metric_info.json index 9fde363d4..08ae4dd73 100644 --- a/results/spatial_simulators/data/metric_info.json +++ b/results/spatial_simulators/data/metric_info.json @@ -8,10 +8,10 @@ "metric_description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -23,10 +23,10 @@ "metric_description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -38,10 +38,10 @@ "metric_description": "Recall used in identifying spatial variable genes, measuring the true positive rate.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -53,10 +53,10 @@ "metric_description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -68,10 +68,10 @@ "metric_description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.\n", "references_doi": "10.5194/gmd-15-5481-2022", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -83,10 +83,10 @@ "metric_description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.\n", "references_doi": "10.21105/joss.00765", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -98,10 +98,10 @@ "metric_description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.\n", "references_doi": "10.1111/2041-210X.12425", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -113,10 +113,10 @@ "metric_description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.\n", "references_doi": "10.1002/asi.20130", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -128,10 +128,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -143,10 +143,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -158,10 +158,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -173,10 +173,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -188,10 +188,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -203,10 +203,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -218,10 +218,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -233,10 +233,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -248,10 +248,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -263,10 +263,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -278,10 +278,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -293,10 +293,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -308,10 +308,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -323,10 +323,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -338,10 +338,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -353,10 +353,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the Celltype interaction in the real datasets versus the Celltype interaction in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -368,10 +368,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -383,10 +383,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the morans I of the real datasets versus the morans I of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -398,10 +398,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the transition matrix of the real dataset versus the simulated dataset. The transition matrix elucidates the interrelationships among spatial clusters in each space. Each element in the matrix signifies the transition probability from one spatial cluster to another, thereby mapping the dynamic interplay of spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -413,10 +413,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the centralized score matrix of the real dataset versus the simulated dataset. The centralized score matrix is a vector of the group degree centrality (inter-cluster connectivity), average clustering coefficient (propensity for a spot within a spatial cluster to be connected to spots in another cluster), and the group closeness centrality (relative proximity or accessibility of one cluster to all spots in another). \n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -428,10 +428,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the neighborhood enrichment matrices of the real dataset versus the simulated dataset. The neighborhood enrichment matrix quantifies the enrichment observed between each pair of spatial clusters. It serves to systematically assess the interaction between different clusters within a spatial context, providing insights into the relative connectivity between various spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false } ] diff --git a/results/spatial_simulators/data/quality_control.json b/results/spatial_simulators/data/quality_control.json index ac19d252a..9ecb4fabb 100644 --- a/results/spatial_simulators/data/quality_control.json +++ b/results/spatial_simulators/data/quality_control.json @@ -253,81 +253,81 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_ari' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_nmi' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_recall' %missing", - "value": 0.19999999999999996, - "severity": 1, - "severity_value": 1.9999999999999996, + "value": 0.21111111111111114, + "severity": 2, + "severity_value": 2.111111111111111, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 20%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 21%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_precision' %missing", - "value": 0.3222222222222223, - "severity": 3, - "severity_value": 3.2222222222222228, + "value": 0.28888888888888886, + "severity": 2, + "severity_value": 2.8888888888888884, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 32%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 29%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconvolute_rmse' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconcolute_jsd' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_mantel' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_cosine' %missing", - "value": 0.4444444444444444, + "value": 0.3999999999999999, "severity": 3, - "severity_value": 4.444444444444444, + "severity_value": 3.999999999999999, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 44%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 40%\n" }, { "task_id": "task_spatial_simulators", @@ -473,41 +473,41 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_L_stats' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_celltype_interaction' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_nn_correlation' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_morans_I' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", @@ -543,11 +543,11 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'scdesign2' %missing", - "value": 0.06551724137931025, + "value": 0.04482758620689653, "severity": 0, - "severity_value": 0.6551724137931025, + "severity_value": 0.4482758620689653, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 4%\n" }, { "task_id": "task_spatial_simulators", @@ -573,71 +573,71 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'splatter' %missing", - "value": 0.06206896551724139, + "value": 0.037931034482758696, "severity": 0, - "severity_value": 0.6206896551724139, + "severity_value": 0.37931034482758696, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 6%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 4%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'srtsim' %missing", - "value": 0.06551724137931025, + "value": 0.0482758620689655, "severity": 0, - "severity_value": 0.6551724137931025, + "severity_value": 0.482758620689655, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'symsim' %missing", - "value": 0.06896551724137934, + "value": 0.07586206896551717, "severity": 0, - "severity_value": 0.6896551724137934, + "severity_value": 0.7586206896551717, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 8%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'zinbwave' %missing", - "value": 0.06896551724137934, + "value": 0.0482758620689655, "severity": 0, - "severity_value": 0.6896551724137934, + "severity_value": 0.482758620689655, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'positive' %missing", - "value": 0.0482758620689655, + "value": 0.02758620689655178, "severity": 0, - "severity_value": 0.482758620689655, + "severity_value": 0.2758620689655178, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 3%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'negative' %missing", - "value": 0.07241379310344831, + "value": 0.051724137931034475, "severity": 0, - "severity_value": 0.7241379310344831, + "severity_value": 0.5172413793103448, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'hindlimbmuscle' %missing", - "value": 0.08812260536398453, - "severity": 0, - "severity_value": 0.8812260536398453, + "name": "Dataset 'brain' %missing", + "value": 0.2145593869731801, + "severity": 2, + "severity_value": 2.145593869731801, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 21%\n" }, { "task_id": "task_spatial_simulators", @@ -652,32 +652,32 @@ { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'brain' %missing", - "value": 0.4137931034482759, - "severity": 3, - "severity_value": 4.137931034482759, + "name": "Dataset 'breast' %missing", + "value": 0.06130268199233713, + "severity": 0, + "severity_value": 0.6130268199233713, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 41%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Dataset 'prostate' %missing", - "value": 0.03065134099616862, + "value": 0.05363984674329503, "severity": 0, - "severity_value": 0.3065134099616862, + "severity_value": 0.5363984674329503, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'breast' %missing", - "value": 0.03065134099616862, + "name": "Dataset 'pdac' %missing", + "value": 0.026819923371647514, "severity": 0, - "severity_value": 0.3065134099616862, + "severity_value": 0.26819923371647514, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" }, { "task_id": "task_spatial_simulators", @@ -692,192 +692,192 @@ { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'pdac' %missing", - "value": 0.026819923371647514, + "name": "Dataset 'osteosarcoma' %missing", + "value": 0.011494252873563315, "severity": 0, - "severity_value": 0.26819923371647514, + "severity_value": 0.11494252873563315, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'olfactorybulb' %missing", - "value": 0.003831417624521105, + "name": "Dataset 'gastrulation' %missing", + "value": 0.019157088122605415, "severity": 0, - "severity_value": 0.03831417624521105, + "severity_value": 0.19157088122605415, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 2%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'osteosarcoma' %missing", - "value": 0.015325670498084198, + "name": "Dataset 'olfactorybulb' %missing", + "value": 0.007662835249042099, "severity": 0, - "severity_value": 0.15325670498084198, + "severity_value": 0.07662835249042099, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 2%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'gastrulation' %missing", - "value": 0.003831417624521105, + "name": "Dataset 'hindlimbmuscle' %missing", + "value": 0.08812260536398453, "severity": 0, - "severity_value": 0.03831417624521105, + "severity_value": 0.8812260536398453, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 clustering_ari", - "value": -0.0017, + "value": -0.0046, "severity": 0, - "severity_value": 0.0017, + "severity_value": 0.0046, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0017%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0046%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 clustering_ari", - "value": 0.386, + "value": 0.5066, "severity": 0, - "severity_value": 0.193, + "severity_value": 0.2533, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.386%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.5066%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 clustering_ari", - "value": -0.0696, + "value": -0.0013, "severity": 0, - "severity_value": 0.0696, + "severity_value": 0.0013, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0696%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 clustering_ari", - "value": 1.6706, + "value": 1.1338, "severity": 0, - "severity_value": 0.8353, + "severity_value": 0.5669, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.6706%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.1338%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim clustering_ari", - "value": -0.0684, + "value": -0.002, "severity": 0, - "severity_value": 0.0684, + "severity_value": 0.002, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.0684%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim clustering_ari", - "value": 0.4845, + "value": 0.5358, "severity": 0, - "severity_value": 0.24225, + "severity_value": 0.2679, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.4845%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.5358%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter clustering_ari", - "value": -0.0714, + "value": -0.0017, "severity": 0, - "severity_value": 0.0714, + "severity_value": 0.0017, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0017%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter clustering_ari", - "value": 0.4749, + "value": 0.5342, "severity": 0, - "severity_value": 0.23745, + "severity_value": 0.2671, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.4749%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.5342%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim clustering_ari", - "value": 0.0, + "value": 0.7254, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7254, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.7254%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim clustering_ari", - "value": 1.8625, + "value": 1.2472, "severity": 0, - "severity_value": 0.93125, + "severity_value": 0.6236, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.8625%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.2472%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim clustering_ari", - "value": -0.0714, + "value": -0.0017, "severity": 0, - "severity_value": 0.0714, + "severity_value": 0.0017, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0017%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim clustering_ari", - "value": 0.479, + "value": 0.5342, "severity": 0, - "severity_value": 0.2395, + "severity_value": 0.2671, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.479%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.5342%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave clustering_ari", - "value": -0.098, + "value": -0.0034, "severity": 0, - "severity_value": 0.098, + "severity_value": 0.0034, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.098%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.0034%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave clustering_ari", - "value": 0.2461, + "value": 0.37, "severity": 0, - "severity_value": 0.12305, + "severity_value": 0.185, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.2461%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.37%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive clustering_ari", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -913,151 +913,151 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 clustering_nmi", - "value": -0.0027, + "value": -0.0036, "severity": 0, - "severity_value": 0.0027, + "severity_value": 0.0036, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0027%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0036%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 clustering_nmi", - "value": 0.4341, + "value": 0.555, "severity": 0, - "severity_value": 0.21705, + "severity_value": 0.2775, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.4341%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.555%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 clustering_nmi", - "value": -0.0632, + "value": -0.0006, "severity": 0, - "severity_value": 0.0632, + "severity_value": 0.0006, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0632%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0006%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 clustering_nmi", - "value": 1.3373, + "value": 1.087, "severity": 0, - "severity_value": 0.66865, + "severity_value": 0.5435, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.3373%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.087%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim clustering_nmi", - "value": -0.061, + "value": -0.0029, "severity": 0, - "severity_value": 0.061, + "severity_value": 0.0029, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.061%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.0029%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim clustering_nmi", - "value": 0.5648, + "value": 0.5796, "severity": 0, - "severity_value": 0.2824, + "severity_value": 0.2898, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5648%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5796%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter clustering_nmi", - "value": -0.0509, + "value": -0.0019, "severity": 0, - "severity_value": 0.0509, + "severity_value": 0.0019, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter clustering_nmi", - "value": 0.5521, + "value": 0.5846, "severity": 0, - "severity_value": 0.27605, + "severity_value": 0.2923, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5521%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim clustering_nmi", - "value": 0.0, + "value": 0.6742, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6742, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.6742%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim clustering_nmi", - "value": 1.6602, + "value": 1.3081, "severity": 0, - "severity_value": 0.8301, + "severity_value": 0.65405, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.6602%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.3081%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim clustering_nmi", - "value": -0.0509, + "value": -0.0019, "severity": 0, - "severity_value": 0.0509, + "severity_value": 0.0019, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim clustering_nmi", - "value": 0.559, + "value": 0.5846, "severity": 0, - "severity_value": 0.2795, + "severity_value": 0.2923, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.559%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.5846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave clustering_nmi", - "value": -0.0815, + "value": -0.0031, "severity": 0, - "severity_value": 0.0815, + "severity_value": 0.0031, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0815%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0031%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave clustering_nmi", - "value": 0.319, + "value": 0.3748, "severity": 0, - "severity_value": 0.1595, + "severity_value": 0.1874, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.319%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.3748%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive clustering_nmi", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1093,21 +1093,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 svg_recall", - "value": 0.0, + "value": -0.0055, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0055, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: 0.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: -0.0055%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 svg_recall", - "value": 0.9198, + "value": 0.9051, "severity": 0, - "severity_value": 0.4599, + "severity_value": 0.45255, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9198%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9051%\n" }, { "task_id": "task_spatial_simulators", @@ -1143,31 +1143,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim svg_recall", - "value": 0.9767, + "value": 0.972, "severity": 0, - "severity_value": 0.48835, + "severity_value": 0.486, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.9767%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.972%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter svg_recall", - "value": 0.0, + "value": -0.0055, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0055, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: 0.0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: -0.0055%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter svg_recall", - "value": 0.9872, + "value": 0.9918, "severity": 0, - "severity_value": 0.4936, + "severity_value": 0.4959, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9872%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9918%\n" }, { "task_id": "task_spatial_simulators", @@ -1223,11 +1223,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave svg_recall", - "value": 0.9802, + "value": 0.9767, "severity": 0, - "severity_value": 0.4901, + "severity_value": 0.48835, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9802%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9767%\n" }, { "task_id": "task_spatial_simulators", @@ -1273,41 +1273,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 svg_precision", - "value": 0, + "value": -0.5, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: 0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: -0.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 svg_precision", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 svg_precision", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0.0%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 svg_precision", - "value": 0.7778, + "value": 0, "severity": 0, - "severity_value": 0.3889, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0.7778%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", @@ -1323,31 +1323,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim svg_precision", - "value": 0.3961, + "value": 0.0111, "severity": 0, - "severity_value": 0.19805, + "severity_value": 0.00555, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.3961%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.0111%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter svg_precision", - "value": 0, + "value": -0.5, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: 0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: -0.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter svg_precision", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -1363,31 +1363,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim svg_precision", - "value": 0.841, + "value": 0.7551, "severity": 0, - "severity_value": 0.4205, + "severity_value": 0.37755, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.841%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.7551%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim svg_precision", - "value": 0.0, + "value": -0.2, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: 0.0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: -0.2%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim svg_precision", - "value": 0.2, + "value": 0.0, "severity": 0, - "severity_value": 0.1, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.2%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -1403,11 +1403,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave svg_precision", - "value": 0.5928, + "value": 0.4715, "severity": 0, - "severity_value": 0.2964, + "severity_value": 0.23575, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.5928%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.4715%\n" }, { "task_id": "task_spatial_simulators", @@ -1453,21 +1453,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ctdeconvolute_rmse", - "value": -0.1226, + "value": -0.1887, "severity": 0, - "severity_value": 0.1226, + "severity_value": 0.1887, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1226%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1887%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ctdeconvolute_rmse", - "value": 0.8978, + "value": 0.899, "severity": 0, - "severity_value": 0.4489, + "severity_value": 0.4495, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.8978%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.899%\n" }, { "task_id": "task_spatial_simulators", @@ -1483,121 +1483,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ctdeconvolute_rmse", - "value": 0.9484, + "value": 0.9491, "severity": 0, - "severity_value": 0.4742, + "severity_value": 0.47455, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9484%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9491%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ctdeconvolute_rmse", - "value": -0.2652, + "value": -0.2629, "severity": 0, - "severity_value": 0.2652, + "severity_value": 0.2629, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2652%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2629%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ctdeconvolute_rmse", - "value": 0.9283, + "value": 0.9273, "severity": 0, - "severity_value": 0.46415, + "severity_value": 0.46365, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9283%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9273%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ctdeconvolute_rmse", - "value": -0.287, + "value": -0.12, "severity": 0, - "severity_value": 0.287, + "severity_value": 0.12, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.287%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.12%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ctdeconvolute_rmse", - "value": 0.1237, + "value": 0.1672, "severity": 0, - "severity_value": 0.06185, + "severity_value": 0.0836, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1237%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1672%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ctdeconvolute_rmse", - "value": 0.0, + "value": 0.7282, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7282, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.7282%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ctdeconvolute_rmse", - "value": 0.9986, + "value": 0.9984, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.4992, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9986%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ctdeconvolute_rmse", - "value": -0.9049, + "value": -0.9219, "severity": 0, - "severity_value": 0.9049, + "severity_value": 0.9219, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9049%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9219%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ctdeconvolute_rmse", - "value": 0.2213, + "value": 0.226, "severity": 0, - "severity_value": 0.11065, + "severity_value": 0.113, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.2213%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.226%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ctdeconvolute_rmse", - "value": 0.0, + "value": 0.3461, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.3461, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.3461%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ctdeconvolute_rmse", - "value": 0.9434, + "value": 0.9427, "severity": 0, - "severity_value": 0.4717, + "severity_value": 0.47135, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9434%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9427%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ctdeconvolute_rmse", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1633,21 +1633,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ctdeconcolute_jsd", - "value": -0.0613, + "value": -0.0979, "severity": 0, - "severity_value": 0.0613, + "severity_value": 0.0979, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0613%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0979%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ctdeconcolute_jsd", - "value": 0.758, + "value": 0.7596, "severity": 0, - "severity_value": 0.379, + "severity_value": 0.3798, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.758%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.7596%\n" }, { "task_id": "task_spatial_simulators", @@ -1663,121 +1663,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ctdeconcolute_jsd", - "value": 0.8339, + "value": 0.8333, "severity": 0, - "severity_value": 0.41695, + "severity_value": 0.41665, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8339%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8333%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ctdeconcolute_jsd", - "value": -0.1617, + "value": -0.1562, "severity": 0, - "severity_value": 0.1617, + "severity_value": 0.1562, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1617%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1562%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ctdeconcolute_jsd", - "value": 0.8095, + "value": 0.8045, "severity": 0, - "severity_value": 0.40475, + "severity_value": 0.40225, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8095%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8045%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ctdeconcolute_jsd", - "value": -0.1746, + "value": -0.1152, "severity": 0, - "severity_value": 0.1746, + "severity_value": 0.1152, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1746%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1152%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ctdeconcolute_jsd", - "value": 0.0959, + "value": 0.0976, "severity": 0, - "severity_value": 0.04795, + "severity_value": 0.0488, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0959%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0976%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ctdeconcolute_jsd", - "value": 0.0, + "value": 0.6456, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6456, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.6456%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ctdeconcolute_jsd", - "value": 0.9785, + "value": 0.9763, "severity": 0, - "severity_value": 0.48925, + "severity_value": 0.48815, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9785%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9763%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ctdeconcolute_jsd", - "value": -0.7366, + "value": -0.745, "severity": 0, - "severity_value": 0.7366, + "severity_value": 0.745, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.7366%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.745%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ctdeconcolute_jsd", - "value": 0.073, + "value": 0.0795, "severity": 0, - "severity_value": 0.0365, + "severity_value": 0.03975, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.073%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.0795%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ctdeconcolute_jsd", - "value": 0.0, + "value": 0.2264, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.2264, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.2264%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ctdeconcolute_jsd", - "value": 0.8461, + "value": 0.8439, "severity": 0, - "severity_value": 0.42305, + "severity_value": 0.42195, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8461%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8439%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ctdeconcolute_jsd", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1813,21 +1813,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 crosscor_mantel", - "value": -0.3994, + "value": -0.4106, "severity": 0, - "severity_value": 0.3994, + "severity_value": 0.4106, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.3994%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.4106%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 crosscor_mantel", - "value": 0.962, + "value": 0.9534, "severity": 0, - "severity_value": 0.481, + "severity_value": 0.4767, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.962%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.9534%\n" }, { "task_id": "task_spatial_simulators", @@ -1843,121 +1843,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 crosscor_mantel", - "value": 0.9879, + "value": 0.9977, "severity": 0, - "severity_value": 0.49395, + "severity_value": 0.49885, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9879%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9977%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim crosscor_mantel", - "value": 0.0, + "value": 0.0146, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.0146, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0146%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim crosscor_mantel", - "value": 0.8825, + "value": 0.877, "severity": 0, - "severity_value": 0.44125, + "severity_value": 0.4385, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.8825%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.877%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter crosscor_mantel", - "value": -0.0098, + "value": -0.0386, "severity": 0, - "severity_value": 0.0098, + "severity_value": 0.0386, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0098%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0386%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter crosscor_mantel", - "value": 0.0223, + "value": 0.0113, "severity": 0, - "severity_value": 0.01115, + "severity_value": 0.00565, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0223%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0113%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim crosscor_mantel", - "value": 0.0, + "value": 0.8268, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.8268, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.8268%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim crosscor_mantel", - "value": 0.9986, + "value": 0.9996, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.4998, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9986%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9996%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim crosscor_mantel", - "value": -0.0413, + "value": -0.0466, "severity": 0, - "severity_value": 0.0413, + "severity_value": 0.0466, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0413%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0466%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim crosscor_mantel", - "value": 0.0087, + "value": 0.0054, "severity": 0, - "severity_value": 0.00435, + "severity_value": 0.0027, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0087%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0054%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave crosscor_mantel", - "value": 0.0, + "value": -0.0045, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0045, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: -0.0045%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave crosscor_mantel", - "value": 0.7694, + "value": 0.7708, "severity": 0, - "severity_value": 0.3847, + "severity_value": 0.3854, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7694%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7708%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive crosscor_mantel", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -2003,11 +2003,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 crosscor_cosine", - "value": 0.8142, + "value": 0.7999, "severity": 0, - "severity_value": 0.4071, + "severity_value": 0.39995, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.8142%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.7999%\n" }, { "task_id": "task_spatial_simulators", @@ -2023,11 +2023,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 crosscor_cosine", - "value": 0.9754, + "value": 0.9745, "severity": 0, - "severity_value": 0.4877, + "severity_value": 0.48725, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9754%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9745%\n" }, { "task_id": "task_spatial_simulators", @@ -2043,31 +2043,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim crosscor_cosine", - "value": 0.8612, + "value": 0.8332, "severity": 0, - "severity_value": 0.4306, + "severity_value": 0.4166, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8612%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8332%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter crosscor_cosine", - "value": -0.0006, + "value": 0.0, "severity": 0, - "severity_value": 0.0006, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: -0.0006%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter crosscor_cosine", - "value": 0.228, + "value": 0.1744, "severity": 0, - "severity_value": 0.114, + "severity_value": 0.0872, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.228%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.1744%\n" }, { "task_id": "task_spatial_simulators", @@ -2083,61 +2083,61 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim crosscor_cosine", - "value": 0.9978, + "value": 0.9957, "severity": 0, - "severity_value": 0.4989, + "severity_value": 0.49785, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9978%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9957%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim crosscor_cosine", - "value": -0.0308, + "value": -0.0271, "severity": 0, - "severity_value": 0.0308, + "severity_value": 0.0271, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0308%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0271%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim crosscor_cosine", - "value": 0.1887, + "value": 0.1869, "severity": 0, - "severity_value": 0.09435, + "severity_value": 0.09345, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1887%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1869%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave crosscor_cosine", - "value": 0.0, + "value": -0.0051, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0051, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: -0.0051%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave crosscor_cosine", - "value": 0.443, + "value": 0.7059, "severity": 0, - "severity_value": 0.2215, + "severity_value": 0.35295, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.443%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.7059%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive crosscor_cosine", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -2173,141 +2173,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9497, + "value": 0.9571, "severity": 0, - "severity_value": -0.9497, + "severity_value": -0.9571, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9497%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9571%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 0.9998, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.4999, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_frac_zero_genes", - "value": 0.9818, + "value": 0.986, "severity": 0, - "severity_value": -0.9818, + "severity_value": -0.986, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9818%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_frac_zero_genes", - "value": 0.8987, + "value": 0.8904, "severity": 0, - "severity_value": -0.8987, + "severity_value": -0.8904, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8987%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8904%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_frac_zero_genes", - "value": 1.0001, + "value": 0.9999, "severity": 0, - "severity_value": 0.50005, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0001%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_frac_zero_genes", - "value": 0.7979, + "value": 0.2704, "severity": 0, - "severity_value": -0.7979, + "severity_value": -0.2704, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.7979%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.2704%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_frac_zero_genes", - "value": 0.991, + "value": 0.9825, "severity": 0, - "severity_value": 0.4955, + "severity_value": 0.49125, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.991%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9825%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_frac_zero_genes", - "value": 0.9538, + "value": 0.9588, "severity": 0, - "severity_value": -0.9538, + "severity_value": -0.9588, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9538%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9588%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 0.9998, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.4999, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_frac_zero_genes", - "value": 0.8131, + "value": 0.6339, "severity": 0, - "severity_value": -0.8131, + "severity_value": -0.6339, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8131%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.6339%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_frac_zero_genes", - "value": 0.9913, + "value": 0.9917, "severity": 0, - "severity_value": 0.49565, + "severity_value": 0.49585, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9913%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9917%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_frac_zero_genes", - "value": 0.9944, + "value": 0.9926, "severity": 0, - "severity_value": -0.9944, + "severity_value": -0.9926, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9944%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9926%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_frac_zero_genes", - "value": 1.0, + "value": 0.9999, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2353,71 +2353,71 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.891, + "value": 0.9124, "severity": 0, - "severity_value": -0.891, + "severity_value": -0.9124, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.891%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9124%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.9857, + "value": 0.9865, "severity": 0, - "severity_value": 0.49285, + "severity_value": 0.49325, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9857%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9865%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.8527, + "value": 0.885, "severity": 0, - "severity_value": -0.8527, + "severity_value": -0.885, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8527%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.885%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.9826, + "value": 0.9906, "severity": 0, - "severity_value": 0.4913, + "severity_value": 0.4953, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9826%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9906%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_frac_zero_cells", - "value": 0.8826, + "value": 0.8668, "severity": 0, - "severity_value": -0.8826, + "severity_value": -0.8668, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8826%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8668%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_frac_zero_cells", - "value": 0.9976, + "value": 0.9986, "severity": 0, - "severity_value": 0.4988, + "severity_value": 0.4993, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9976%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_frac_zero_cells", - "value": 0.73, + "value": 0.2881, "severity": 0, - "severity_value": -0.73, + "severity_value": -0.2881, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.73%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.2881%\n" }, { "task_id": "task_spatial_simulators", @@ -2433,61 +2433,61 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_frac_zero_cells", - "value": 0.9488, + "value": 0.9525, "severity": 0, - "severity_value": -0.9488, + "severity_value": -0.9525, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9488%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9525%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_frac_zero_cells", - "value": 1.0066, + "value": 0.9992, "severity": 0, - "severity_value": 0.5033, + "severity_value": 0.4996, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0066%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_frac_zero_cells", - "value": 0.5984, + "value": 0.4176, "severity": 0, - "severity_value": -0.5984, + "severity_value": -0.4176, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.5984%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.4176%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_frac_zero_cells", - "value": 0.9748, + "value": 0.986, "severity": 0, - "severity_value": 0.4874, + "severity_value": 0.493, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9748%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_frac_zero_cells", - "value": 0.9573, + "value": 0.966, "severity": 0, - "severity_value": -0.9573, + "severity_value": -0.966, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9573%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.966%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_frac_zero_cells", - "value": 1.0, + "value": 0.9986, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.4993, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" }, { "task_id": "task_spatial_simulators", @@ -2533,41 +2533,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_lib_size_cells", - "value": 0.8375, + "value": 0.8517, "severity": 0, - "severity_value": -0.8375, + "severity_value": -0.8517, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8375%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8517%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_lib_size_cells", - "value": 0.9935, + "value": 0.9891, "severity": 0, - "severity_value": 0.49675, + "severity_value": 0.49455, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9935%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9891%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_lib_size_cells", - "value": 0.8434, + "value": 0.8569, "severity": 0, - "severity_value": -0.8434, + "severity_value": -0.8569, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8434%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8569%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_lib_size_cells", - "value": 0.9979, + "value": 0.9958, "severity": 0, - "severity_value": 0.49895, + "severity_value": 0.4979, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9979%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9958%\n" }, { "task_id": "task_spatial_simulators", @@ -2593,81 +2593,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_lib_size_cells", - "value": 0.8919, + "value": 0.8543, "severity": 0, - "severity_value": -0.8919, + "severity_value": -0.8543, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8919%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8543%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_lib_size_cells", - "value": 0.9954, + "value": 0.995, "severity": 0, - "severity_value": 0.4977, + "severity_value": 0.4975, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9954%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.995%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_lib_size_cells", - "value": 0.9404, + "value": 0.9572, "severity": 0, - "severity_value": -0.9404, + "severity_value": -0.9572, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9404%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9572%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_lib_size_cells", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_lib_size_cells", - "value": -0.3806, + "value": -0.5165, "severity": 0, - "severity_value": 0.3806, + "severity_value": 0.5165, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.3806%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.5165%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_lib_size_cells", - "value": 0.9354, + "value": 0.9828, "severity": 0, - "severity_value": 0.4677, + "severity_value": 0.4914, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9354%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9828%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_lib_size_cells", - "value": 0.9599, + "value": 0.9765, "severity": 0, - "severity_value": -0.9599, + "severity_value": -0.9765, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9599%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9765%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_lib_size_cells", - "value": 1.0343, + "value": 0.9999, "severity": 0, - "severity_value": 0.51715, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0343%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2713,41 +2713,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.8375, + "value": 0.8517, "severity": 0, - "severity_value": -0.8375, + "severity_value": -0.8517, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8375%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8517%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.9935, + "value": 0.9891, "severity": 0, - "severity_value": 0.49675, + "severity_value": 0.49455, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9935%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9891%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.8434, + "value": 0.8569, "severity": 0, - "severity_value": -0.8434, + "severity_value": -0.8569, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8434%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8569%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.9979, + "value": 0.9958, "severity": 0, - "severity_value": 0.49895, + "severity_value": 0.4979, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9979%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9958%\n" }, { "task_id": "task_spatial_simulators", @@ -2773,81 +2773,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_efflib_size_cells", - "value": 0.8919, + "value": 0.8543, "severity": 0, - "severity_value": -0.8919, + "severity_value": -0.8543, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8919%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8543%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_efflib_size_cells", - "value": 0.9954, + "value": 0.995, "severity": 0, - "severity_value": 0.4977, + "severity_value": 0.4975, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9954%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.995%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_efflib_size_cells", - "value": 0.9404, + "value": 0.9572, "severity": 0, - "severity_value": -0.9404, + "severity_value": -0.9572, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9404%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9572%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_efflib_size_cells", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_efflib_size_cells", - "value": -0.3806, + "value": -0.5165, "severity": 0, - "severity_value": 0.3806, + "severity_value": 0.5165, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.3806%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.5165%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_efflib_size_cells", - "value": 0.9354, + "value": 0.9828, "severity": 0, - "severity_value": 0.4677, + "severity_value": 0.4914, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9354%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9828%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_efflib_size_cells", - "value": 0.9599, + "value": 0.9765, "severity": 0, - "severity_value": -0.9599, + "severity_value": -0.9765, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9599%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9765%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_efflib_size_cells", - "value": 1.0343, + "value": 0.9999, "severity": 0, - "severity_value": 0.51715, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0343%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2893,141 +2893,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_tmm_cells", - "value": -3.784, + "value": -3.5269, "severity": 3, - "severity_value": 3.784, + "severity_value": 3.5269, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.784%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.5269%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_tmm_cells", - "value": 0.9694, + "value": 0.9554, "severity": 0, - "severity_value": 0.4847, + "severity_value": 0.4777, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9694%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9554%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_tmm_cells", - "value": -1.503, - "severity": 1, - "severity_value": 1.503, + "value": -0.7121, + "severity": 0, + "severity_value": 0.7121, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.503%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -0.7121%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_tmm_cells", - "value": 0.9787, + "value": 0.9595, "severity": 0, - "severity_value": 0.48935, + "severity_value": 0.47975, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9787%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9595%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_tmm_cells", - "value": -15.8484, + "value": -12.1894, "severity": 3, - "severity_value": 15.8484, + "severity_value": 12.1894, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -15.8484%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -12.1894%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_tmm_cells", - "value": 0.9919, + "value": 0.9918, "severity": 0, - "severity_value": 0.49595, + "severity_value": 0.4959, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9919%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9918%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_tmm_cells", - "value": -16.0357, + "value": -25.271, "severity": 3, - "severity_value": 16.0357, + "severity_value": 25.271, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.0357%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.271%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_tmm_cells", - "value": 0.9903, + "value": 0.9913, "severity": 0, - "severity_value": 0.49515, + "severity_value": 0.49565, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9903%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9913%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_tmm_cells", - "value": -2.4343, - "severity": 2, - "severity_value": 2.4343, + "value": -1.6076, + "severity": 1, + "severity_value": 1.6076, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -2.4343%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.6076%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_tmm_cells", - "value": 0.9966, + "value": 0.9947, "severity": 0, - "severity_value": 0.4983, + "severity_value": 0.49735, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9966%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9947%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_tmm_cells", - "value": -40.8552, + "value": -25.6051, "severity": 3, - "severity_value": 40.8552, + "severity_value": 25.6051, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -40.8552%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.6051%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_tmm_cells", - "value": 0.8834, + "value": 0.846, "severity": 0, - "severity_value": 0.4417, + "severity_value": 0.423, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.8834%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_tmm_cells", - "value": -24.9479, + "value": -16.8959, "severity": 3, - "severity_value": 24.9479, + "severity_value": 16.8959, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -24.9479%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.8959%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_tmm_cells", - "value": 0.9929, + "value": 0.9934, "severity": 0, - "severity_value": 0.49645, + "severity_value": 0.4967, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9929%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9934%\n" }, { "task_id": "task_spatial_simulators", @@ -3073,141 +3073,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_var_cells", - "value": -7802.2382, + "value": -1599.9118, "severity": 3, - "severity_value": 7802.2382, + "severity_value": 1599.9118, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -7802.2382%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1599.9118%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_var_cells", - "value": 1.2763, + "value": 1.463, "severity": 0, - "severity_value": 0.63815, + "severity_value": 0.7315, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.2763%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.463%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_var_cells", - "value": -1296.6407, + "value": -1379.2294, "severity": 3, - "severity_value": 1296.6407, + "severity_value": 1379.2294, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1296.6407%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1379.2294%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_var_cells", - "value": 23.1526, + "value": 9.1984, "severity": 3, - "severity_value": 11.5763, + "severity_value": 4.5992, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 23.1526%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 9.1984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_var_cells", - "value": -8077.8923, + "value": -1796.3656, "severity": 3, - "severity_value": 8077.8923, + "severity_value": 1796.3656, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8077.8923%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1796.3656%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_scaled_var_cells", - "value": 12.7131, + "value": 6.2404, "severity": 3, - "severity_value": 6.35655, + "severity_value": 3.1202, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.7131%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 6.2404%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_var_cells", - "value": -9169.1047, + "value": -2685.6593, "severity": 3, - "severity_value": 9169.1047, + "severity_value": 2685.6593, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9169.1047%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2685.6593%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_var_cells", - "value": 12.2528, + "value": 11.7013, "severity": 3, - "severity_value": 6.1264, + "severity_value": 5.85065, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.2528%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 11.7013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_var_cells", - "value": -5606.4067, + "value": -2128.7902, "severity": 3, - "severity_value": 5606.4067, + "severity_value": 2128.7902, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -5606.4067%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2128.7902%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_var_cells", - "value": 3.0185, + "value": 2.6701, "severity": 1, - "severity_value": 1.50925, + "severity_value": 1.33505, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.0185%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 2.6701%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_var_cells", - "value": -9962.6189, + "value": -2677.9332, "severity": 3, - "severity_value": 9962.6189, + "severity_value": 2677.9332, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9962.6189%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2677.9332%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_var_cells", - "value": 0.3392, + "value": 0.4497, "severity": 0, - "severity_value": 0.1696, + "severity_value": 0.22485, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.3392%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.4497%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_var_cells", - "value": -8262.4162, + "value": -2655.0629, "severity": 3, - "severity_value": 8262.4162, + "severity_value": 2655.0629, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8262.4162%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2655.0629%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_var_cells", - "value": 4.0217, - "severity": 2, - "severity_value": 2.01085, + "value": 3.121, + "severity": 1, + "severity_value": 1.5605, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 4.0217%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.121%\n" }, { "task_id": "task_spatial_simulators", @@ -3253,51 +3253,51 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_mean_cells", - "value": -0.353, + "value": -0.1091, "severity": 0, - "severity_value": 0.353, + "severity_value": 0.1091, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.353%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1091%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_mean_cells", - "value": 1.7768, + "value": 1.4528, "severity": 0, - "severity_value": 0.8884, + "severity_value": 0.7264, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.7768%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.4528%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_mean_cells", - "value": -0.0149, + "value": -0.0365, "severity": 0, - "severity_value": 0.0149, + "severity_value": 0.0365, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0149%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0365%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_mean_cells", - "value": 5.8871, + "value": 5.8892, "severity": 2, - "severity_value": 2.94355, + "severity_value": 2.9446, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8871%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8892%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_mean_cells", - "value": -4.4409e-16, + "value": -8.8818e-16, "severity": 0, - "severity_value": 4.4409e-16, + "severity_value": 8.8818e-16, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -4.4409e-16%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -8.8818e-16%\n" }, { "task_id": "task_spatial_simulators", @@ -3313,81 +3313,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_mean_cells", - "value": -1.1402, - "severity": 1, - "severity_value": 1.1402, + "value": -0.1392, + "severity": 0, + "severity_value": 0.1392, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.1402%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1392%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_mean_cells", - "value": 1.3132, + "value": 0.4776, "severity": 0, - "severity_value": 0.6566, + "severity_value": 0.2388, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.3132%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 0.4776%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_mean_cells", - "value": -0.0202, + "value": -0.0412, "severity": 0, - "severity_value": 0.0202, + "severity_value": 0.0412, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0202%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0412%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_mean_cells", - "value": 8.8799, + "value": 6.928, "severity": 3, - "severity_value": 4.43995, + "severity_value": 3.464, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 8.8799%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 6.928%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_mean_cells", - "value": -1.529, - "severity": 1, - "severity_value": 1.529, + "value": -0.7348, + "severity": 0, + "severity_value": 0.7348, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.529%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.7348%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_mean_cells", - "value": 13.329, + "value": 18.4311, "severity": 3, - "severity_value": 6.6645, + "severity_value": 9.21555, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 13.329%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 18.4311%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_mean_cells", - "value": -0.0262, + "value": -0.0555, "severity": 0, - "severity_value": 0.0262, + "severity_value": 0.0555, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0262%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0555%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_mean_cells", - "value": 4.2275, - "severity": 2, - "severity_value": 2.11375, + "value": 2.2539, + "severity": 1, + "severity_value": 1.12695, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 4.2275%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 2.2539%\n" }, { "task_id": "task_spatial_simulators", @@ -3433,141 +3433,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.6745, + "value": 0.7449, "severity": 0, - "severity_value": -0.6745, + "severity_value": -0.7449, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6745%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7449%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.9517, + "value": 0.9453, "severity": 0, - "severity_value": 0.47585, + "severity_value": 0.47265, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9517%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9453%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.7474, + "value": 0.6748, "severity": 0, - "severity_value": -0.7474, + "severity_value": -0.6748, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7474%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6748%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.9673, + "value": 0.9608, "severity": 0, - "severity_value": 0.48365, + "severity_value": 0.4804, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9673%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9608%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.3457, + "value": 0.2181, "severity": 0, - "severity_value": -0.3457, + "severity_value": -0.2181, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.3457%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.2181%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.965, + "value": 0.9737, "severity": 0, - "severity_value": 0.4825, + "severity_value": 0.48685, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.965%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9737%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_lib_fraczero_cells", - "value": 0.0805, - "severity": 0, - "severity_value": -0.0805, + "value": -1.2857, + "severity": 1, + "severity_value": 1.2857, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0805%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.2857%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_lib_fraczero_cells", - "value": 0.8467, + "value": 0.8969, "severity": 0, - "severity_value": 0.42335, + "severity_value": 0.44845, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8467%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8969%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.8596, + "value": 0.7548, "severity": 0, - "severity_value": -0.8596, + "severity_value": -0.7548, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8596%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7548%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.9916, + "value": 0.993, "severity": 0, - "severity_value": 0.4958, + "severity_value": 0.4965, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9916%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.993%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_lib_fraczero_cells", - "value": 0.0334, - "severity": 0, - "severity_value": -0.0334, + "value": -1.4967, + "severity": 1, + "severity_value": 1.4967, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0334%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.4967%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_lib_fraczero_cells", - "value": 0.7648, + "value": 0.8687, "severity": 0, - "severity_value": 0.3824, + "severity_value": 0.43435, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.7648%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8687%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.8496, + "value": 0.8207, "severity": 0, - "severity_value": -0.8496, + "severity_value": -0.8207, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8496%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8207%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.9892, + "value": 0.9953, "severity": 0, - "severity_value": 0.4946, + "severity_value": 0.49765, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9892%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9953%\n" }, { "task_id": "task_spatial_simulators", @@ -3613,141 +3613,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_pearson_cells", - "value": 0.8751, + "value": 0.8246, "severity": 0, - "severity_value": -0.8751, + "severity_value": -0.8246, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8751%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8246%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_pearson_cells", - "value": 0.998, + "value": 1.0001, "severity": 0, - "severity_value": 0.499, + "severity_value": 0.50005, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 0.998%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0001%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_pearson_cells", - "value": 0.8212, + "value": 0.8145, "severity": 0, - "severity_value": -0.8212, + "severity_value": -0.8145, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8212%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8145%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_pearson_cells", - "value": 0.9965, + "value": 0.999, "severity": 0, - "severity_value": 0.49825, + "severity_value": 0.4995, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9965%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_pearson_cells", - "value": -2.56, + "value": -2.2833, "severity": 2, - "severity_value": 2.56, + "severity_value": 2.2833, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.56%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.2833%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_pearson_cells", - "value": 0.987, + "value": 0.9944, "severity": 0, - "severity_value": 0.4935, + "severity_value": 0.4972, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.987%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9944%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_pearson_cells", - "value": -7.7623, + "value": -9.0986, "severity": 3, - "severity_value": 7.7623, + "severity_value": 9.0986, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -7.7623%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -9.0986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_pearson_cells", - "value": 0.6375, + "value": 0.599, "severity": 0, - "severity_value": 0.31875, + "severity_value": 0.2995, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.6375%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.599%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_pearson_cells", - "value": 0.9547, + "value": 0.9435, "severity": 0, - "severity_value": -0.9547, + "severity_value": -0.9435, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9547%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9435%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_pearson_cells", - "value": 0.999, + "value": 1.0003, "severity": 0, - "severity_value": 0.4995, + "severity_value": 0.50015, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0003%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_pearson_cells", - "value": -4.7176, + "value": -5.4628, "severity": 3, - "severity_value": 4.7176, + "severity_value": 5.4628, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -4.7176%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -5.4628%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_pearson_cells", - "value": 0.788, + "value": 0.7794, "severity": 0, - "severity_value": 0.394, + "severity_value": 0.3897, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.788%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.7794%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_pearson_cells", - "value": -1.7383, - "severity": 1, - "severity_value": 1.7383, + "value": -2.0336, + "severity": 2, + "severity_value": 2.0336, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -1.7383%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.0336%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_pearson_cells", - "value": 0.9249, + "value": 0.9198, "severity": 0, - "severity_value": 0.46245, + "severity_value": 0.4599, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9249%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9198%\n" }, { "task_id": "task_spatial_simulators", @@ -3793,141 +3793,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_var_genes", - "value": -0.3505, + "value": -0.0106, "severity": 0, - "severity_value": 0.3505, + "severity_value": 0.0106, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3505%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0106%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_var_genes", - "value": 20.934, + "value": 9.9956, "severity": 3, - "severity_value": 10.467, + "severity_value": 4.9978, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 20.934%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 9.9956%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_var_genes", - "value": -0.0041, + "value": -0.0156, "severity": 0, - "severity_value": 0.0041, + "severity_value": 0.0156, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0041%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0156%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_var_genes", - "value": 2.0492, - "severity": 1, - "severity_value": 1.0246, + "value": 55.6164, + "severity": 3, + "severity_value": 27.8082, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.0492%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 55.6164%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_var_genes", - "value": -0.027, + "value": -0.4136, "severity": 0, - "severity_value": 0.027, + "severity_value": 0.4136, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.027%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4136%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_scaled_var_genes", - "value": 5.5198, - "severity": 2, - "severity_value": 2.7599, + "value": 0.9112, + "severity": 0, + "severity_value": 0.4556, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 5.5198%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.9112%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_var_genes", - "value": -0.7189, + "value": -0.5999, "severity": 0, - "severity_value": 0.7189, + "severity_value": 0.5999, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.7189%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.5999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_var_genes", - "value": 0.7095, - "severity": 0, - "severity_value": 0.35475, + "value": 2.5668, + "severity": 1, + "severity_value": 1.2834, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.7095%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5668%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_var_genes", - "value": -0.0545, + "value": -0.0718, "severity": 0, - "severity_value": 0.0545, + "severity_value": 0.0718, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0545%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0718%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_var_genes", - "value": 24.7067, + "value": 12.3721, "severity": 3, - "severity_value": 12.35335, + "severity_value": 6.18605, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 24.7067%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 12.3721%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_var_genes", - "value": -0.2987, + "value": -0.3254, "severity": 0, - "severity_value": 0.2987, + "severity_value": 0.3254, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.2987%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3254%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_var_genes", - "value": 19.3273, + "value": 11.6052, "severity": 3, - "severity_value": 9.66365, + "severity_value": 5.8026, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 19.3273%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 11.6052%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_var_genes", - "value": -0.4088, + "value": 0.005, "severity": 0, - "severity_value": 0.4088, + "severity_value": -0.005, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4088%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0.005%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_var_genes", - "value": 2.5075, - "severity": 1, - "severity_value": 1.25375, + "value": 13.5644, + "severity": 3, + "severity_value": 6.7822, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5075%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 13.5644%\n" }, { "task_id": "task_spatial_simulators", @@ -3973,31 +3973,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.978, + "value": 0.9781, "severity": 0, - "severity_value": -0.978, + "severity_value": -0.9781, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.978%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.9994, + "value": 0.9997, "severity": 0, - "severity_value": 0.4997, + "severity_value": 0.49985, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9994%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9997%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_mean_genes", - "value": 0.9803, + "value": 0.9591, "severity": 0, - "severity_value": -0.9803, + "severity_value": -0.9591, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9803%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9591%\n" }, { "task_id": "task_spatial_simulators", @@ -4013,11 +4013,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_mean_genes", - "value": -0.2541, + "value": -0.1797, "severity": 0, - "severity_value": 0.2541, + "severity_value": 0.1797, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.2541%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.1797%\n" }, { "task_id": "task_spatial_simulators", @@ -4033,71 +4033,71 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_mean_genes", - "value": 0.0021, + "value": -0.4173, "severity": 0, - "severity_value": -0.0021, + "severity_value": 0.4173, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.0021%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.4173%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_mean_genes", - "value": 0.8956, + "value": 0.8423, "severity": 0, - "severity_value": 0.4478, + "severity_value": 0.42115, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8956%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8423%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9781, + "value": 0.9621, "severity": 0, - "severity_value": -0.9781, + "severity_value": -0.9621, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9621%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9998, + "value": 0.9999, "severity": 0, - "severity_value": 0.4999, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9998%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_mean_genes", - "value": -2.3702, + "value": -2.3358, "severity": 2, - "severity_value": 2.3702, + "severity_value": 2.3358, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3702%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3358%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_mean_genes", - "value": 0.6684, + "value": 0.6901, "severity": 0, - "severity_value": 0.3342, + "severity_value": 0.34505, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6684%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6901%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_mean_genes", - "value": 0.9551, + "value": 0.9407, "severity": 0, - "severity_value": -0.9551, + "severity_value": -0.9407, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9551%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9407%\n" }, { "task_id": "task_spatial_simulators", @@ -4153,141 +4153,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_pearson_genes", - "value": 0.8539, + "value": 0.8084, "severity": 0, - "severity_value": -0.8539, + "severity_value": -0.8084, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8539%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8084%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_pearson_genes", - "value": 1.0002, + "value": 0.9992, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.4996, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_pearson_genes", - "value": 0.7936, + "value": 0.7901, "severity": 0, - "severity_value": -0.7936, + "severity_value": -0.7901, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7936%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7901%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_pearson_genes", - "value": 0.9961, + "value": 0.9968, "severity": 0, - "severity_value": 0.49805, + "severity_value": 0.4984, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9961%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9968%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_pearson_genes", - "value": -2.3486, + "value": -2.8132, "severity": 2, - "severity_value": 2.3486, + "severity_value": 2.8132, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3486%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.8132%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_pearson_genes", - "value": 0.9883, + "value": 0.9962, "severity": 0, - "severity_value": 0.49415, + "severity_value": 0.4981, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9883%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9962%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_pearson_genes", - "value": -9.1384, + "value": -6.3431, "severity": 3, - "severity_value": 9.1384, + "severity_value": 6.3431, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -9.1384%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.3431%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_pearson_genes", - "value": 0.6165, + "value": 0.6083, "severity": 0, - "severity_value": 0.30825, + "severity_value": 0.30415, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6165%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6083%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_pearson_genes", - "value": 0.9721, + "value": 0.9528, "severity": 0, - "severity_value": -0.9721, + "severity_value": -0.9528, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9721%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9528%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_pearson_genes", - "value": 1.0002, + "value": 1.0, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_pearson_genes", - "value": -6.0192, + "value": -5.8102, "severity": 3, - "severity_value": 6.0192, + "severity_value": 5.8102, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.0192%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -5.8102%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_pearson_genes", - "value": 0.7952, + "value": 0.7934, "severity": 0, - "severity_value": 0.3976, + "severity_value": 0.3967, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7952%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7934%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_pearson_genes", - "value": -1.0462, - "severity": 1, - "severity_value": 1.0462, + "value": -2.3085, + "severity": 2, + "severity_value": 2.3085, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -1.0462%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3085%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_pearson_genes", - "value": 0.9234, + "value": 0.9411, "severity": 0, - "severity_value": 0.4617, + "severity_value": 0.47055, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9234%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9411%\n" }, { "task_id": "task_spatial_simulators", @@ -4333,141 +4333,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_mean_var_genes", - "value": 0.8059, + "value": 0.9365, "severity": 0, - "severity_value": -0.8059, + "severity_value": -0.9365, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8059%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9365%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_mean_var_genes", - "value": 0.9991, + "value": 1.0187, "severity": 0, - "severity_value": 0.49955, + "severity_value": 0.50935, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 0.9991%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0187%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_mean_var_genes", - "value": 0.9415, + "value": 0.9032, "severity": 0, - "severity_value": -0.9415, + "severity_value": -0.9032, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9415%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9032%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_mean_var_genes", - "value": 1.0115, + "value": 1.0334, "severity": 0, - "severity_value": 0.50575, + "severity_value": 0.5167, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0115%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0334%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_mean_var_genes", - "value": 0.2097, + "value": 0.2877, "severity": 0, - "severity_value": -0.2097, + "severity_value": -0.2877, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2097%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2877%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_mean_var_genes", - "value": 1.0157, + "value": 1.0189, "severity": 0, - "severity_value": 0.50785, + "severity_value": 0.50945, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0157%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0189%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_mean_var_genes", - "value": -1.6453, - "severity": 1, - "severity_value": 1.6453, + "value": -2.3882, + "severity": 2, + "severity_value": 2.3882, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -1.6453%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -2.3882%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_mean_var_genes", - "value": 1.1171, + "value": 1.0198, "severity": 0, - "severity_value": 0.55855, + "severity_value": 0.5099, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1171%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0198%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_mean_var_genes", - "value": 0.9382, + "value": 0.958, "severity": 0, - "severity_value": -0.9382, + "severity_value": -0.958, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9382%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.958%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_mean_var_genes", - "value": 1.0039, + "value": 1.0107, "severity": 0, - "severity_value": 0.50195, + "severity_value": 0.50535, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0039%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0107%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_mean_var_genes", - "value": -7.9546, + "value": -8.0711, "severity": 3, - "severity_value": 7.9546, + "severity_value": 8.0711, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -7.9546%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -8.0711%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_mean_var_genes", - "value": 1.6419, + "value": 1.6433, "severity": 0, - "severity_value": 0.82095, + "severity_value": 0.82165, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6419%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6433%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_mean_var_genes", - "value": 0.5567, + "value": 0.8334, "severity": 0, - "severity_value": -0.5567, + "severity_value": -0.8334, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.5567%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8334%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_mean_var_genes", - "value": 1.1381, + "value": 1.0598, "severity": 0, - "severity_value": 0.56905, + "severity_value": 0.5299, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1381%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0598%\n" }, { "task_id": "task_spatial_simulators", @@ -4513,141 +4513,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 0.4405, + "value": 0.4072, "severity": 0, - "severity_value": -0.4405, + "severity_value": -0.4072, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4405%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4072%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 0.9983, + "value": 1.1266, "severity": 0, - "severity_value": 0.49915, + "severity_value": 0.5633, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9983%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.1266%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 0.7624, + "value": 0.6474, "severity": 0, - "severity_value": -0.7624, + "severity_value": -0.6474, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7624%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6474%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 0.9992, + "value": 1.0108, "severity": 0, - "severity_value": 0.4996, + "severity_value": 0.5054, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9992%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.0108%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_mean_fraczero_genes", - "value": 0.7963, + "value": 0.6057, "severity": 0, - "severity_value": -0.7963, + "severity_value": -0.6057, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7963%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6057%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_mean_fraczero_genes", - "value": 1.4894, + "value": 1.9636, "severity": 0, - "severity_value": 0.7447, + "severity_value": 0.9818, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.4894%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.9636%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_mean_fraczero_genes", - "value": -1.0421, + "value": -1.7476, "severity": 1, - "severity_value": 1.0421, + "severity_value": 1.7476, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.0421%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.7476%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_mean_fraczero_genes", - "value": 0.8269, + "value": 0.65, "severity": 0, - "severity_value": 0.41345, + "severity_value": 0.325, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8269%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.65%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_mean_fraczero_genes", - "value": 0.2699, - "severity": 0, - "severity_value": -0.2699, + "value": -1.8323, + "severity": 1, + "severity_value": 1.8323, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.2699%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.8323%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_mean_fraczero_genes", - "value": 0.9984, + "value": 0.998, "severity": 0, - "severity_value": 0.4992, + "severity_value": 0.499, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9984%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_mean_fraczero_genes", - "value": -3.3313, - "severity": 3, - "severity_value": 3.3313, + "value": -2.6083, + "severity": 2, + "severity_value": 2.6083, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -3.3313%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -2.6083%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_mean_fraczero_genes", - "value": 0.9279, + "value": 0.8984, "severity": 0, - "severity_value": 0.46395, + "severity_value": 0.4492, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9279%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.8967, + "value": 0.9041, "severity": 0, - "severity_value": -0.8967, + "severity_value": -0.9041, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.8967%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.9041%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.9995, + "value": 0.9994, "severity": 0, - "severity_value": 0.49975, + "severity_value": 0.4997, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9995%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9994%\n" }, { "task_id": "task_spatial_simulators", @@ -4693,141 +4693,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_L_stats", - "value": -25.091, + "value": -3.6395, "severity": 3, - "severity_value": 25.091, + "severity_value": 3.6395, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -25.091%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -3.6395%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_L_stats", - "value": 2.0305, - "severity": 1, - "severity_value": 1.01525, + "value": 6.5465, + "severity": 3, + "severity_value": 3.27325, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 2.0305%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 6.5465%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_L_stats", - "value": -0.8343, - "severity": 0, - "severity_value": 0.8343, + "value": -2.0497, + "severity": 2, + "severity_value": 2.0497, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -0.8343%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -2.0497%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_L_stats", - "value": 8.7193, - "severity": 3, - "severity_value": 4.35965, + "value": 1.9197, + "severity": 0, + "severity_value": 0.95985, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 8.7193%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 1.9197%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_L_stats", - "value": -4.2083, + "value": -9.3307, "severity": 3, - "severity_value": 4.2083, + "severity_value": 9.3307, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2083%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -9.3307%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_L_stats", - "value": 26.9697, - "severity": 3, - "severity_value": 13.48485, + "value": 4.6967, + "severity": 2, + "severity_value": 2.34835, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 26.9697%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 4.6967%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_L_stats", - "value": -4.6528, + "value": -8.9366, "severity": 3, - "severity_value": 4.6528, + "severity_value": 8.9366, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -4.6528%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -8.9366%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_L_stats", - "value": 27.8007, - "severity": 3, - "severity_value": 13.90035, + "value": 4.1208, + "severity": 2, + "severity_value": 2.0604, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 27.8007%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 4.1208%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_L_stats", - "value": -0.1937, + "value": -0.1479, "severity": 0, - "severity_value": 0.1937, + "severity_value": 0.1479, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1937%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1479%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_L_stats", - "value": 2.3698, - "severity": 1, - "severity_value": 1.1849, + "value": 9.9478, + "severity": 3, + "severity_value": 4.9739, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 2.3698%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 9.9478%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_L_stats", - "value": -4.2712, + "value": -6.2722, "severity": 3, - "severity_value": 4.2712, + "severity_value": 6.2722, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2712%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -6.2722%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_L_stats", - "value": 29.5892, - "severity": 3, - "severity_value": 14.7946, + "value": 2.7335, + "severity": 1, + "severity_value": 1.36675, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 29.5892%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 2.7335%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_L_stats", - "value": -4.4992, + "value": -5.5684, "severity": 3, - "severity_value": 4.4992, + "severity_value": 5.5684, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -4.4992%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -5.5684%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_L_stats", - "value": 30.1875, - "severity": 3, - "severity_value": 15.09375, + "value": 4.2908, + "severity": 2, + "severity_value": 2.1454, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 30.1875%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 4.2908%\n" }, { "task_id": "task_spatial_simulators", @@ -5063,11 +5063,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_nn_correlation", - "value": 1.0582, + "value": 1.0544, "severity": 0, - "severity_value": 0.5291, + "severity_value": 0.5272, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0582%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0544%\n" }, { "task_id": "task_spatial_simulators", @@ -5083,11 +5083,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_nn_correlation", - "value": 1.015, + "value": 1.038, "severity": 0, - "severity_value": 0.5075, + "severity_value": 0.519, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.015%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.038%\n" }, { "task_id": "task_spatial_simulators", @@ -5103,31 +5103,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_nn_correlation", - "value": 0.9779, + "value": 0.9809, "severity": 0, - "severity_value": 0.48895, + "severity_value": 0.49045, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9779%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9809%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_nn_correlation", - "value": -0.0554, + "value": -0.4225, "severity": 0, - "severity_value": 0.0554, + "severity_value": 0.4225, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0554%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.4225%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_nn_correlation", - "value": 0.936, + "value": 0.9571, "severity": 0, - "severity_value": 0.468, + "severity_value": 0.47855, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.936%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9571%\n" }, { "task_id": "task_spatial_simulators", @@ -5143,11 +5143,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_nn_correlation", - "value": 1.0002, + "value": 1.0323, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.51615, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0002%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0323%\n" }, { "task_id": "task_spatial_simulators", @@ -5163,31 +5163,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_nn_correlation", - "value": 0.9079, + "value": 0.8799, "severity": 0, - "severity_value": 0.45395, + "severity_value": 0.43995, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9079%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.8799%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_nn_correlation", - "value": -0.0464, + "value": 0.0, "severity": 0, - "severity_value": 0.0464, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0464%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_nn_correlation", - "value": 0.9786, + "value": 1.0234, "severity": 0, - "severity_value": 0.4893, + "severity_value": 0.5117, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9786%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0234%\n" }, { "task_id": "task_spatial_simulators", @@ -5233,21 +5233,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_morans_I", - "value": -5.3972, + "value": -4.5353, "severity": 3, - "severity_value": 5.3972, + "severity_value": 4.5353, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -5.3972%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -4.5353%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_morans_I", - "value": 1.2873, + "value": 1.2542, "severity": 0, - "severity_value": 0.64365, + "severity_value": 0.6271, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2873%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2542%\n" }, { "task_id": "task_spatial_simulators", @@ -5263,11 +5263,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_morans_I", - "value": 1.1899, + "value": 1.095, "severity": 0, - "severity_value": 0.59495, + "severity_value": 0.5475, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.1899%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.095%\n" }, { "task_id": "task_spatial_simulators", @@ -5283,11 +5283,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_morans_I", - "value": 1.1303, + "value": 1.0966, "severity": 0, - "severity_value": 0.56515, + "severity_value": 0.5483, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1303%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0966%\n" }, { "task_id": "task_spatial_simulators", @@ -5303,31 +5303,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_morans_I", - "value": 1.0055, + "value": 1.1158, "severity": 0, - "severity_value": 0.50275, + "severity_value": 0.5579, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.0055%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.1158%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_morans_I", - "value": -1.5719, - "severity": 1, - "severity_value": 1.5719, + "value": -2.1992, + "severity": 2, + "severity_value": 2.1992, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -1.5719%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -2.1992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_morans_I", - "value": 1.124, + "value": 1.1251, "severity": 0, - "severity_value": 0.562, + "severity_value": 0.56255, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.124%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1251%\n" }, { "task_id": "task_spatial_simulators", @@ -5343,11 +5343,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_morans_I", - "value": 1.0114, + "value": 1.0116, "severity": 0, - "severity_value": 0.5057, + "severity_value": 0.5058, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0114%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0116%\n" }, { "task_id": "task_spatial_simulators", @@ -5363,11 +5363,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_morans_I", - "value": 0.9367, + "value": 1.0308, "severity": 0, - "severity_value": 0.46835, + "severity_value": 0.5154, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 0.9367%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 1.0308%\n" }, { "task_id": "task_spatial_simulators", @@ -5423,11 +5423,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_transition_matrix", - "value": 1.2948, + "value": 1.3964, "severity": 0, - "severity_value": 0.6474, + "severity_value": 0.6982, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2948%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3964%\n" }, { "task_id": "task_spatial_simulators", @@ -5443,41 +5443,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_transition_matrix", - "value": 1.3333, + "value": 1.2544, "severity": 0, - "severity_value": 0.66665, + "severity_value": 0.6272, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3333%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2544%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_transition_matrix", - "value": -2.0, - "severity": 1, - "severity_value": 2.0, + "value": 1.0, + "severity": 0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: -2.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_transition_matrix", - "value": 2.5, + "value": 4.0, "severity": 1, - "severity_value": 1.25, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 2.5%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_transition_matrix", - "value": 1.4286, + "value": 1.25, "severity": 0, - "severity_value": -1.4286, + "severity_value": -1.25, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" }, { "task_id": "task_spatial_simulators", @@ -5493,31 +5493,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_transition_matrix", - "value": 0.5, + "value": 0.8, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.8, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.5%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.8%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_transition_matrix", - "value": 1.5, + "value": 1.4911, "severity": 0, - "severity_value": 0.75, + "severity_value": 0.74555, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.5%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.4911%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_transition_matrix", - "value": 1.4286, + "value": 1.25, "severity": 0, - "severity_value": -1.4286, + "severity_value": -1.25, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" }, { "task_id": "task_spatial_simulators", @@ -5593,21 +5593,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_central_score", - "value": -3.0, + "value": -2.5, "severity": 2, - "severity_value": 3.0, + "severity_value": 2.5, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -3.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -2.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_central_score", - "value": 1.3333, + "value": 1.75, "severity": 0, - "severity_value": 0.66665, + "severity_value": 0.875, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.75%\n" }, { "task_id": "task_spatial_simulators", @@ -5623,21 +5623,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_central_score", - "value": 1.6667, + "value": 1.5, "severity": 0, - "severity_value": 0.83335, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_central_score", - "value": 0.0, + "value": 0.6667, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6667, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" }, { "task_id": "task_spatial_simulators", @@ -5673,21 +5673,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_central_score", - "value": 0.0, + "value": 0.6667, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6667, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_central_score", - "value": 1.6667, + "value": 1.3333, "severity": 0, - "severity_value": 0.83335, + "severity_value": 0.66665, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" }, { "task_id": "task_spatial_simulators", @@ -5713,11 +5713,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_central_score", - "value": 0.0, + "value": 0.125, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.125, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.125%\n" }, { "task_id": "task_spatial_simulators", @@ -5773,51 +5773,51 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_enrichment", - "value": -2.0, - "severity": 1, - "severity_value": 2.0, + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: -2.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_enrichment", - "value": 1.5, + "value": 2.0, "severity": 0, - "severity_value": 0.75, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_enrichment", - "value": 0.1667, + "value": 0.0, "severity": 0, - "severity_value": -0.1667, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.1667%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_enrichment", - "value": 2.0, + "value": 1.5, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -5853,31 +5853,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_enrichment", - "value": 2.0, + "value": 1.5, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -5903,21 +5903,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_enrichment", - "value": 3.0, - "severity": 1, - "severity_value": 1.5, + "value": 2.0, + "severity": 0, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ks_statistic_enrichment", - "value": 1, + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 1%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", diff --git a/results/spatial_simulators/data/results.json b/results/spatial_simulators/data/results.json index a8a1df06c..cbe9a0080 100644 --- a/results/spatial_simulators/data/results.json +++ b/results/spatial_simulators/data/results.json @@ -3,32 +3,32 @@ "dataset_id": "brain", "method_id": "negative", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": -0.0001, + "clustering_nmi": 0.001, + "crosscor_cosine": 0.4999, + "crosscor_mantel": -0.001, + "ctdeconcolute_jsd": 0.0722, + "ctdeconvolute_rmse": 0.5564, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 27.0197, + "ks_statistic_efflib_size_cells": 24.5518, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 174.0339, - "ks_statistic_frac_zero_genes": 292.1599, + "ks_statistic_frac_zero_cells": 138.4904, + "ks_statistic_frac_zero_genes": 75.9209, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 51.1053, - "ks_statistic_lib_size_cells": 27.0197, - "ks_statistic_mean_fraczero_genes": 38.7253, - "ks_statistic_mean_var_genes": 132.0748, + "ks_statistic_lib_fraczero_cells": 36.3652, + "ks_statistic_lib_size_cells": 24.5518, + "ks_statistic_mean_fraczero_genes": 22.4248, + "ks_statistic_mean_var_genes": 131.3239, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 50.0802, - "ks_statistic_pearson_genes": 42.7489, - "ks_statistic_scaled_mean_cells": -0.2506, - "ks_statistic_scaled_mean_genes": 40.2949, - "ks_statistic_scaled_var_cells": -0.8158, - "ks_statistic_scaled_var_genes": -0.3803, - "ks_statistic_tmm_cells": 0.517, + "ks_statistic_pearson_cells": 49.1249, + "ks_statistic_pearson_genes": 49.5734, + "ks_statistic_scaled_mean_cells": -0.2456, + "ks_statistic_scaled_mean_genes": 48.8258, + "ks_statistic_scaled_var_cells": -0.8155, + "ks_statistic_scaled_var_genes": -0.3801, + "ks_statistic_tmm_cells": 0.3673, "ks_statistic_transition_matrix": 0.5625, "svg_precision": "NA", "svg_recall": "NA" @@ -57,20 +57,20 @@ "ks_statistic_pearson_genes": 0, "ks_statistic_scaled_mean_cells": 0, "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_cells": 0, "ks_statistic_scaled_var_genes": 0, "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.0345, + "mean_score": 0, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 24.2, - "cpu_pct": 117.8, - "peak_memory_mb": 2151, + "duration_sec": 15, + "cpu_pct": 197.8, + "peak_memory_mb": 6144, "disk_read_mb": 73, "disk_write_mb": 25 } @@ -79,16 +79,16 @@ "dataset_id": "brain", "method_id": "positive", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.7207, + "clustering_nmi": 0.7236, + "crosscor_cosine": 0.8937, + "crosscor_mantel": 0.7938, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.375, + "ks_statistic_enrichment": 0.5, "ks_statistic_frac_zero_cells": -0.4337, "ks_statistic_frac_zero_genes": -1.3798, "ks_statistic_L_stats": "NA", @@ -98,28 +98,28 @@ "ks_statistic_mean_var_genes": -14.0041, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.0353, - "ks_statistic_pearson_genes": 0.0188, + "ks_statistic_pearson_cells": -0.0544, + "ks_statistic_pearson_genes": -0.0534, "ks_statistic_scaled_mean_cells": -0.2713, "ks_statistic_scaled_mean_genes": -0.4051, "ks_statistic_scaled_var_cells": -0.8158, "ks_statistic_scaled_var_genes": -1.2001, "ks_statistic_tmm_cells": -0.7889, - "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_transition_matrix": 0.25, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, + "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, "ks_statistic_L_stats": 0, @@ -133,19 +133,19 @@ "ks_statistic_pearson_genes": 1, "ks_statistic_scaled_mean_cells": 1, "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_cells": 1, "ks_statistic_scaled_var_genes": 1, "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5517, + "mean_score": 0.7586, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 16.8, - "cpu_pct": 168.2, + "duration_sec": 15.8, + "cpu_pct": 191.7, "peak_memory_mb": 6144, "disk_read_mb": 73, "disk_write_mb": 43 @@ -155,73 +155,73 @@ "dataset_id": "brain", "method_id": "scdesign2", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0002, + "clustering_nmi": 0.0008, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": -0.0685, + "ctdeconcolute_jsd": 0.0552, + "ctdeconvolute_rmse": 0.2755, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 0.7693, + "ks_statistic_central_score": 0.75, + "ks_statistic_efflib_size_cells": 0.9014, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 7.7705, - "ks_statistic_frac_zero_genes": -0.8966, + "ks_statistic_frac_zero_cells": 6.5212, + "ks_statistic_frac_zero_genes": -0.7644, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 6.2726, - "ks_statistic_lib_size_cells": 0.7693, - "ks_statistic_mean_fraczero_genes": -1.167, - "ks_statistic_mean_var_genes": -10.0239, + "ks_statistic_lib_fraczero_cells": 8.4951, + "ks_statistic_lib_size_cells": 0.9014, + "ks_statistic_mean_fraczero_genes": -1.051, + "ks_statistic_mean_var_genes": -4.7687, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 1.8129, - "ks_statistic_pearson_genes": 1.1029, - "ks_statistic_scaled_mean_cells": -0.2758, - "ks_statistic_scaled_mean_genes": -0.3069, - "ks_statistic_scaled_var_cells": -0.312, - "ks_statistic_scaled_var_genes": -1.1302, - "ks_statistic_tmm_cells": 5.4585, + "ks_statistic_pearson_cells": 0.9178, + "ks_statistic_pearson_genes": 1.0437, + "ks_statistic_scaled_mean_cells": -0.2829, + "ks_statistic_scaled_mean_genes": 0.1834, + "ks_statistic_scaled_var_cells": -0.4314, + "ks_statistic_scaled_var_genes": -1.1362, + "ks_statistic_tmm_cells": 4.4449, "ks_statistic_transition_matrix": 0.625, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0004, + "clustering_nmi": -0.0003, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": -0.0849, + "ctdeconcolute_jsd": 0.2355, + "ctdeconvolute_rmse": 0.5048, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": -3, - "ks_statistic_efflib_size_cells": 0.9535, - "ks_statistic_enrichment": -1, - "ks_statistic_frac_zero_cells": 0.953, - "ks_statistic_frac_zero_genes": 0.9984, + "ks_statistic_central_score": -2.5, + "ks_statistic_efflib_size_cells": 0.9436, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9499, + "ks_statistic_frac_zero_genes": 0.992, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.8596, - "ks_statistic_lib_size_cells": 0.9535, - "ks_statistic_mean_fraczero_genes": 0.9818, - "ks_statistic_mean_var_genes": 0.9728, + "ks_statistic_lib_fraczero_cells": 0.7449, + "ks_statistic_lib_size_cells": 0.9436, + "ks_statistic_mean_fraczero_genes": 0.9649, + "ks_statistic_mean_var_genes": 0.9365, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9645, - "ks_statistic_pearson_genes": 0.9746, - "ks_statistic_scaled_mean_cells": 1.2177, - "ks_statistic_scaled_mean_genes": 0.9976, - "ks_statistic_scaled_var_cells": -7802.2382, - "ks_statistic_scaled_var_genes": 0.9148, - "ks_statistic_tmm_cells": -3.784, - "ks_statistic_transition_matrix": -0.25, + "ks_statistic_pearson_cells": 0.9802, + "ks_statistic_pearson_genes": 0.9779, + "ks_statistic_scaled_mean_cells": 1.4528, + "ks_statistic_scaled_mean_genes": 0.988, + "ks_statistic_scaled_var_cells": -1599.9118, + "ks_statistic_scaled_var_genes": 0.9221, + "ks_statistic_tmm_cells": -3.5269, + "ks_statistic_transition_matrix": -0.2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3974, + "mean_score": 0.4167, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 211, - "cpu_pct": 303.6, + "duration_sec": 207, + "cpu_pct": 304.7, "peak_memory_mb": 25805, "disk_read_mb": 84, "disk_write_mb": 34 @@ -231,73 +231,73 @@ "dataset_id": "brain", "method_id": "scdesign3", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0002, + "clustering_nmi": 0.0013, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.0756, + "ctdeconcolute_jsd": 0.0621, + "ctdeconvolute_rmse": 0.3082, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.3066, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 2.5971, - "ks_statistic_frac_zero_genes": -1.0065, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": 0.9453, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 3.2332, + "ks_statistic_frac_zero_genes": -0.9766, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 12.1268, - "ks_statistic_lib_size_cells": 0.3066, - "ks_statistic_mean_fraczero_genes": -1.3307, - "ks_statistic_mean_var_genes": -5.4608, + "ks_statistic_lib_fraczero_cells": 11.119, + "ks_statistic_lib_size_cells": 0.9453, + "ks_statistic_mean_fraczero_genes": -0.9942, + "ks_statistic_mean_var_genes": 0.0584, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 4.3544, - "ks_statistic_pearson_genes": 3.164, - "ks_statistic_scaled_mean_cells": -0.3724, - "ks_statistic_scaled_mean_genes": 0.3973, - "ks_statistic_scaled_var_cells": -0.732, - "ks_statistic_scaled_var_genes": -1.1175, - "ks_statistic_tmm_cells": 0.2136, - "ks_statistic_transition_matrix": 0.5625, - "svg_precision": "NA", + "ks_statistic_pearson_cells": 2.8168, + "ks_statistic_pearson_genes": 2.821, + "ks_statistic_scaled_mean_cells": -0.3967, + "ks_statistic_scaled_mean_genes": 1.6099, + "ks_statistic_scaled_var_cells": -0.4844, + "ks_statistic_scaled_var_genes": -0.9892, + "ks_statistic_tmm_cells": 0.7124, + "ks_statistic_transition_matrix": 0.4375, + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0003, + "clustering_nmi": 0.0004, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.0964, + "ctdeconcolute_jsd": 0.1395, + "ctdeconvolute_rmse": 0.4461, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9703, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9826, - "ks_statistic_frac_zero_genes": 0.9987, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9419, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9736, + "ks_statistic_frac_zero_genes": 0.9948, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.7474, - "ks_statistic_lib_size_cells": 0.9703, - "ks_statistic_mean_fraczero_genes": 0.9858, - "ks_statistic_mean_var_genes": 0.9415, + "ks_statistic_lib_fraczero_cells": 0.6748, + "ks_statistic_lib_size_cells": 0.9419, + "ks_statistic_mean_fraczero_genes": 0.9625, + "ks_statistic_mean_var_genes": 0.9032, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9137, - "ks_statistic_pearson_genes": 0.9264, - "ks_statistic_scaled_mean_cells": 5.8871, - "ks_statistic_scaled_mean_genes": 0.9803, - "ks_statistic_scaled_var_cells": -1296.6407, - "ks_statistic_scaled_var_genes": 0.8993, - "ks_statistic_tmm_cells": 0.2323, - "ks_statistic_transition_matrix": 0, + "ks_statistic_pearson_cells": 0.9416, + "ks_statistic_pearson_genes": 0.9421, + "ks_statistic_scaled_mean_cells": 5.8892, + "ks_statistic_scaled_mean_genes": 0.9591, + "ks_statistic_scaled_var_cells": -1379.2294, + "ks_statistic_scaled_var_genes": 0.7428, + "ks_statistic_tmm_cells": -0.2985, + "ks_statistic_transition_matrix": 0.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4327, + "mean_score": 0.4331, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 5079, - "cpu_pct": 100.3, + "duration_sec": 5077, + "cpu_pct": 100.2, "peak_memory_mb": 11469, "disk_read_mb": 105, "disk_write_mb": 25 @@ -307,74 +307,74 @@ "dataset_id": "brain", "method_id": "sparsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.0105, + "ctdeconcolute_jsd": 0.069, + "ctdeconvolute_rmse": 0.318, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 15.8843, - "ks_statistic_frac_zero_genes": 1.1169, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 17.7933, + "ks_statistic_frac_zero_genes": 1.0285, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 29.0617, + "ks_statistic_lib_fraczero_cells": 28.2062, "ks_statistic_lib_size_cells": -0.5113, - "ks_statistic_mean_fraczero_genes": 6.3686, - "ks_statistic_mean_var_genes": 4.5054, + "ks_statistic_mean_fraczero_genes": 7.6885, + "ks_statistic_mean_var_genes": 2.5702, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 28.8642, - "ks_statistic_pearson_genes": 26.5966, + "ks_statistic_pearson_cells": 25.4145, + "ks_statistic_pearson_genes": 28.4156, "ks_statistic_scaled_mean_cells": -0.2713, - "ks_statistic_scaled_mean_genes": 50.6382, - "ks_statistic_scaled_var_cells": -0.2942, - "ks_statistic_scaled_var_genes": -0.8174, - "ks_statistic_tmm_cells": 14.5971, + "ks_statistic_scaled_mean_genes": 39.7028, + "ks_statistic_scaled_var_cells": -0.3842, + "ks_statistic_scaled_var_genes": -1.0755, + "ks_statistic_tmm_cells": 6.6203, "ks_statistic_transition_matrix": 0.125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.0146, + "ctdeconcolute_jsd": 0.0445, + "ctdeconvolute_rmse": 0.4284, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9065, - "ks_statistic_frac_zero_genes": 0.9915, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.8688, + "ks_statistic_frac_zero_genes": 0.9688, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.4227, + "ks_statistic_lib_fraczero_cells": 0.2181, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.7963, - "ks_statistic_mean_var_genes": 0.8733, + "ks_statistic_mean_fraczero_genes": 0.6057, + "ks_statistic_mean_var_genes": 0.886, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4239, - "ks_statistic_pearson_genes": 0.378, + "ks_statistic_pearson_cells": 0.4821, + "ks_statistic_pearson_genes": 0.4263, "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": -0.2541, - "ks_statistic_scaled_var_cells": -8077.8923, - "ks_statistic_scaled_var_genes": 0.5332, - "ks_statistic_tmm_cells": -10.7822, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_scaled_mean_genes": 0.1853, + "ks_statistic_scaled_var_cells": -1796.3656, + "ks_statistic_scaled_var_genes": 0.8481, + "ks_statistic_tmm_cells": -5.4084, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3905, + "mean_score": 0.3785, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 102, - "cpu_pct": 107.7, - "peak_memory_mb": 5428, + "duration_sec": 103, + "cpu_pct": 112, + "peak_memory_mb": 8090, "disk_read_mb": 102, "disk_write_mb": 25 } @@ -383,74 +383,74 @@ "dataset_id": "brain", "method_id": "splatter", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.5005, + "crosscor_mantel": 0.0011, + "ctdeconcolute_jsd": 0.0765, + "ctdeconvolute_rmse": 0.6232, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 2.4636, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 6.6591, - "ks_statistic_frac_zero_genes": 52.0573, + "ks_statistic_efflib_size_cells": 3.1406, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 6.086, + "ks_statistic_frac_zero_genes": 55.0192, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 15.2813, - "ks_statistic_lib_size_cells": 2.4636, - "ks_statistic_mean_fraczero_genes": 58.4488, - "ks_statistic_mean_var_genes": 17.1826, + "ks_statistic_lib_fraczero_cells": 10.6252, + "ks_statistic_lib_size_cells": 3.1406, + "ks_statistic_mean_fraczero_genes": 40.5747, + "ks_statistic_mean_var_genes": 20.0927, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 274.2237, - "ks_statistic_pearson_genes": 269.1081, - "ks_statistic_scaled_mean_cells": -0.2777, - "ks_statistic_scaled_mean_genes": 40.2082, - "ks_statistic_scaled_var_cells": -0.2238, - "ks_statistic_scaled_var_genes": -0.3027, - "ks_statistic_tmm_cells": 8.1387, + "ks_statistic_pearson_cells": 356.9677, + "ks_statistic_pearson_genes": 364.359, + "ks_statistic_scaled_mean_cells": -0.2553, + "ks_statistic_scaled_mean_genes": 31.9818, + "ks_statistic_scaled_var_cells": -0.1707, + "ks_statistic_scaled_var_genes": -0.3182, + "ks_statistic_tmm_cells": 2.881, "ks_statistic_transition_matrix": 0.125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, + "crosscor_cosine": 0.0014, + "crosscor_mantel": 0.0026, + "ctdeconcolute_jsd": -0.0593, + "ctdeconvolute_rmse": -0.12, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.8919, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9593, - "ks_statistic_frac_zero_genes": 0.818, + "ks_statistic_efflib_size_cells": 0.8543, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9531, + "ks_statistic_frac_zero_genes": 0.2704, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.6869, - "ks_statistic_lib_size_cells": 0.8919, - "ks_statistic_mean_fraczero_genes": -0.4854, - "ks_statistic_mean_var_genes": 0.7865, + "ks_statistic_lib_fraczero_cells": 0.688, + "ks_statistic_lib_size_cells": 0.8543, + "ks_statistic_mean_fraczero_genes": -0.746, + "ks_statistic_mean_var_genes": 0.7654, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -4.4789, - "ks_statistic_pearson_genes": -5.2974, - "ks_statistic_scaled_mean_cells": 1.3132, - "ks_statistic_scaled_mean_genes": 0.0021, - "ks_statistic_scaled_var_cells": -9169.1047, - "ks_statistic_scaled_var_genes": -0.0947, - "ks_statistic_tmm_cells": -5.8365, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_pearson_cells": -6.2596, + "ks_statistic_pearson_genes": -6.3431, + "ks_statistic_scaled_mean_cells": 0.3776, + "ks_statistic_scaled_mean_genes": 0.3421, + "ks_statistic_scaled_var_cells": -2685.6593, + "ks_statistic_scaled_var_genes": -0.0756, + "ks_statistic_tmm_cells": -2.1742, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3116, + "mean_score": 0.2452, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 33.4, - "cpu_pct": 138, - "peak_memory_mb": 6759, + "duration_sec": 33.6, + "cpu_pct": 137.8, + "peak_memory_mb": 6861, "disk_read_mb": 98, "disk_write_mb": 25 } @@ -459,74 +459,74 @@ "dataset_id": "brain", "method_id": "srtsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.741, + "clustering_nmi": 0.7499, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.7391, + "ctdeconcolute_jsd": 0.0182, + "ctdeconvolute_rmse": 0.0462, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.0717, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.1534, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.1312, - "ks_statistic_frac_zero_genes": -1.106, + "ks_statistic_frac_zero_cells": -0.1087, + "ks_statistic_frac_zero_genes": -1.0964, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 2.3236, - "ks_statistic_lib_size_cells": 0.0717, - "ks_statistic_mean_fraczero_genes": -1.7379, - "ks_statistic_mean_var_genes": -4.9834, + "ks_statistic_lib_fraczero_cells": 2.2875, + "ks_statistic_lib_size_cells": 0.1534, + "ks_statistic_mean_fraczero_genes": -1.5791, + "ks_statistic_mean_var_genes": -8.1452, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.5056, - "ks_statistic_pearson_genes": 0.4484, - "ks_statistic_scaled_mean_cells": -0.4343, - "ks_statistic_scaled_mean_genes": -0.2954, - "ks_statistic_scaled_var_cells": -0.4538, - "ks_statistic_scaled_var_genes": -1.1124, - "ks_statistic_tmm_cells": 3.6958, + "ks_statistic_pearson_cells": 0.548, + "ks_statistic_pearson_genes": 0.9504, + "ks_statistic_scaled_mean_cells": -0.4234, + "ks_statistic_scaled_mean_genes": -0.3373, + "ks_statistic_scaled_var_cells": -0.3044, + "ks_statistic_scaled_var_genes": -1.1432, + "ks_statistic_tmm_cells": 2.226, "ks_statistic_transition_matrix": 0.3125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 1.0282, + "clustering_nmi": 1.0365, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.9311, + "ctdeconcolute_jsd": 0.7484, + "ctdeconvolute_rmse": 0.9169, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9788, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9983, - "ks_statistic_frac_zero_genes": 0.9991, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9735, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9977, + "ks_statistic_frac_zero_genes": 0.9963, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.9353, - "ks_statistic_lib_size_cells": 0.9788, - "ks_statistic_mean_fraczero_genes": 0.9959, - "ks_statistic_mean_var_genes": 0.9382, + "ks_statistic_lib_fraczero_cells": 0.9108, + "ks_statistic_lib_size_cells": 0.9735, + "ks_statistic_mean_fraczero_genes": 0.9866, + "ks_statistic_mean_var_genes": 0.9597, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9906, - "ks_statistic_pearson_genes": 0.9899, - "ks_statistic_scaled_mean_cells": 8.8799, - "ks_statistic_scaled_mean_genes": 0.9973, - "ks_statistic_scaled_var_cells": -5606.4067, - "ks_statistic_scaled_var_genes": 0.8931, - "ks_statistic_tmm_cells": -2.4343, - "ks_statistic_transition_matrix": 1, + "ks_statistic_pearson_cells": 0.9877, + "ks_statistic_pearson_genes": 0.9798, + "ks_statistic_scaled_mean_cells": 6.928, + "ks_statistic_scaled_mean_genes": 0.9986, + "ks_statistic_scaled_var_cells": -2128.7902, + "ks_statistic_scaled_var_genes": 0.9307, + "ks_statistic_tmm_cells": -1.6076, + "ks_statistic_transition_matrix": 0.8, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4895, + "mean_score": 0.6238, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 59.4, - "cpu_pct": 111.1, - "peak_memory_mb": 3789, + "duration_sec": 59.7, + "cpu_pct": 120.7, + "peak_memory_mb": 6554, "disk_read_mb": 98, "disk_write_mb": 25 } @@ -535,12 +535,12 @@ "dataset_id": "brain", "method_id": "symsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.5013, + "crosscor_mantel": 0.0023, + "ctdeconcolute_jsd": 0.0792, + "ctdeconvolute_rmse": 0.6122, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 37.4973, @@ -554,8 +554,8 @@ "ks_statistic_mean_var_genes": 173.1767, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 134.881, - "ks_statistic_pearson_genes": 119.9833, + "ks_statistic_pearson_cells": 135.22, + "ks_statistic_pearson_genes": 129.2318, "ks_statistic_scaled_mean_cells": -0.5264, "ks_statistic_scaled_mean_genes": 85.1149, "ks_statistic_scaled_var_cells": -0.1726, @@ -566,42 +566,42 @@ "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, + "crosscor_cosine": 0.0036, + "crosscor_mantel": 0.0042, + "ctdeconcolute_jsd": -0.0969, + "ctdeconvolute_rmse": -0.1003, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": -0.3806, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.7274, - "ks_statistic_frac_zero_genes": 0.9036, + "ks_statistic_efflib_size_cells": -0.5165, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.6576, + "ks_statistic_frac_zero_genes": 0.6339, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.2736, - "ks_statistic_lib_size_cells": -0.3806, - "ks_statistic_mean_fraczero_genes": -0.6689, - "ks_statistic_mean_var_genes": -0.2814, + "ks_statistic_lib_fraczero_cells": -0.0126, + "ks_statistic_lib_size_cells": -0.5165, + "ks_statistic_mean_fraczero_genes": -1.787, + "ks_statistic_mean_var_genes": -0.288, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -1.6945, - "ks_statistic_pearson_genes": -1.8075, - "ks_statistic_scaled_mean_cells": 13.329, - "ks_statistic_scaled_mean_genes": -1.1012, - "ks_statistic_scaled_var_cells": -9962.6189, - "ks_statistic_scaled_var_genes": 3.315, - "ks_statistic_tmm_cells": -13.5512, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_pearson_cells": -1.7506, + "ks_statistic_pearson_genes": -1.6052, + "ks_statistic_scaled_mean_cells": 10.9426, + "ks_statistic_scaled_mean_genes": -0.7371, + "ks_statistic_scaled_var_cells": -2677.9332, + "ks_statistic_scaled_var_genes": 3.3146, + "ks_statistic_tmm_cells": -15.4353, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2381, + "mean_score": 0.1827, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 267, - "cpu_pct": 104.9, + "duration_sec": 273, + "cpu_pct": 105.1, "peak_memory_mb": 7680, "disk_read_mb": 440, "disk_write_mb": 28 @@ -611,74 +611,74 @@ "dataset_id": "brain", "method_id": "zinbwave", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.4979, + "crosscor_mantel": -0.0046, + "ctdeconcolute_jsd": 0.0495, + "ctdeconvolute_rmse": 0.2124, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.1274, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.7033, - "ks_statistic_frac_zero_genes": -0.9487, + "ks_statistic_efflib_size_cells": -0.2447, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.6372, + "ks_statistic_frac_zero_genes": -0.8103, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 6.7922, - "ks_statistic_lib_size_cells": -0.1274, - "ks_statistic_mean_fraczero_genes": 2.2922, - "ks_statistic_mean_var_genes": -4.4391, + "ks_statistic_lib_fraczero_cells": 5.6576, + "ks_statistic_lib_size_cells": -0.2447, + "ks_statistic_mean_fraczero_genes": 0.426, + "ks_statistic_mean_var_genes": 5.9549, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 28.9684, - "ks_statistic_pearson_genes": 27.9522, - "ks_statistic_scaled_mean_cells": -0.3381, - "ks_statistic_scaled_mean_genes": 1.4226, - "ks_statistic_scaled_var_cells": -0.2823, - "ks_statistic_scaled_var_genes": -1.214, - "ks_statistic_tmm_cells": 1.746, + "ks_statistic_pearson_cells": 25.72, + "ks_statistic_pearson_genes": 29.4792, + "ks_statistic_scaled_mean_cells": -0.3034, + "ks_statistic_scaled_mean_genes": 2.5167, + "ks_statistic_scaled_var_cells": -0.1781, + "ks_statistic_scaled_var_genes": -1.4157, + "ks_statistic_tmm_cells": 1.5127, "ks_statistic_transition_matrix": 0.25, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0001, + "crosscor_cosine": -0.0051, + "crosscor_mantel": -0.0045, + "ctdeconcolute_jsd": 0.3148, + "ctdeconvolute_rmse": 0.6183, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9861, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9935, - "ks_statistic_frac_zero_genes": 0.9985, + "ks_statistic_efflib_size_cells": 0.9894, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9923, + "ks_statistic_frac_zero_genes": 0.9926, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.8496, - "ks_statistic_lib_size_cells": 0.9861, - "ks_statistic_mean_fraczero_genes": 0.8967, - "ks_statistic_mean_var_genes": 0.9345, + "ks_statistic_lib_fraczero_cells": 0.8207, + "ks_statistic_lib_size_cells": 0.9894, + "ks_statistic_mean_fraczero_genes": 0.9042, + "ks_statistic_mean_var_genes": 0.8627, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4219, - "ks_statistic_pearson_genes": 0.3463, - "ks_statistic_scaled_mean_cells": 4.2275, - "ks_statistic_scaled_mean_genes": 0.9551, - "ks_statistic_scaled_var_cells": -8262.4162, - "ks_statistic_scaled_var_genes": 1.017, - "ks_statistic_tmm_cells": -0.9411, - "ks_statistic_transition_matrix": 1.25, + "ks_statistic_pearson_cells": 0.4759, + "ks_statistic_pearson_genes": 0.4049, + "ks_statistic_scaled_mean_cells": 2.2539, + "ks_statistic_scaled_mean_genes": 0.9407, + "ks_statistic_scaled_var_cells": -2655.0629, + "ks_statistic_scaled_var_genes": 1.2629, + "ks_statistic_tmm_cells": -0.9907, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.461, + "mean_score": 0.4588, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 121, - "cpu_pct": 337.8, - "peak_memory_mb": 93901, + "duration_sec": 116, + "cpu_pct": 336.9, + "peak_memory_mb": 96052, "disk_read_mb": 104, "disk_write_mb": 26 } @@ -687,32 +687,32 @@ "dataset_id": "breast", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0011, - "clustering_nmi": 0.0015, - "crosscor_cosine": 0.4984, - "crosscor_mantel": -0.0015, - "ctdeconcolute_jsd": 0.1706, - "ctdeconvolute_rmse": 0.2446, + "clustering_ari": 0.0007, + "clustering_nmi": 0.001, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0012, + "ctdeconcolute_jsd": 0.1718, + "ctdeconvolute_rmse": 0.2461, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 63.2653, + "ks_statistic_efflib_size_cells": 62.473, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 170.4147, - "ks_statistic_frac_zero_genes": 394.3832, - "ks_statistic_L_stats": 1.4681, - "ks_statistic_lib_fraczero_cells": 51.5872, - "ks_statistic_lib_size_cells": 63.2653, - "ks_statistic_mean_fraczero_genes": 29.9905, - "ks_statistic_mean_var_genes": 24.7842, - "ks_statistic_morans_I": 37.574, - "ks_statistic_nn_correlation": 25.0723, - "ks_statistic_pearson_cells": 51.7232, - "ks_statistic_pearson_genes": 47.6219, - "ks_statistic_scaled_mean_cells": -0.3955, - "ks_statistic_scaled_mean_genes": 78.4783, - "ks_statistic_scaled_var_cells": -0.1378, - "ks_statistic_scaled_var_genes": -0.2269, - "ks_statistic_tmm_cells": 0.3365, + "ks_statistic_frac_zero_cells": 147.0673, + "ks_statistic_frac_zero_genes": 243.8787, + "ks_statistic_L_stats": 1.8628, + "ks_statistic_lib_fraczero_cells": 44.6796, + "ks_statistic_lib_size_cells": 62.473, + "ks_statistic_mean_fraczero_genes": 36.2335, + "ks_statistic_mean_var_genes": 24.415, + "ks_statistic_morans_I": 29.2627, + "ks_statistic_nn_correlation": 19.9785, + "ks_statistic_pearson_cells": 46.4042, + "ks_statistic_pearson_genes": 47.3146, + "ks_statistic_scaled_mean_cells": -0.352, + "ks_statistic_scaled_mean_genes": 78.988, + "ks_statistic_scaled_var_cells": -0.1373, + "ks_statistic_scaled_var_genes": -0.2315, + "ks_statistic_tmm_cells": 1.0138, "ks_statistic_transition_matrix": 0.6667, "svg_precision": "NA", "svg_recall": 0 @@ -750,11 +750,11 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11, - "cpu_pct": 139.3, - "peak_memory_mb": 2048, + "duration_sec": 7.7, + "cpu_pct": 247.4, + "peak_memory_mb": 6042, "disk_read_mb": 52, "disk_write_mb": 8 } @@ -772,7 +772,7 @@ "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.3333, "ks_statistic_efflib_size_cells": -4.0847, - "ks_statistic_enrichment": 0.2222, + "ks_statistic_enrichment": 0.4444, "ks_statistic_frac_zero_cells": -0.9472, "ks_statistic_frac_zero_genes": -0.3062, "ks_statistic_L_stats": 3.8437, @@ -782,8 +782,8 @@ "ks_statistic_mean_var_genes": -3.9537, "ks_statistic_morans_I": -0.2191, "ks_statistic_nn_correlation": -0.2478, - "ks_statistic_pearson_cells": -0.0602, - "ks_statistic_pearson_genes": -0.068, + "ks_statistic_pearson_cells": 0.0185, + "ks_statistic_pearson_genes": -0.1166, "ks_statistic_scaled_mean_cells": -0.2581, "ks_statistic_scaled_mean_genes": -0.2948, "ks_statistic_scaled_var_cells": -0.1328, @@ -826,11 +826,11 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11.8, - "cpu_pct": 238.6, - "peak_memory_mb": 5940, + "duration_sec": 11.9, + "cpu_pct": 130.8, + "peak_memory_mb": 1946, "disk_read_mb": 52, "disk_write_mb": 23 } @@ -839,73 +839,73 @@ "dataset_id": "breast", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0604, - "clustering_nmi": 0.0604, + "clustering_ari": 0.0597, + "clustering_nmi": 0.0606, "crosscor_cosine": "NA", - "crosscor_mantel": 0.783, - "ctdeconcolute_jsd": 0.1194, - "ctdeconvolute_rmse": 0.1523, + "crosscor_mantel": 0.7761, + "ctdeconcolute_jsd": 0.1198, + "ctdeconvolute_rmse": 0.1522, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.5556, - "ks_statistic_efflib_size_cells": 6.861, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 14.8146, - "ks_statistic_frac_zero_genes": -0.256, - "ks_statistic_L_stats": 1.7747, - "ks_statistic_lib_fraczero_cells": 6.637, - "ks_statistic_lib_size_cells": 6.861, - "ks_statistic_mean_fraczero_genes": -1.1169, - "ks_statistic_mean_var_genes": -3.7877, - "ks_statistic_morans_I": 2.4383, - "ks_statistic_nn_correlation": 0.8997, - "ks_statistic_pearson_cells": 0.3739, - "ks_statistic_pearson_genes": 0.471, - "ks_statistic_scaled_mean_cells": -0.3145, - "ks_statistic_scaled_mean_genes": -0.1935, - "ks_statistic_scaled_var_cells": -0.1347, - "ks_statistic_scaled_var_genes": -0.8552, - "ks_statistic_tmm_cells": 1.392, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.914, - "svg_recall": 0.9198 + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 5.7874, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 10.8699, + "ks_statistic_frac_zero_genes": -0.2551, + "ks_statistic_L_stats": 2.1179, + "ks_statistic_lib_fraczero_cells": 6.7846, + "ks_statistic_lib_size_cells": 5.7874, + "ks_statistic_mean_fraczero_genes": -5.9035, + "ks_statistic_mean_var_genes": -4.485, + "ks_statistic_morans_I": 2.4274, + "ks_statistic_nn_correlation": 0.8682, + "ks_statistic_pearson_cells": 0.3645, + "ks_statistic_pearson_genes": 0.4858, + "ks_statistic_scaled_mean_cells": -0.335, + "ks_statistic_scaled_mean_genes": -0.2739, + "ks_statistic_scaled_var_cells": -0.1335, + "ks_statistic_scaled_var_genes": -0.8591, + "ks_statistic_tmm_cells": 1.4036, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.9032, + "svg_recall": 0.9051 }, "scaled_scores": { - "clustering_ari": 0.0875, - "clustering_nmi": 0.0979, + "clustering_ari": 0.087, + "clustering_nmi": 0.0989, "crosscor_cosine": 0, - "crosscor_mantel": 0.962, - "ctdeconcolute_jsd": 0.3004, - "ctdeconvolute_rmse": 0.3772, + "crosscor_mantel": 0.9534, + "ctdeconcolute_jsd": 0.3028, + "ctdeconvolute_rmse": 0.3814, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.8375, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.908, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.8709, - "ks_statistic_lib_fraczero_cells": 0.8549, - "ks_statistic_lib_size_cells": 0.8375, - "ks_statistic_mean_fraczero_genes": 0.9983, - "ks_statistic_mean_var_genes": 0.9942, - "ks_statistic_morans_I": 0.9297, - "ks_statistic_nn_correlation": 0.9547, - "ks_statistic_pearson_cells": 0.9916, - "ks_statistic_pearson_genes": 0.9887, - "ks_statistic_scaled_mean_cells": 0.4103, - "ks_statistic_scaled_mean_genes": 0.9987, - "ks_statistic_scaled_var_cells": 0.383, - "ks_statistic_scaled_var_genes": 1.0145, - "ks_statistic_tmm_cells": -0.8932, - "ks_statistic_transition_matrix": 1, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.8517, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9202, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": 0.8712, + "ks_statistic_lib_fraczero_cells": 0.8297, + "ks_statistic_lib_size_cells": 0.8517, + "ks_statistic_mean_fraczero_genes": 1.1266, + "ks_statistic_mean_var_genes": 1.0187, + "ks_statistic_morans_I": 0.9102, + "ks_statistic_nn_correlation": 0.9448, + "ks_statistic_pearson_cells": 0.9925, + "ks_statistic_pearson_genes": 0.9873, + "ks_statistic_scaled_mean_cells": 0.8183, + "ks_statistic_scaled_mean_genes": 0.9997, + "ks_statistic_scaled_var_cells": 0.1506, + "ks_statistic_scaled_var_genes": 1.0211, + "ks_statistic_tmm_cells": -0.2096, + "ks_statistic_transition_matrix": 1.3333, "svg_precision": 0, - "svg_recall": 0.9198 + "svg_recall": 0.9051 }, - "mean_score": 0.6392, + "mean_score": 0.6732, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 613, - "cpu_pct": 291.8, + "duration_sec": 283, + "cpu_pct": 292.1, "peak_memory_mb": 20276, "disk_read_mb": 56, "disk_write_mb": 10 @@ -915,74 +915,74 @@ "dataset_id": "breast", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.2374, - "clustering_nmi": 0.2031, + "clustering_ari": 0.2683, + "clustering_nmi": 0.2307, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8041, - "ctdeconcolute_jsd": 0.0812, - "ctdeconvolute_rmse": 0.0691, + "crosscor_mantel": 0.8122, + "ctdeconcolute_jsd": 0.0814, + "ctdeconvolute_rmse": 0.0684, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.5556, - "ks_statistic_efflib_size_cells": 1.9851, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 5.4389, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 5.6514, - "ks_statistic_frac_zero_genes": -0.2846, - "ks_statistic_L_stats": 2.9124, - "ks_statistic_lib_fraczero_cells": 1.7806, - "ks_statistic_lib_size_cells": 1.9851, - "ks_statistic_mean_fraczero_genes": -1.1043, - "ks_statistic_mean_var_genes": -4.258, - "ks_statistic_morans_I": -0.0045, - "ks_statistic_nn_correlation": 0.3006, - "ks_statistic_pearson_cells": 0.6042, - "ks_statistic_pearson_genes": 0.939, - "ks_statistic_scaled_mean_cells": -0.2705, - "ks_statistic_scaled_mean_genes": -0.2022, - "ks_statistic_scaled_var_cells": -0.2483, - "ks_statistic_scaled_var_genes": -0.8301, - "ks_statistic_tmm_cells": 2.1126, + "ks_statistic_frac_zero_cells": 4.7909, + "ks_statistic_frac_zero_genes": -0.2823, + "ks_statistic_L_stats": 2.3869, + "ks_statistic_lib_fraczero_cells": 2.1049, + "ks_statistic_lib_size_cells": 5.4389, + "ks_statistic_mean_fraczero_genes": -1.5739, + "ks_statistic_mean_var_genes": -4.0577, + "ks_statistic_morans_I": 0.0428, + "ks_statistic_nn_correlation": 0.1059, + "ks_statistic_pearson_cells": 0.4831, + "ks_statistic_pearson_genes": 0.3065, + "ks_statistic_scaled_mean_cells": -0.3243, + "ks_statistic_scaled_mean_genes": -0.2512, + "ks_statistic_scaled_var_cells": -0.1744, + "ks_statistic_scaled_var_genes": -0.8218, + "ks_statistic_tmm_cells": 1.8817, "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0.9524, - "svg_recall": 0.9705 + "svg_precision": 0.9545, + "svg_recall": 0.9726 }, "scaled_scores": { - "clustering_ari": 0.3486, - "clustering_nmi": 0.3347, + "clustering_ari": 0.3946, + "clustering_nmi": 0.3811, "crosscor_cosine": 0, - "crosscor_mantel": 0.9879, - "ctdeconcolute_jsd": 0.5239, - "ctdeconvolute_rmse": 0.7175, + "crosscor_mantel": 0.9977, + "ctdeconcolute_jsd": 0.5264, + "ctdeconvolute_rmse": 0.7221, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9099, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9615, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.8569, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9612, "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.392, - "ks_statistic_lib_fraczero_cells": 0.9473, - "ks_statistic_lib_size_cells": 0.9099, - "ks_statistic_mean_fraczero_genes": 0.9979, - "ks_statistic_mean_var_genes": 1.0106, - "ks_statistic_morans_I": 0.9943, - "ks_statistic_nn_correlation": 0.9783, - "ks_statistic_pearson_cells": 0.9872, - "ks_statistic_pearson_genes": 0.9789, - "ks_statistic_scaled_mean_cells": 0.0902, - "ks_statistic_scaled_mean_genes": 0.9988, - "ks_statistic_scaled_var_cells": 23.1526, - "ks_statistic_scaled_var_genes": 0.9741, - "ks_statistic_tmm_cells": -1.503, + "ks_statistic_L_stats": 0.7354, + "ks_statistic_lib_fraczero_cells": 0.9322, + "ks_statistic_lib_size_cells": 0.8569, + "ks_statistic_mean_fraczero_genes": 1.0108, + "ks_statistic_mean_var_genes": 1.0037, + "ks_statistic_morans_I": 0.9911, + "ks_statistic_nn_correlation": 0.9825, + "ks_statistic_pearson_cells": 0.99, + "ks_statistic_pearson_genes": 0.9911, + "ks_statistic_scaled_mean_cells": 0.7053, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": 9.1984, + "ks_statistic_scaled_var_genes": 0.9604, + "ks_statistic_tmm_cells": -0.4668, "ks_statistic_transition_matrix": 0.6667, "svg_precision": 0, - "svg_recall": 0.9705 + "svg_recall": 0.9726 }, - "mean_score": 0.6725, + "mean_score": 0.7341, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11208, + "duration_sec": 11237, "cpu_pct": 100.1, - "peak_memory_mb": 9421, + "peak_memory_mb": 12186, "disk_read_mb": 84, "disk_write_mb": 8 } @@ -991,74 +991,74 @@ "dataset_id": "breast", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0818, - "clustering_nmi": 0.0918, + "clustering_ari": 0.0807, + "clustering_nmi": 0.0911, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0182, - "ctdeconcolute_jsd": 0.1982, - "ctdeconvolute_rmse": 0.3095, - "ks_statistic_celltype_interaction": -0.5633, + "crosscor_mantel": 0.0185, + "ctdeconcolute_jsd": 0.1987, + "ctdeconvolute_rmse": 0.3108, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, "ks_statistic_efflib_size_cells": -4.0847, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 19.1745, - "ks_statistic_frac_zero_genes": 0.8233, - "ks_statistic_L_stats": 1.6409, - "ks_statistic_lib_fraczero_cells": 33.4098, + "ks_statistic_frac_zero_cells": 18.7696, + "ks_statistic_frac_zero_genes": 0.7226, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 34.1144, "ks_statistic_lib_size_cells": -4.0847, - "ks_statistic_mean_fraczero_genes": -4.1005, - "ks_statistic_mean_var_genes": 1.4981, - "ks_statistic_morans_I": 1.404, - "ks_statistic_nn_correlation": 0.6082, - "ks_statistic_pearson_cells": 100.6433, - "ks_statistic_pearson_genes": 102.5276, + "ks_statistic_mean_fraczero_genes": -3.9706, + "ks_statistic_mean_var_genes": -4.315, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 106.4365, + "ks_statistic_pearson_genes": 97.2599, "ks_statistic_scaled_mean_cells": -0.2581, - "ks_statistic_scaled_mean_genes": 91.0501, - "ks_statistic_scaled_var_cells": -0.1805, - "ks_statistic_scaled_var_genes": -0.2102, - "ks_statistic_tmm_cells": 19.0652, - "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.8386, - "svg_recall": 0.789 + "ks_statistic_scaled_mean_genes": 93.2382, + "ks_statistic_scaled_var_cells": -0.161, + "ks_statistic_scaled_var_genes": -0.2025, + "ks_statistic_tmm_cells": 23.6754, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.8434, + "svg_recall": 0.7954 }, "scaled_scores": { - "clustering_ari": 0.1191, - "clustering_nmi": 0.1499, + "clustering_ari": 0.1179, + "clustering_nmi": 0.1494, "crosscor_cosine": 0, - "crosscor_mantel": 0.0242, - "ctdeconcolute_jsd": -0.1617, - "ctdeconvolute_rmse": -0.2652, + "crosscor_mantel": 0.0212, + "ctdeconcolute_jsd": -0.1562, + "ctdeconvolute_rmse": -0.2629, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0.6667, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.8826, - "ks_statistic_frac_zero_genes": 0.9971, - "ks_statistic_L_stats": 0.9273, - "ks_statistic_lib_fraczero_cells": 0.3457, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.8668, + "ks_statistic_frac_zero_genes": 0.9958, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.2313, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.0941, - "ks_statistic_mean_var_genes": 0.8103, - "ks_statistic_morans_I": 0.9571, - "ks_statistic_nn_correlation": 0.9662, - "ks_statistic_pearson_cells": -0.9447, - "ks_statistic_pearson_genes": -1.1513, + "ks_statistic_mean_fraczero_genes": 1.0749, + "ks_statistic_mean_var_genes": 1.0127, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -1.2942, + "ks_statistic_pearson_genes": -1.053, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": -0.1596, - "ks_statistic_scaled_var_cells": 9.5619, - "ks_statistic_scaled_var_genes": -0.027, - "ks_statistic_tmm_cells": -15.8484, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_scaled_mean_genes": -0.1797, + "ks_statistic_scaled_var_cells": 6.2404, + "ks_statistic_scaled_var_genes": -0.0473, + "ks_statistic_tmm_cells": -12.1894, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.789 + "svg_recall": 0.7954 }, - "mean_score": 0.4529, + "mean_score": 0.3739, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 105.4, - "peak_memory_mb": 5837, + "duration_sec": 134, + "cpu_pct": 110.2, + "peak_memory_mb": 8500, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -1070,71 +1070,71 @@ "clustering_ari": 0.0894, "clustering_nmi": 0.0975, "crosscor_cosine": "NA", - "crosscor_mantel": -0.0007, - "ctdeconcolute_jsd": 0.1543, - "ctdeconvolute_rmse": 0.2144, + "crosscor_mantel": -0.0011, + "ctdeconcolute_jsd": 0.1668, + "ctdeconvolute_rmse": 0.2448, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 1.0852, + "ks_statistic_efflib_size_cells": -0.2026, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 41.5547, - "ks_statistic_frac_zero_genes": 44.2757, - "ks_statistic_L_stats": 1.9809, - "ks_statistic_lib_fraczero_cells": 47.355, - "ks_statistic_lib_size_cells": 1.0852, - "ks_statistic_mean_fraczero_genes": 34.5785, - "ks_statistic_mean_var_genes": -7.3188, - "ks_statistic_morans_I": 26.356, - "ks_statistic_nn_correlation": 26.4741, - "ks_statistic_pearson_cells": 135.9672, - "ks_statistic_pearson_genes": 119.5907, - "ks_statistic_scaled_mean_cells": -0.3134, - "ks_statistic_scaled_mean_genes": 74.1749, - "ks_statistic_scaled_var_cells": -0.1939, - "ks_statistic_scaled_var_genes": -0.2233, - "ks_statistic_tmm_cells": 19.2865, + "ks_statistic_frac_zero_cells": 36.068, + "ks_statistic_frac_zero_genes": 45.0372, + "ks_statistic_L_stats": 1.8356, + "ks_statistic_lib_fraczero_cells": 48.0615, + "ks_statistic_lib_size_cells": -0.2026, + "ks_statistic_mean_fraczero_genes": 64.4062, + "ks_statistic_mean_var_genes": -4.5147, + "ks_statistic_morans_I": 26.4278, + "ks_statistic_nn_correlation": 28.5236, + "ks_statistic_pearson_cells": 135.7283, + "ks_statistic_pearson_genes": 124.1101, + "ks_statistic_scaled_mean_cells": -0.2578, + "ks_statistic_scaled_mean_genes": 70.3906, + "ks_statistic_scaled_var_cells": -0.1857, + "ks_statistic_scaled_var_genes": -0.2214, + "ks_statistic_tmm_cells": 47.9958, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.4759, - "svg_recall": 0.9177 + "svg_precision": 0.465, + "svg_recall": 0.8966 }, "scaled_scores": { - "clustering_ari": 0.1303, - "clustering_nmi": 0.1594, + "clustering_ari": 0.1308, + "clustering_nmi": 0.1601, "crosscor_cosine": 0, - "crosscor_mantel": 0.001, - "ctdeconcolute_jsd": 0.0959, - "ctdeconvolute_rmse": 0.1237, + "crosscor_mantel": -0.0029, + "ctdeconcolute_jsd": 0.0293, + "ctdeconvolute_rmse": 0.0051, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9232, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.752, - "ks_statistic_frac_zero_genes": 0.887, - "ks_statistic_L_stats": 0.7842, - "ks_statistic_lib_fraczero_cells": 0.0805, - "ks_statistic_lib_size_cells": 0.9232, - "ks_statistic_mean_fraczero_genes": -0.1472, - "ks_statistic_mean_var_genes": 1.1171, - "ks_statistic_morans_I": 0.2968, - "ks_statistic_nn_correlation": -0.0554, - "ks_statistic_pearson_cells": -1.6269, - "ks_statistic_pearson_genes": -1.5091, - "ks_statistic_scaled_mean_cells": 0.4023, - "ks_statistic_scaled_mean_genes": 0.0546, - "ks_statistic_scaled_var_cells": 12.2528, - "ks_statistic_scaled_var_genes": -0.0059, - "ks_statistic_tmm_cells": -16.0357, + "ks_statistic_efflib_size_cells": 0.9417, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.7499, + "ks_statistic_frac_zero_genes": 0.8143, + "ks_statistic_L_stats": 1.0137, + "ks_statistic_lib_fraczero_cells": -0.074, + "ks_statistic_lib_size_cells": 0.9417, + "ks_statistic_mean_fraczero_genes": -0.7532, + "ks_statistic_mean_var_genes": 1.0198, + "ks_statistic_morans_I": 0.0962, + "ks_statistic_nn_correlation": -0.4225, + "ks_statistic_pearson_cells": -1.9257, + "ks_statistic_pearson_genes": -1.6191, + "ks_statistic_scaled_mean_cells": -0.0029, + "ks_statistic_scaled_mean_genes": 0.1084, + "ks_statistic_scaled_var_cells": 11.7013, + "ks_statistic_scaled_var_genes": -0.0165, + "ks_statistic_tmm_cells": -25.271, "ks_statistic_transition_matrix": 2, "svg_precision": 0, - "svg_recall": 0.9177 + "svg_recall": 0.8966 }, - "mean_score": 0.3804, + "mean_score": 0.375, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 26, - "cpu_pct": 124.2, - "peak_memory_mb": 4096, + "duration_sec": 26.4, + "cpu_pct": 146.4, + "peak_memory_mb": 6759, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -1143,75 +1143,75 @@ "dataset_id": "breast", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.6295, - "clustering_nmi": 0.5518, + "clustering_ari": 0.6165, + "clustering_nmi": 0.5434, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8128, - "ctdeconcolute_jsd": 0.062, - "ctdeconvolute_rmse": 0.0688, + "crosscor_mantel": 0.8137, + "ctdeconcolute_jsd": 0.0609, + "ctdeconvolute_rmse": 0.0669, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": -1.211, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.2762, - "ks_statistic_frac_zero_genes": -0.2595, - "ks_statistic_L_stats": 4.3038, - "ks_statistic_lib_fraczero_cells": 1.4377, - "ks_statistic_lib_size_cells": -1.211, - "ks_statistic_mean_fraczero_genes": -0.9565, - "ks_statistic_mean_var_genes": -4.0664, - "ks_statistic_morans_I": 0.0389, - "ks_statistic_nn_correlation": -0.1093, - "ks_statistic_pearson_cells": 0.1131, - "ks_statistic_pearson_genes": 0.0766, - "ks_statistic_scaled_mean_cells": -0.2891, - "ks_statistic_scaled_mean_genes": -0.1557, - "ks_statistic_scaled_var_cells": -0.1479, - "ks_statistic_scaled_var_genes": -0.851, - "ks_statistic_tmm_cells": 2.8285, + "ks_statistic_central_score": 0.2222, + "ks_statistic_efflib_size_cells": -1.2379, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.358, + "ks_statistic_frac_zero_genes": -0.262, + "ks_statistic_L_stats": 4.1367, + "ks_statistic_lib_fraczero_cells": 1.5602, + "ks_statistic_lib_size_cells": -1.2379, + "ks_statistic_mean_fraczero_genes": -1.0535, + "ks_statistic_mean_var_genes": -4.0274, + "ks_statistic_morans_I": 0.0648, + "ks_statistic_nn_correlation": -0.0909, + "ks_statistic_pearson_cells": 0.0039, + "ks_statistic_pearson_genes": 0.231, + "ks_statistic_scaled_mean_cells": -0.3079, + "ks_statistic_scaled_mean_genes": -0.2402, + "ks_statistic_scaled_var_cells": -0.1449, + "ks_statistic_scaled_var_genes": -0.8395, + "ks_statistic_tmm_cells": 2.8838, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.9873, + "svg_precision": 0.9749, "svg_recall": 0.9852 }, "scaled_scores": { - "clustering_ari": 0.9273, - "clustering_nmi": 0.9137, + "clustering_ari": 0.9082, + "clustering_nmi": 0.8997, "crosscor_cosine": 0, - "crosscor_mantel": 0.9986, - "ctdeconcolute_jsd": 0.6368, - "ctdeconvolute_rmse": 0.7188, + "crosscor_mantel": 0.9996, + "ctdeconcolute_jsd": 0.6456, + "ctdeconvolute_rmse": 0.7282, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9573, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9961, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": -0.1937, - "ks_statistic_lib_fraczero_cells": 0.9538, - "ks_statistic_lib_size_cells": 0.9573, - "ks_statistic_mean_fraczero_genes": 0.9932, - "ks_statistic_mean_var_genes": 1.0039, - "ks_statistic_morans_I": 0.9932, - "ks_statistic_nn_correlation": 0.9945, - "ks_statistic_pearson_cells": 0.9967, - "ks_statistic_pearson_genes": 0.997, - "ks_statistic_scaled_mean_cells": 0.2258, - "ks_statistic_scaled_mean_genes": 0.9982, - "ks_statistic_scaled_var_cells": 3.0185, - "ks_statistic_scaled_var_genes": 1.0078, - "ks_statistic_tmm_cells": -2.1088, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9572, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.996, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": -0.1479, + "ks_statistic_lib_fraczero_cells": 0.9441, + "ks_statistic_lib_size_cells": 0.9572, + "ks_statistic_mean_fraczero_genes": 0.9969, + "ks_statistic_mean_var_genes": 1.0026, + "ks_statistic_morans_I": 0.9904, + "ks_statistic_nn_correlation": 0.9922, + "ks_statistic_pearson_cells": 1.0003, + "ks_statistic_pearson_genes": 0.9927, + "ks_statistic_scaled_mean_cells": 0.5302, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 2.6701, + "ks_statistic_scaled_var_genes": 0.9892, + "ks_statistic_tmm_cells": -1.0058, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0.9852 }, - "mean_score": 0.7498, + "mean_score": 0.7763, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 44, - "cpu_pct": 115.5, - "peak_memory_mb": 3687, - "disk_read_mb": 76, + "duration_sec": 45.5, + "cpu_pct": 123.3, + "peak_memory_mb": 6349, + "disk_read_mb": 77, "disk_write_mb": 8 } }, @@ -1225,21 +1225,21 @@ "crosscor_mantel": -0.001, "ctdeconcolute_jsd": 0.1582, "ctdeconvolute_rmse": 0.1905, - "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": 57.2062, - "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment": 0.2222, "ks_statistic_frac_zero_cells": 55.1462, "ks_statistic_frac_zero_genes": 28.7065, - "ks_statistic_L_stats": 1.6208, + "ks_statistic_L_stats": "NA", "ks_statistic_lib_fraczero_cells": 35.5764, "ks_statistic_lib_size_cells": 57.2062, "ks_statistic_mean_fraczero_genes": 133.7932, "ks_statistic_mean_var_genes": 253.3827, - "ks_statistic_morans_I": 5.1939, - "ks_statistic_nn_correlation": 8.9632, - "ks_statistic_pearson_cells": 237.4811, - "ks_statistic_pearson_genes": 238.1429, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 250.0104, + "ks_statistic_pearson_genes": 251.4068, "ks_statistic_scaled_mean_cells": -0.1891, "ks_statistic_scaled_mean_genes": 145.4024, "ks_statistic_scaled_var_cells": -0.1315, @@ -1250,42 +1250,42 @@ "svg_recall": 0.0675 }, "scaled_scores": { - "clustering_ari": 0.1303, - "clustering_nmi": 0.1594, + "clustering_ari": 0.1308, + "clustering_nmi": 0.1601, "crosscor_cosine": 0, - "crosscor_mantel": 0.0006, - "ctdeconcolute_jsd": 0.073, - "ctdeconvolute_rmse": 0.2213, + "crosscor_mantel": -0.0028, + "ctdeconcolute_jsd": 0.0795, + "ctdeconvolute_rmse": 0.226, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.09, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.6727, - "ks_statistic_frac_zero_genes": 0.9265, - "ks_statistic_L_stats": 0.9357, - "ks_statistic_lib_fraczero_cells": 0.3045, - "ks_statistic_lib_size_cells": 0.09, - "ks_statistic_mean_fraczero_genes": -3.3313, - "ks_statistic_mean_var_genes": -7.9546, - "ks_statistic_morans_I": 0.8568, - "ks_statistic_nn_correlation": 0.6362, - "ks_statistic_pearson_cells": -3.5872, - "ks_statistic_pearson_genes": -3.995, - "ks_statistic_scaled_mean_cells": -0.5022, - "ks_statistic_scaled_mean_genes": -0.8496, - "ks_statistic_scaled_var_cells": -0.2521, - "ks_statistic_scaled_var_genes": 1.347, - "ks_statistic_tmm_cells": -40.8552, + "ks_statistic_efflib_size_cells": 0.0791, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.621, + "ks_statistic_frac_zero_genes": 0.8812, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.1993, + "ks_statistic_lib_size_cells": 0.0791, + "ks_statistic_mean_fraczero_genes": -2.6083, + "ks_statistic_mean_var_genes": -8.0711, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -4.3894, + "ks_statistic_pearson_genes": -4.3029, + "ks_statistic_scaled_mean_cells": -0.7348, + "ks_statistic_scaled_mean_genes": -0.8377, + "ks_statistic_scaled_var_cells": -0.2785, + "ks_statistic_scaled_var_genes": 1.3496, + "ks_statistic_tmm_cells": -25.6051, "ks_statistic_transition_matrix": 2, "svg_precision": 0, "svg_recall": 0.0675 }, - "mean_score": 0.2988, + "mean_score": 0.225, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, "duration_sec": 274, - "cpu_pct": 101.3, + "cpu_pct": 101.6, "peak_memory_mb": 3789, "disk_read_mb": 337, "disk_write_mb": 10 @@ -1295,74 +1295,74 @@ "dataset_id": "breast", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0845, - "clustering_nmi": 0.0917, + "clustering_ari": 0.086, + "clustering_nmi": 0.0935, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4186, - "ctdeconcolute_jsd": 0.0788, - "ctdeconvolute_rmse": 0.0646, + "crosscor_mantel": 0.4204, + "ctdeconcolute_jsd": 0.0791, + "ctdeconvolute_rmse": 0.0649, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -1.3867, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.3371, - "ks_statistic_frac_zero_genes": -0.2894, - "ks_statistic_L_stats": 2.1431, - "ks_statistic_lib_fraczero_cells": 0.401, - "ks_statistic_lib_size_cells": -1.3867, - "ks_statistic_mean_fraczero_genes": -1.1019, - "ks_statistic_mean_var_genes": -4.3789, - "ks_statistic_morans_I": 3.8599, - "ks_statistic_nn_correlation": 1.2703, - "ks_statistic_pearson_cells": 26.4525, - "ks_statistic_pearson_genes": 29.242, - "ks_statistic_scaled_mean_cells": -0.2545, - "ks_statistic_scaled_mean_genes": -0.2898, - "ks_statistic_scaled_var_cells": -0.1505, - "ks_statistic_scaled_var_genes": -0.78, - "ks_statistic_tmm_cells": 29.8185, - "ks_statistic_transition_matrix": 0.5556, - "svg_precision": 0.9464, - "svg_recall": 0.8945 + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -2.5215, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.0002, + "ks_statistic_frac_zero_genes": -0.2809, + "ks_statistic_L_stats": 1.818, + "ks_statistic_lib_fraczero_cells": 0.4666, + "ks_statistic_lib_size_cells": -2.5215, + "ks_statistic_mean_fraczero_genes": -1.1471, + "ks_statistic_mean_var_genes": -3.3974, + "ks_statistic_morans_I": 3.6676, + "ks_statistic_nn_correlation": 1.4762, + "ks_statistic_pearson_cells": 27.5961, + "ks_statistic_pearson_genes": 30.708, + "ks_statistic_scaled_mean_cells": -0.2529, + "ks_statistic_scaled_mean_genes": -0.2897, + "ks_statistic_scaled_var_cells": -0.1469, + "ks_statistic_scaled_var_genes": -0.7821, + "ks_statistic_tmm_cells": 32.4253, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.9487, + "svg_recall": 0.8966 }, "scaled_scores": { - "clustering_ari": 0.1231, - "clustering_nmi": 0.1499, + "clustering_ari": 0.1257, + "clustering_nmi": 0.1535, "crosscor_cosine": 0, - "crosscor_mantel": 0.5151, - "ctdeconcolute_jsd": 0.538, - "ctdeconvolute_rmse": 0.7357, + "crosscor_mantel": 0.5157, + "ctdeconcolute_jsd": 0.5396, + "ctdeconvolute_rmse": 0.7362, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9599, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9925, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0.7159, - "ks_statistic_lib_fraczero_cells": 0.9735, - "ks_statistic_lib_size_cells": 0.9599, - "ks_statistic_mean_fraczero_genes": 0.9978, - "ks_statistic_mean_var_genes": 1.0148, - "ks_statistic_morans_I": 0.8921, - "ks_statistic_nn_correlation": 0.94, - "ks_statistic_pearson_cells": 0.488, - "ks_statistic_pearson_genes": 0.3854, - "ks_statistic_scaled_mean_cells": -0.0262, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.9765, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9936, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": 1.0226, + "ks_statistic_lib_fraczero_cells": 0.9681, + "ks_statistic_lib_size_cells": 0.9765, + "ks_statistic_mean_fraczero_genes": 0.9994, + "ks_statistic_mean_var_genes": 0.9804, + "ks_statistic_morans_I": 0.8682, + "ks_statistic_nn_correlation": 0.9148, + "ks_statistic_pearson_cells": 0.4055, + "ks_statistic_pearson_genes": 0.3501, + "ks_statistic_scaled_mean_cells": -0.0555, "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": 3.5568, - "ks_statistic_scaled_var_genes": 0.8931, - "ks_statistic_tmm_cells": -24.9479, - "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_scaled_var_cells": 3.121, + "ks_statistic_scaled_var_genes": 0.8958, + "ks_statistic_tmm_cells": -16.8959, + "ks_statistic_transition_matrix": 1.3333, "svg_precision": 0, - "svg_recall": 0.8945 + "svg_recall": 0.8966 }, - "mean_score": 0.5858, + "mean_score": 0.6539, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 295, - "cpu_pct": 327.2, - "peak_memory_mb": 101991, + "duration_sec": 290, + "cpu_pct": 390.3, + "peak_memory_mb": 53044, "disk_read_mb": 83, "disk_write_mb": 9 } @@ -1371,32 +1371,32 @@ "dataset_id": "cortex", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0043, - "clustering_nmi": 0.0087, - "crosscor_cosine": 0.4993, - "crosscor_mantel": -0.0002, - "ctdeconcolute_jsd": 0.1016, - "ctdeconvolute_rmse": 0.4187, + "clustering_ari": -0.0018, + "clustering_nmi": 0.0034, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0004, + "ctdeconcolute_jsd": 0.1026, + "ctdeconvolute_rmse": 0.4232, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 42.1572, + "ks_statistic_efflib_size_cells": 159.8939, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 399.2042, - "ks_statistic_frac_zero_genes": 70.5244, - "ks_statistic_L_stats": 38.0891, - "ks_statistic_lib_fraczero_cells": 30.2118, - "ks_statistic_lib_size_cells": 42.1572, - "ks_statistic_mean_fraczero_genes": 70.5702, - "ks_statistic_mean_var_genes": 24.07, - "ks_statistic_morans_I": 14.5992, - "ks_statistic_nn_correlation": 7.8573, - "ks_statistic_pearson_cells": 75.3561, - "ks_statistic_pearson_genes": 76.5887, - "ks_statistic_scaled_mean_cells": -0.8365, - "ks_statistic_scaled_mean_genes": 13.115, - "ks_statistic_scaled_var_cells": -0.2874, - "ks_statistic_scaled_var_genes": -0.2335, - "ks_statistic_tmm_cells": 50.4995, + "ks_statistic_frac_zero_cells": 1533.1991, + "ks_statistic_frac_zero_genes": 68.8484, + "ks_statistic_L_stats": 37.8328, + "ks_statistic_lib_fraczero_cells": 96.6855, + "ks_statistic_lib_size_cells": 159.8939, + "ks_statistic_mean_fraczero_genes": 98.854, + "ks_statistic_mean_var_genes": 44.9025, + "ks_statistic_morans_I": 12.5798, + "ks_statistic_nn_correlation": 9.6081, + "ks_statistic_pearson_cells": 76.3022, + "ks_statistic_pearson_genes": 82.9679, + "ks_statistic_scaled_mean_cells": -3.413, + "ks_statistic_scaled_mean_genes": 12.886, + "ks_statistic_scaled_var_cells": -0.2996, + "ks_statistic_scaled_var_genes": -0.243, + "ks_statistic_tmm_cells": 31.0977, "ks_statistic_transition_matrix": 0.625, "svg_precision": "NA", "svg_recall": 0 @@ -1434,11 +1434,11 @@ }, "mean_score": 0.069, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, "duration_sec": 11.4, - "cpu_pct": 138.1, - "peak_memory_mb": 1946, + "cpu_pct": 175.5, + "peak_memory_mb": 3380, "disk_read_mb": 49, "disk_write_mb": 9 } @@ -1454,7 +1454,7 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.25, + "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.6012, "ks_statistic_enrichment": 0.25, "ks_statistic_frac_zero_cells": -9.212, @@ -1466,14 +1466,14 @@ "ks_statistic_mean_var_genes": -0.8404, "ks_statistic_morans_I": -0.2167, "ks_statistic_nn_correlation": -0.7794, - "ks_statistic_pearson_cells": -0.317, - "ks_statistic_pearson_genes": 0.0316, + "ks_statistic_pearson_cells": -0.1752, + "ks_statistic_pearson_genes": -0.6707, "ks_statistic_scaled_mean_cells": -0.6148, "ks_statistic_scaled_mean_genes": -0.2258, "ks_statistic_scaled_var_cells": -0.2695, "ks_statistic_scaled_var_genes": -0.3765, "ks_statistic_tmm_cells": -0.3039, - "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_matrix": 0.125, "svg_precision": 1, "svg_recall": 1 }, @@ -1510,11 +1510,11 @@ }, "mean_score": 0.8621, "resources": { - "submit": "2024-11-25 06:12:00", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 13.2, - "cpu_pct": 131.5, - "peak_memory_mb": 1946, + "duration_sec": 8.7, + "cpu_pct": 274.6, + "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -1523,74 +1523,74 @@ "dataset_id": "cortex", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.2459, - "clustering_nmi": 0.2448, - "crosscor_cosine": 0.7707, - "crosscor_mantel": 0.5227, - "ctdeconcolute_jsd": 0.0936, - "ctdeconvolute_rmse": 0.3451, + "clustering_ari": 0.2173, + "clustering_nmi": 0.2055, + "crosscor_cosine": 0.7643, + "crosscor_mantel": 0.509, + "ctdeconcolute_jsd": 0.0944, + "ctdeconvolute_rmse": 0.3453, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": 1.605, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": 1.6162, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 6.129, - "ks_statistic_frac_zero_genes": -0.1442, - "ks_statistic_L_stats": 37.7027, - "ks_statistic_lib_fraczero_cells": 4.3489, - "ks_statistic_lib_size_cells": 1.605, - "ks_statistic_mean_fraczero_genes": 1.7182, - "ks_statistic_mean_var_genes": -0.5237, - "ks_statistic_morans_I": 0.7641, - "ks_statistic_nn_correlation": 1.6567, - "ks_statistic_pearson_cells": 4.2693, - "ks_statistic_pearson_genes": 4.194, - "ks_statistic_scaled_mean_cells": -0.5366, - "ks_statistic_scaled_mean_genes": -0.1183, - "ks_statistic_scaled_var_cells": -0.2884, - "ks_statistic_scaled_var_genes": -0.3166, - "ks_statistic_tmm_cells": 1.2488, - "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.8165, - "svg_recall": 0.3162 + "ks_statistic_frac_zero_cells": 11.5715, + "ks_statistic_frac_zero_genes": 0.0438, + "ks_statistic_L_stats": 38.1231, + "ks_statistic_lib_fraczero_cells": 4.6113, + "ks_statistic_lib_size_cells": 1.6162, + "ks_statistic_mean_fraczero_genes": 1.7418, + "ks_statistic_mean_var_genes": 0.2849, + "ks_statistic_morans_I": 0.8019, + "ks_statistic_nn_correlation": 2.5431, + "ks_statistic_pearson_cells": 7.2303, + "ks_statistic_pearson_genes": 7.4771, + "ks_statistic_scaled_mean_cells": -0.4753, + "ks_statistic_scaled_mean_genes": 0.0612, + "ks_statistic_scaled_var_cells": -0.3135, + "ks_statistic_scaled_var_genes": -0.3787, + "ks_statistic_tmm_cells": 1.0956, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": 0.8371, + "svg_recall": 0.3652 }, "scaled_scores": { - "clustering_ari": 0.386, - "clustering_nmi": 0.4192, - "crosscor_cosine": 0.6754, - "crosscor_mantel": 0.5932, - "ctdeconcolute_jsd": 0.0785, - "ctdeconvolute_rmse": 0.1757, + "clustering_ari": 0.3468, + "clustering_nmi": 0.3555, + "crosscor_cosine": 0.659, + "crosscor_mantel": 0.5774, + "ctdeconcolute_jsd": 0.0793, + "ctdeconvolute_rmse": 0.1842, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.2, - "ks_statistic_efflib_size_cells": 0.9484, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9862, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9624, - "ks_statistic_frac_zero_genes": 0.9979, - "ks_statistic_L_stats": 1.0366, - "ks_statistic_lib_fraczero_cells": 0.8363, - "ks_statistic_lib_size_cells": 0.9484, - "ks_statistic_mean_fraczero_genes": 0.9635, - "ks_statistic_mean_var_genes": 0.9873, - "ks_statistic_morans_I": 0.9338, - "ks_statistic_nn_correlation": 0.7179, - "ks_statistic_pearson_cells": 0.9394, - "ks_statistic_pearson_genes": 0.9456, - "ks_statistic_scaled_mean_cells": -0.353, - "ks_statistic_scaled_mean_genes": 0.9919, - "ks_statistic_scaled_var_cells": 1.0545, - "ks_statistic_scaled_var_genes": 0.5811, - "ks_statistic_tmm_cells": 0.9694, - "ks_statistic_transition_matrix": 0.5714, + "ks_statistic_frac_zero_cells": 0.9865, + "ks_statistic_frac_zero_genes": 0.9951, + "ks_statistic_L_stats": -2.4923, + "ks_statistic_lib_fraczero_cells": 0.9453, + "ks_statistic_lib_size_cells": 0.9862, + "ks_statistic_mean_fraczero_genes": 0.9736, + "ks_statistic_mean_var_genes": 0.9754, + "ks_statistic_morans_I": 0.9204, + "ks_statistic_nn_correlation": 0.6801, + "ks_statistic_pearson_cells": 0.9032, + "ks_statistic_pearson_genes": 0.9026, + "ks_statistic_scaled_mean_cells": -0.0498, + "ks_statistic_scaled_mean_genes": 0.9781, + "ks_statistic_scaled_var_cells": 1.463, + "ks_statistic_scaled_var_genes": 1.0168, + "ks_statistic_tmm_cells": 0.9554, + "ks_statistic_transition_matrix": 0.625, "svg_precision": 0, - "svg_recall": 0.3162 + "svg_recall": 0.3652 }, - "mean_score": 0.6427, + "mean_score": 0.6338, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 271, - "cpu_pct": 325.2, - "peak_memory_mb": 25088, + "duration_sec": 261, + "cpu_pct": 319.2, + "peak_memory_mb": 14234, "disk_read_mb": 72, "disk_write_mb": 30 } @@ -1599,74 +1599,74 @@ "dataset_id": "cortex", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.179, - "clustering_nmi": 0.1645, - "crosscor_cosine": 0.8647, - "crosscor_mantel": 0.7299, - "ctdeconcolute_jsd": 0.0785, - "ctdeconvolute_rmse": 0.2755, + "clustering_ari": 0.2129, + "clustering_nmi": 0.2064, + "crosscor_cosine": 0.8317, + "crosscor_mantel": 0.6823, + "ctdeconcolute_jsd": 0.0787, + "ctdeconvolute_rmse": 0.278, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.5356, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.2982, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 50.9517, - "ks_statistic_frac_zero_genes": 0.2106, - "ks_statistic_L_stats": 38.1609, - "ks_statistic_lib_fraczero_cells": 2.9754, - "ks_statistic_lib_size_cells": 0.5356, - "ks_statistic_mean_fraczero_genes": 10.0049, - "ks_statistic_mean_var_genes": -0.2892, - "ks_statistic_morans_I": 0.0158, - "ks_statistic_nn_correlation": 0.7837, - "ks_statistic_pearson_cells": 9.3271, - "ks_statistic_pearson_genes": 9.4094, - "ks_statistic_scaled_mean_cells": -0.6617, - "ks_statistic_scaled_mean_genes": -0.017, - "ks_statistic_scaled_var_cells": -0.3087, - "ks_statistic_scaled_var_genes": -0.3579, - "ks_statistic_tmm_cells": 0.7762, + "ks_statistic_frac_zero_cells": 10.6793, + "ks_statistic_frac_zero_genes": 0.1253, + "ks_statistic_L_stats": 37.9735, + "ks_statistic_lib_fraczero_cells": 3.104, + "ks_statistic_lib_size_cells": 0.2982, + "ks_statistic_mean_fraczero_genes": 12.1544, + "ks_statistic_mean_var_genes": 0.027, + "ks_statistic_morans_I": 0.1335, + "ks_statistic_nn_correlation": 0.9044, + "ks_statistic_pearson_cells": 10.7171, + "ks_statistic_pearson_genes": 9.2796, + "ks_statistic_scaled_mean_cells": -0.635, + "ks_statistic_scaled_mean_genes": -0.046, + "ks_statistic_scaled_var_cells": -0.3046, + "ks_statistic_scaled_var_genes": -7.666, + "ks_statistic_tmm_cells": 0.9676, "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.8512, - "svg_recall": 0.701 + "svg_precision": 0.8162, + "svg_recall": 0.8162 }, "scaled_scores": { - "clustering_ari": 0.2791, - "clustering_nmi": 0.2767, - "crosscor_cosine": 0.9093, - "crosscor_mantel": 0.8282, - "ctdeconcolute_jsd": 0.2274, - "ctdeconvolute_rmse": 0.3419, + "clustering_ari": 0.3397, + "clustering_nmi": 0.357, + "crosscor_cosine": 0.827, + "crosscor_mantel": 0.7741, + "ctdeconcolute_jsd": 0.233, + "ctdeconvolute_rmse": 0.3432, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.8, - "ks_statistic_efflib_size_cells": 0.9734, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9944, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8527, - "ks_statistic_frac_zero_genes": 0.9929, - "ks_statistic_L_stats": -0.1926, - "ks_statistic_lib_fraczero_cells": 0.8807, - "ks_statistic_lib_size_cells": 0.9734, - "ks_statistic_mean_fraczero_genes": 0.8476, - "ks_statistic_mean_var_genes": 0.9779, - "ks_statistic_morans_I": 0.9843, - "ks_statistic_nn_correlation": 0.819, - "ks_statistic_pearson_cells": 0.8726, - "ks_statistic_pearson_genes": 0.8775, - "ks_statistic_scaled_mean_cells": 0.2114, - "ks_statistic_scaled_mean_genes": 0.9843, - "ks_statistic_scaled_var_cells": 2.185, - "ks_statistic_scaled_var_genes": 0.8697, - "ks_statistic_tmm_cells": 0.9787, - "ks_statistic_transition_matrix": 0.8571, + "ks_statistic_frac_zero_cells": 0.9871, + "ks_statistic_frac_zero_genes": 0.994, + "ks_statistic_L_stats": -1.2077, + "ks_statistic_lib_fraczero_cells": 0.9608, + "ks_statistic_lib_size_cells": 0.9944, + "ks_statistic_mean_fraczero_genes": 0.8692, + "ks_statistic_mean_var_genes": 0.981, + "ks_statistic_morans_I": 0.9726, + "ks_statistic_nn_correlation": 0.8379, + "ks_statistic_pearson_cells": 0.8576, + "ks_statistic_pearson_genes": 0.881, + "ks_statistic_scaled_mean_cells": 0.0072, + "ks_statistic_scaled_mean_genes": 0.9863, + "ks_statistic_scaled_var_cells": 1.1646, + "ks_statistic_scaled_var_genes": 55.6164, + "ks_statistic_tmm_cells": 0.9595, + "ks_statistic_transition_matrix": 0.75, "svg_precision": 0, - "svg_recall": 0.701 + "svg_recall": 0.8162 }, - "mean_score": 0.7006, + "mean_score": 0.6916, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 726, - "cpu_pct": 101.2, - "peak_memory_mb": 5632, + "duration_sec": 723, + "cpu_pct": 101.9, + "peak_memory_mb": 8295, "disk_read_mb": 80, "disk_write_mb": 9 } @@ -1675,75 +1675,75 @@ "dataset_id": "cortex", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.3075, - "clustering_nmi": 0.3268, - "crosscor_cosine": 0.7194, - "crosscor_mantel": 0.4593, - "ctdeconcolute_jsd": 0.0736, - "ctdeconvolute_rmse": 0.2603, + "clustering_ari": 0.2963, + "clustering_nmi": 0.3116, + "crosscor_cosine": 0.7161, + "crosscor_mantel": 0.451, + "ctdeconcolute_jsd": 0.0737, + "ctdeconvolute_rmse": 0.2593, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.6012, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 6.7236, - "ks_statistic_frac_zero_genes": 0.014, - "ks_statistic_L_stats": 37.5895, - "ks_statistic_lib_fraczero_cells": 3.5243, + "ks_statistic_frac_zero_cells": 3.5686, + "ks_statistic_frac_zero_genes": 0.0584, + "ks_statistic_L_stats": 37.839, + "ks_statistic_lib_fraczero_cells": 3.5109, "ks_statistic_lib_size_cells": -0.6012, - "ks_statistic_mean_fraczero_genes": 12.4997, - "ks_statistic_mean_var_genes": -0.859, - "ks_statistic_morans_I": 0.924, - "ks_statistic_nn_correlation": 2.4482, - "ks_statistic_pearson_cells": 32.2062, - "ks_statistic_pearson_genes": 34.8636, + "ks_statistic_mean_fraczero_genes": 11.8221, + "ks_statistic_mean_var_genes": -1.7038, + "ks_statistic_morans_I": 0.8889, + "ks_statistic_nn_correlation": 3.0745, + "ks_statistic_pearson_cells": 40.1408, + "ks_statistic_pearson_genes": 32.7543, "ks_statistic_scaled_mean_cells": -0.6148, - "ks_statistic_scaled_mean_genes": 0.5941, - "ks_statistic_scaled_var_cells": -0.2996, - "ks_statistic_scaled_var_genes": -0.2803, - "ks_statistic_tmm_cells": 0.1065, + "ks_statistic_scaled_mean_genes": 0.5917, + "ks_statistic_scaled_var_cells": -0.3208, + "ks_statistic_scaled_var_genes": -0.2633, + "ks_statistic_tmm_cells": -0.0454, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.694, - "svg_recall": 0.5392 + "svg_precision": 0.6925, + "svg_recall": 0.5466 }, "scaled_scores": { - "clustering_ari": 0.4845, - "clustering_nmi": 0.5648, - "crosscor_cosine": 0.5476, - "crosscor_mantel": 0.5212, - "ctdeconcolute_jsd": 0.2748, - "ctdeconvolute_rmse": 0.3784, + "clustering_ari": 0.4717, + "clustering_nmi": 0.5421, + "crosscor_cosine": 0.539, + "crosscor_mantel": 0.5115, + "ctdeconcolute_jsd": 0.2813, + "ctdeconvolute_rmse": 0.3873, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.2, + "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.961, - "ks_statistic_frac_zero_genes": 0.9957, - "ks_statistic_L_stats": 1.3404, - "ks_statistic_lib_fraczero_cells": 0.863, + "ks_statistic_frac_zero_cells": 0.9917, + "ks_statistic_frac_zero_genes": 0.9949, + "ks_statistic_L_stats": -0.053, + "ks_statistic_lib_fraczero_cells": 0.9566, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.8127, - "ks_statistic_mean_var_genes": 1.0007, - "ks_statistic_morans_I": 0.923, - "ks_statistic_nn_correlation": 0.6263, - "ks_statistic_pearson_cells": 0.5702, - "ks_statistic_pearson_genes": 0.545, + "ks_statistic_mean_fraczero_genes": 0.8726, + "ks_statistic_mean_var_genes": 1.0189, + "ks_statistic_morans_I": 0.9136, + "ks_statistic_nn_correlation": 0.629, + "ks_statistic_pearson_cells": 0.4728, + "ks_statistic_pearson_genes": 0.6004, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9385, - "ks_statistic_scaled_var_cells": 1.678, - "ks_statistic_scaled_var_genes": 0.3274, - "ks_statistic_tmm_cells": 0.9919, - "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_scaled_mean_genes": 0.9376, + "ks_statistic_scaled_var_cells": 1.7024, + "ks_statistic_scaled_var_genes": 0.1515, + "ks_statistic_tmm_cells": 0.9918, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.5392 + "svg_recall": 0.5466 }, - "mean_score": 0.685, + "mean_score": 0.648, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 45.1, - "cpu_pct": 109.8, - "peak_memory_mb": 2560, - "disk_read_mb": 77, + "duration_sec": 35, + "cpu_pct": 142.4, + "peak_memory_mb": 6554, + "disk_read_mb": 78, "disk_write_mb": 9 } }, @@ -1751,74 +1751,74 @@ "dataset_id": "cortex", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.3015, - "clustering_nmi": 0.3196, - "crosscor_cosine": 0.5007, - "crosscor_mantel": -0.0037, - "ctdeconcolute_jsd": 0.1059, - "ctdeconvolute_rmse": 0.4529, + "clustering_ari": 0.3065, + "clustering_nmi": 0.3274, + "crosscor_cosine": 0.5068, + "crosscor_mantel": 0.0075, + "ctdeconcolute_jsd": 0.1014, + "ctdeconvolute_rmse": 0.4266, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.6367, + "ks_statistic_efflib_size_cells": 0.4087, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 5.7499, - "ks_statistic_frac_zero_genes": 0.7847, - "ks_statistic_L_stats": 37.9566, - "ks_statistic_lib_fraczero_cells": 11.9993, - "ks_statistic_lib_size_cells": 0.6367, - "ks_statistic_mean_fraczero_genes": 31.3094, - "ks_statistic_mean_var_genes": 24.6463, - "ks_statistic_morans_I": 0.2989, - "ks_statistic_nn_correlation": 0.1573, - "ks_statistic_pearson_cells": 30.824, - "ks_statistic_pearson_genes": 29.395, - "ks_statistic_scaled_mean_cells": -0.362, - "ks_statistic_scaled_mean_genes": 7.4055, - "ks_statistic_scaled_var_cells": -0.3714, - "ks_statistic_scaled_var_genes": -0.2185, - "ks_statistic_tmm_cells": 0.188, + "ks_statistic_frac_zero_cells": 4.6084, + "ks_statistic_frac_zero_genes": 0.9187, + "ks_statistic_L_stats": 37.8942, + "ks_statistic_lib_fraczero_cells": 16.3733, + "ks_statistic_lib_size_cells": 0.4087, + "ks_statistic_mean_fraczero_genes": 35.8764, + "ks_statistic_mean_var_genes": 26.1556, + "ks_statistic_morans_I": 0.6154, + "ks_statistic_nn_correlation": -0.2214, + "ks_statistic_pearson_cells": 32.5515, + "ks_statistic_pearson_genes": 32.0893, + "ks_statistic_scaled_mean_cells": -0.4342, + "ks_statistic_scaled_mean_genes": 8.1087, + "ks_statistic_scaled_var_cells": -0.3289, + "ks_statistic_scaled_var_genes": -0.2218, + "ks_statistic_tmm_cells": -0.0311, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.3867, - "svg_recall": 0.1716 + "svg_precision": 0.4048, + "svg_recall": 0.2083 }, "scaled_scores": { - "clustering_ari": 0.4749, - "clustering_nmi": 0.5521, - "crosscor_cosine": 0.0033, - "crosscor_mantel": -0.004, - "ctdeconcolute_jsd": -0.043, - "ctdeconvolute_rmse": -0.0818, + "clustering_ari": 0.4879, + "clustering_nmi": 0.5699, + "crosscor_cosine": 0.0177, + "crosscor_mantel": 0.0081, + "ctdeconcolute_jsd": 0.0116, + "ctdeconvolute_rmse": -0.0079, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6, - "ks_statistic_efflib_size_cells": 0.9711, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9937, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9634, - "ks_statistic_frac_zero_genes": 0.9848, - "ks_statistic_L_stats": 0.3554, - "ks_statistic_lib_fraczero_cells": 0.5889, - "ks_statistic_lib_size_cells": 0.9711, - "ks_statistic_mean_fraczero_genes": 0.5494, - "ks_statistic_mean_var_genes": -0.0231, - "ks_statistic_morans_I": 0.9652, - "ks_statistic_nn_correlation": 0.8915, - "ks_statistic_pearson_cells": 0.5885, - "ks_statistic_pearson_genes": 0.6165, - "ks_statistic_scaled_mean_cells": -1.1402, - "ks_statistic_scaled_mean_genes": 0.428, - "ks_statistic_scaled_var_cells": 5.6837, - "ks_statistic_scaled_var_genes": -0.1046, - "ks_statistic_tmm_cells": 0.9903, - "ks_statistic_transition_matrix": 1.4286, + "ks_statistic_frac_zero_cells": 0.991, + "ks_statistic_frac_zero_genes": 0.9825, + "ks_statistic_L_stats": -0.5265, + "ks_statistic_lib_fraczero_cells": 0.8246, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.6314, + "ks_statistic_mean_var_genes": 0.4098, + "ks_statistic_morans_I": 0.935, + "ks_statistic_nn_correlation": 0.9463, + "ks_statistic_pearson_cells": 0.5721, + "ks_statistic_pearson_genes": 0.6083, + "ks_statistic_scaled_mean_cells": -0.0645, + "ks_statistic_scaled_mean_genes": 0.3643, + "ks_statistic_scaled_var_cells": 1.974, + "ks_statistic_scaled_var_genes": -0.1589, + "ks_statistic_tmm_cells": 0.9913, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, - "svg_recall": 0.1716 + "svg_recall": 0.2083 }, - "mean_score": 0.5195, + "mean_score": 0.5361, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 27.4, - "cpu_pct": 115.1, - "peak_memory_mb": 2458, + "duration_sec": 17.2, + "cpu_pct": 171.2, + "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 9 } @@ -1827,73 +1827,73 @@ "dataset_id": "cortex", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.8262, - "clustering_nmi": 0.8006, - "crosscor_cosine": 0.8844, - "crosscor_mantel": 0.8258, - "ctdeconcolute_jsd": 0.016, - "ctdeconvolute_rmse": 0.0179, + "clustering_ari": 0.7524, + "clustering_nmi": 0.6846, + "crosscor_cosine": 0.8826, + "crosscor_mantel": 0.8228, + "ctdeconcolute_jsd": 0.0165, + "ctdeconvolute_rmse": 0.0189, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.5752, + "ks_statistic_efflib_size_cells": -0.5899, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -3.5519, - "ks_statistic_frac_zero_genes": -0.1149, - "ks_statistic_L_stats": 37.551, - "ks_statistic_lib_fraczero_cells": -0.0082, - "ks_statistic_lib_size_cells": -0.5752, - "ks_statistic_mean_fraczero_genes": 0.7788, - "ks_statistic_mean_var_genes": -0.4397, - "ks_statistic_morans_I": 0.0586, - "ks_statistic_nn_correlation": -0.4137, - "ks_statistic_pearson_cells": 3.112, - "ks_statistic_pearson_genes": 1.108, - "ks_statistic_scaled_mean_cells": -0.6205, - "ks_statistic_scaled_mean_genes": -0.0909, - "ks_statistic_scaled_var_cells": -0.2929, - "ks_statistic_scaled_var_genes": -0.3612, - "ks_statistic_tmm_cells": -0.1305, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.91, - "svg_recall": 0.8676 + "ks_statistic_frac_zero_cells": -4.1137, + "ks_statistic_frac_zero_genes": -0.1271, + "ks_statistic_L_stats": 37.5524, + "ks_statistic_lib_fraczero_cells": -0.0298, + "ks_statistic_lib_size_cells": -0.5899, + "ks_statistic_mean_fraczero_genes": 1.2625, + "ks_statistic_mean_var_genes": -0.4226, + "ks_statistic_morans_I": -0.016, + "ks_statistic_nn_correlation": -0.2102, + "ks_statistic_pearson_cells": 0.927, + "ks_statistic_pearson_genes": 1.625, + "ks_statistic_scaled_mean_cells": -0.6229, + "ks_statistic_scaled_mean_genes": -0.0953, + "ks_statistic_scaled_var_cells": -0.2817, + "ks_statistic_scaled_var_genes": -0.3891, + "ks_statistic_tmm_cells": -0.1362, + "ks_statistic_transition_matrix": 0.1875, + "svg_precision": 0.9118, + "svg_recall": 0.8873 }, "scaled_scores": { - "clustering_ari": 1.3135, - "clustering_nmi": 1.406, - "crosscor_cosine": 0.9583, - "crosscor_mantel": 0.937, - "ctdeconcolute_jsd": 0.8426, - "ctdeconvolute_rmse": 0.9574, + "clustering_ari": 1.1935, + "clustering_nmi": 1.1981, + "crosscor_cosine": 0.9539, + "crosscor_mantel": 0.9335, + "ctdeconcolute_jsd": 0.8394, + "ctdeconvolute_rmse": 0.9554, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.2, - "ks_statistic_efflib_size_cells": 0.9994, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9999, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9861, - "ks_statistic_frac_zero_genes": 0.9975, - "ks_statistic_L_stats": 1.4436, - "ks_statistic_lib_fraczero_cells": 0.9772, - "ks_statistic_lib_size_cells": 0.9994, - "ks_statistic_mean_fraczero_genes": 0.9767, - "ks_statistic_mean_var_genes": 0.9839, - "ks_statistic_morans_I": 0.9814, - "ks_statistic_nn_correlation": 0.9577, - "ks_statistic_pearson_cells": 0.9547, - "ks_statistic_pearson_genes": 0.9859, - "ks_statistic_scaled_mean_cells": 0.0256, - "ks_statistic_scaled_mean_genes": 0.9899, - "ks_statistic_scaled_var_cells": 1.309, - "ks_statistic_scaled_var_genes": 0.8928, - "ks_statistic_tmm_cells": 0.9966, - "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_frac_zero_cells": 0.9967, + "ks_statistic_frac_zero_genes": 0.9976, + "ks_statistic_L_stats": 2.4081, + "ks_statistic_lib_fraczero_cells": 0.993, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9784, + "ks_statistic_mean_var_genes": 0.9909, + "ks_statistic_morans_I": 0.9843, + "ks_statistic_nn_correlation": 0.9452, + "ks_statistic_pearson_cells": 0.9856, + "ks_statistic_pearson_genes": 0.9726, + "ks_statistic_scaled_mean_cells": 0.0029, + "ks_statistic_scaled_mean_genes": 0.99, + "ks_statistic_scaled_var_cells": 0.406, + "ks_statistic_scaled_var_genes": 1.0943, + "ks_statistic_tmm_cells": 0.9947, + "ks_statistic_transition_matrix": 0.875, "svg_precision": 0, - "svg_recall": 0.8676 + "svg_recall": 0.8873 }, - "mean_score": 0.8713, + "mean_score": 0.8511, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 51.6, - "cpu_pct": 113.1, + "duration_sec": 98, + "cpu_pct": 106.4, "peak_memory_mb": 3687, "disk_read_mb": 73, "disk_write_mb": 9 @@ -1922,8 +1922,8 @@ "ks_statistic_mean_var_genes": 71.1716, "ks_statistic_morans_I": 6.0057, "ks_statistic_nn_correlation": 4.5194, - "ks_statistic_pearson_cells": 15.7232, - "ks_statistic_pearson_genes": 15.7091, + "ks_statistic_pearson_cells": 16.6969, + "ks_statistic_pearson_genes": 16.609, "ks_statistic_scaled_mean_cells": -0.2758, "ks_statistic_scaled_mean_genes": 38.0128, "ks_statistic_scaled_var_cells": -0.246, @@ -1934,43 +1934,43 @@ "svg_recall": 0.1618 }, "scaled_scores": { - "clustering_ari": 0.479, - "clustering_nmi": 0.559, + "clustering_ari": 0.484, + "clustering_nmi": 0.563, "crosscor_cosine": 0, - "crosscor_mantel": -0.0028, - "ctdeconcolute_jsd": -0.0581, - "ctdeconvolute_rmse": -0.1296, + "crosscor_mantel": -0.0034, + "ctdeconcolute_jsd": -0.0477, + "ctdeconvolute_rmse": -0.1174, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6, - "ks_statistic_efflib_size_cells": 0.9354, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9828, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9472, - "ks_statistic_frac_zero_genes": 0.8131, - "ks_statistic_L_stats": 0.7955, - "ks_statistic_lib_fraczero_cells": 0.5364, - "ks_statistic_lib_size_cells": 0.9354, - "ks_statistic_mean_fraczero_genes": 0.1341, - "ks_statistic_mean_var_genes": -1.8908, - "ks_statistic_morans_I": 0.58, - "ks_statistic_nn_correlation": 0.3865, - "ks_statistic_pearson_cells": 0.788, - "ks_statistic_pearson_genes": 0.7952, - "ks_statistic_scaled_mean_cells": -1.529, - "ks_statistic_scaled_mean_genes": -1.8663, - "ks_statistic_scaled_var_cells": -1.3062, - "ks_statistic_scaled_var_genes": 1.9374, - "ks_statistic_tmm_cells": 0.8834, - "ks_statistic_transition_matrix": 1.4286, + "ks_statistic_frac_zero_cells": 0.986, + "ks_statistic_frac_zero_genes": 0.8085, + "ks_statistic_L_stats": 0.3457, + "ks_statistic_lib_fraczero_cells": 0.8528, + "ks_statistic_lib_size_cells": 0.9828, + "ks_statistic_mean_fraczero_genes": 0.3797, + "ks_statistic_mean_var_genes": -0.5743, + "ks_statistic_morans_I": 0.5137, + "ks_statistic_nn_correlation": 0.4899, + "ks_statistic_pearson_cells": 0.7794, + "ks_statistic_pearson_genes": 0.7934, + "ks_statistic_scaled_mean_cells": -0.1211, + "ks_statistic_scaled_mean_genes": -1.9163, + "ks_statistic_scaled_var_cells": -0.7777, + "ks_statistic_scaled_var_genes": 2.0044, + "ks_statistic_tmm_cells": 0.8114, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, "svg_recall": 0.1618 }, - "mean_score": 0.4735, + "mean_score": 0.4805, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 179, - "cpu_pct": 105.9, - "peak_memory_mb": 5940, + "duration_sec": 173, + "cpu_pct": 102.6, + "peak_memory_mb": 3277, "disk_read_mb": 416, "disk_write_mb": 11 } @@ -1979,74 +1979,74 @@ "dataset_id": "cortex", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.1583, - "clustering_nmi": 0.1537, - "crosscor_cosine": 0.6773, - "crosscor_mantel": 0.3576, - "ctdeconcolute_jsd": 0.0802, - "ctdeconvolute_rmse": 0.2757, + "clustering_ari": 0.0913, + "clustering_nmi": 0.0966, + "crosscor_cosine": 0.6843, + "crosscor_mantel": 0.3743, + "ctdeconcolute_jsd": 0.0794, + "ctdeconvolute_rmse": 0.2719, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": -0.5868, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -9.2297, - "ks_statistic_frac_zero_genes": -0.1556, - "ks_statistic_L_stats": 37.549, - "ks_statistic_lib_fraczero_cells": -0.298, - "ks_statistic_lib_size_cells": -0.5868, - "ks_statistic_mean_fraczero_genes": 0.8721, - "ks_statistic_mean_var_genes": 10.2026, - "ks_statistic_morans_I": 1.4986, - "ks_statistic_nn_correlation": 3.3325, - "ks_statistic_pearson_cells": 147.8557, - "ks_statistic_pearson_genes": 156.6818, - "ks_statistic_scaled_mean_cells": -0.6353, - "ks_statistic_scaled_mean_genes": -0.1588, - "ks_statistic_scaled_var_cells": -0.3416, - "ks_statistic_scaled_var_genes": -0.271, - "ks_statistic_tmm_cells": 0.0557, - "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.6293, - "svg_recall": 0.5368 + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.5661, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -3.6291, + "ks_statistic_frac_zero_genes": -0.1105, + "ks_statistic_L_stats": 37.593, + "ks_statistic_lib_fraczero_cells": -0.2551, + "ks_statistic_lib_size_cells": -0.5661, + "ks_statistic_mean_fraczero_genes": 1.4039, + "ks_statistic_mean_var_genes": 4.498, + "ks_statistic_morans_I": 1.6986, + "ks_statistic_nn_correlation": 3.5131, + "ks_statistic_pearson_cells": 138.9123, + "ks_statistic_pearson_genes": 276.0448, + "ks_statistic_scaled_mean_cells": -0.5885, + "ks_statistic_scaled_mean_genes": -0.065, + "ks_statistic_scaled_var_cells": -0.343, + "ks_statistic_scaled_var_genes": -0.2708, + "ks_statistic_tmm_cells": -0.0962, + "ks_statistic_transition_matrix": 0.625, + "svg_precision": 0.6697, + "svg_recall": 0.5466 }, "scaled_scores": { - "clustering_ari": 0.2461, - "clustering_nmi": 0.2575, - "crosscor_cosine": 0.443, - "crosscor_mantel": 0.4059, - "ctdeconcolute_jsd": 0.2098, - "ctdeconvolute_rmse": 0.3415, + "clustering_ari": 0.1474, + "clustering_nmi": 0.1638, + "crosscor_cosine": 0.4598, + "crosscor_mantel": 0.4245, + "ctdeconcolute_jsd": 0.2264, + "ctdeconvolute_rmse": 0.3576, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.4, - "ks_statistic_efflib_size_cells": 0.9997, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 0.9981, - "ks_statistic_L_stats": 1.4491, - "ks_statistic_lib_fraczero_cells": 0.9866, - "ks_statistic_lib_size_cells": 0.9997, - "ks_statistic_mean_fraczero_genes": 0.9754, - "ks_statistic_mean_var_genes": 0.5567, - "ks_statistic_morans_I": 0.8842, - "ks_statistic_nn_correlation": 0.5239, - "ks_statistic_pearson_cells": -0.9581, - "ks_statistic_pearson_genes": -1.0462, - "ks_statistic_scaled_mean_cells": 0.0923, - "ks_statistic_scaled_mean_genes": 0.995, - "ks_statistic_scaled_var_cells": 4.0217, - "ks_statistic_scaled_var_genes": 0.262, - "ks_statistic_tmm_cells": 0.9929, - "ks_statistic_transition_matrix": 0.5714, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.9998, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9964, + "ks_statistic_frac_zero_genes": 0.9974, + "ks_statistic_L_stats": 2.0593, + "ks_statistic_lib_fraczero_cells": 0.9953, + "ks_statistic_lib_size_cells": 0.9998, + "ks_statistic_mean_fraczero_genes": 0.977, + "ks_statistic_mean_var_genes": 0.8833, + "ks_statistic_morans_I": 0.8503, + "ks_statistic_nn_correlation": 0.5868, + "ks_statistic_pearson_cells": -0.8187, + "ks_statistic_pearson_genes": -2.3085, + "ks_statistic_scaled_mean_cells": -0.0094, + "ks_statistic_scaled_mean_genes": 0.9877, + "ks_statistic_scaled_var_cells": 2.4395, + "ks_statistic_scaled_var_genes": 0.2076, + "ks_statistic_tmm_cells": 0.9934, + "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.5368 + "svg_recall": 0.5466 }, - "mean_score": 0.5751, + "mean_score": 0.5334, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 62, - "cpu_pct": 519.6, - "peak_memory_mb": 36250, + "duration_sec": 61, + "cpu_pct": 473.2, + "peak_memory_mb": 36455, "disk_read_mb": 79, "disk_write_mb": 9 } @@ -2055,32 +2055,32 @@ "dataset_id": "fibrosarcoma", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0007, - "clustering_nmi": 0.0026, - "crosscor_cosine": 0.4991, - "crosscor_mantel": 0.0004, - "ctdeconcolute_jsd": 0.2669, - "ctdeconvolute_rmse": 0.4311, + "clustering_ari": 0.0005, + "clustering_nmi": 0.0023, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0011, + "ctdeconcolute_jsd": 0.266, + "ctdeconvolute_rmse": 0.4305, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 394.5258, + "ks_statistic_efflib_size_cells": 259.2002, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 151.5459, - "ks_statistic_frac_zero_genes": 277.1027, - "ks_statistic_L_stats": -0.0007, - "ks_statistic_lib_fraczero_cells": 80.878, - "ks_statistic_lib_size_cells": 394.5258, - "ks_statistic_mean_fraczero_genes": 181.306, - "ks_statistic_mean_var_genes": 48.7628, - "ks_statistic_morans_I": 99.8105, - "ks_statistic_nn_correlation": 61.1464, - "ks_statistic_pearson_cells": 83.6298, - "ks_statistic_pearson_genes": 90.3781, - "ks_statistic_scaled_mean_cells": -1.3456, - "ks_statistic_scaled_mean_genes": 33.5996, - "ks_statistic_scaled_var_cells": -0.6274, - "ks_statistic_scaled_var_genes": -1.2372, - "ks_statistic_tmm_cells": 3.6569, + "ks_statistic_frac_zero_cells": 96.0649, + "ks_statistic_frac_zero_genes": 893.6663, + "ks_statistic_L_stats": 0.0778, + "ks_statistic_lib_fraczero_cells": 51.9336, + "ks_statistic_lib_size_cells": 259.2002, + "ks_statistic_mean_fraczero_genes": 95.1638, + "ks_statistic_mean_var_genes": 66.5106, + "ks_statistic_morans_I": 114.7552, + "ks_statistic_nn_correlation": 46.8368, + "ks_statistic_pearson_cells": 85.5843, + "ks_statistic_pearson_genes": 95.1863, + "ks_statistic_scaled_mean_cells": -1.052, + "ks_statistic_scaled_mean_genes": 32.4911, + "ks_statistic_scaled_var_cells": -0.6137, + "ks_statistic_scaled_var_genes": -1.5317, + "ks_statistic_tmm_cells": 6.9745, "ks_statistic_transition_matrix": 0.75, "svg_precision": "NA", "svg_recall": 0 @@ -2118,10 +2118,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.1, - "cpu_pct": 143.6, + "duration_sec": 10, + "cpu_pct": 143.4, "peak_memory_mb": 2048, "disk_read_mb": 56, "disk_write_mb": 8 @@ -2150,8 +2150,8 @@ "ks_statistic_mean_var_genes": -1.2337, "ks_statistic_morans_I": -0.2444, "ks_statistic_nn_correlation": -0.2771, - "ks_statistic_pearson_cells": -0.0618, - "ks_statistic_pearson_genes": -0.0705, + "ks_statistic_pearson_cells": -0.0565, + "ks_statistic_pearson_genes": 0.0062, "ks_statistic_scaled_mean_cells": -0.4032, "ks_statistic_scaled_mean_genes": -0.2088, "ks_statistic_scaled_var_cells": -0.3671, @@ -2194,11 +2194,11 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 11.6, - "cpu_pct": 136.8, - "peak_memory_mb": 1946, + "duration_sec": 8.1, + "cpu_pct": 190.4, + "peak_memory_mb": 3277, "disk_read_mb": 56, "disk_write_mb": 28 } @@ -2207,74 +2207,74 @@ "dataset_id": "fibrosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0007, + "clustering_ari": -0.0005, "clustering_nmi": 0.0015, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0483, - "ctdeconcolute_jsd": 0.0646, - "ctdeconvolute_rmse": 0.0441, + "crosscor_mantel": -0.0259, + "ctdeconcolute_jsd": 0.064, + "ctdeconvolute_rmse": 0.0435, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 1.6052, + "ks_statistic_efflib_size_cells": 2.8888, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 5.4299, - "ks_statistic_frac_zero_genes": -0.6665, - "ks_statistic_L_stats": 1.1666, - "ks_statistic_lib_fraczero_cells": 1.9666, - "ks_statistic_lib_size_cells": 1.6052, - "ks_statistic_mean_fraczero_genes": -1.0268, - "ks_statistic_mean_var_genes": -1.1905, - "ks_statistic_morans_I": 46.2786, - "ks_statistic_nn_correlation": 43.6359, - "ks_statistic_pearson_cells": 0.1056, - "ks_statistic_pearson_genes": -0.0513, - "ks_statistic_scaled_mean_cells": -0.3277, - "ks_statistic_scaled_mean_genes": -0.1814, - "ks_statistic_scaled_var_cells": -0.2996, - "ks_statistic_scaled_var_genes": -0.3894, - "ks_statistic_tmm_cells": 4.132, + "ks_statistic_frac_zero_cells": 2.8522, + "ks_statistic_frac_zero_genes": -0.6273, + "ks_statistic_L_stats": 0.7154, + "ks_statistic_lib_fraczero_cells": 1.9772, + "ks_statistic_lib_size_cells": 2.8888, + "ks_statistic_mean_fraczero_genes": -1.0254, + "ks_statistic_mean_var_genes": -1.361, + "ks_statistic_morans_I": 43.8928, + "ks_statistic_nn_correlation": 46.3322, + "ks_statistic_pearson_cells": -0.0644, + "ks_statistic_pearson_genes": 0.079, + "ks_statistic_scaled_mean_cells": -0.3323, + "ks_statistic_scaled_mean_genes": -0.1807, + "ks_statistic_scaled_var_cells": -0.2651, + "ks_statistic_scaled_var_genes": -0.3846, + "ks_statistic_tmm_cells": 1.7652, "ks_statistic_transition_matrix": 0.75, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": -0.0001, - "clustering_nmi": -0.0027, + "clustering_ari": -0.0024, + "clustering_nmi": -0.002, "crosscor_cosine": 0, - "crosscor_mantel": 0.0951, - "ctdeconcolute_jsd": 0.758, - "ctdeconvolute_rmse": 0.8978, + "crosscor_mantel": -0.0537, + "ctdeconcolute_jsd": 0.7596, + "ctdeconvolute_rmse": 0.899, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9935, + "ks_statistic_efflib_size_cells": 0.9851, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9452, - "ks_statistic_frac_zero_genes": 0.9992, - "ks_statistic_L_stats": -1.3043, - "ks_statistic_lib_fraczero_cells": 0.9514, - "ks_statistic_lib_size_cells": 0.9935, - "ks_statistic_mean_fraczero_genes": 0.9961, - "ks_statistic_mean_var_genes": 0.9991, - "ks_statistic_morans_I": 0.535, - "ks_statistic_nn_correlation": 0.2851, - "ks_statistic_pearson_cells": 0.998, - "ks_statistic_pearson_genes": 0.9998, - "ks_statistic_scaled_mean_cells": -0.08, - "ks_statistic_scaled_mean_genes": 0.9992, - "ks_statistic_scaled_var_cells": -0.2594, - "ks_statistic_scaled_var_genes": 0.1257, - "ks_statistic_tmm_cells": -0.0198, + "ks_statistic_frac_zero_cells": 0.9406, + "ks_statistic_frac_zero_genes": 0.9997, + "ks_statistic_L_stats": -0.6549, + "ks_statistic_lib_fraczero_cells": 0.9252, + "ks_statistic_lib_size_cells": 0.9851, + "ks_statistic_mean_fraczero_genes": 0.9926, + "ks_statistic_mean_var_genes": 1.0019, + "ks_statistic_morans_I": 0.6162, + "ks_statistic_nn_correlation": 0.0107, + "ks_statistic_pearson_cells": 1.0001, + "ks_statistic_pearson_genes": 0.9992, + "ks_statistic_scaled_mean_cells": -0.1091, + "ks_statistic_scaled_mean_genes": 0.9991, + "ks_statistic_scaled_var_cells": -0.4136, + "ks_statistic_scaled_var_genes": 0.0926, + "ks_statistic_tmm_cells": 0.1911, "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4335, + "mean_score": 0.4274, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 254, - "cpu_pct": 278.6, - "peak_memory_mb": 25191, + "duration_sec": 249, + "cpu_pct": 269.1, + "peak_memory_mb": 8909, "disk_read_mb": 77, "disk_write_mb": 26 } @@ -2283,74 +2283,74 @@ "dataset_id": "fibrosarcoma", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.2635, - "clustering_nmi": 0.2976, + "clustering_ari": 0.293, + "clustering_nmi": 0.3363, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4927, + "crosscor_mantel": 0.4867, "ctdeconcolute_jsd": 0.0443, - "ctdeconvolute_rmse": 0.0222, + "ctdeconvolute_rmse": 0.0219, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.1331, + "ks_statistic_efflib_size_cells": 0.1236, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 0.8839, - "ks_statistic_frac_zero_genes": -0.8446, - "ks_statistic_L_stats": -0.68, - "ks_statistic_lib_fraczero_cells": 0.6552, - "ks_statistic_lib_size_cells": -0.1331, - "ks_statistic_mean_fraczero_genes": -1.5959, - "ks_statistic_mean_var_genes": -1.2918, - "ks_statistic_morans_I": 0.3014, - "ks_statistic_nn_correlation": 1.9348, - "ks_statistic_pearson_cells": 0.2339, - "ks_statistic_pearson_genes": 0.2851, - "ks_statistic_scaled_mean_cells": -0.4372, - "ks_statistic_scaled_mean_genes": -0.206, - "ks_statistic_scaled_var_cells": -0.3241, - "ks_statistic_scaled_var_genes": -0.3779, - "ks_statistic_tmm_cells": 2.8744, + "ks_statistic_frac_zero_cells": 0.6755, + "ks_statistic_frac_zero_genes": -0.8527, + "ks_statistic_L_stats": -0.7578, + "ks_statistic_lib_fraczero_cells": 0.7657, + "ks_statistic_lib_size_cells": 0.1236, + "ks_statistic_mean_fraczero_genes": -1.6774, + "ks_statistic_mean_var_genes": -1.2475, + "ks_statistic_morans_I": 0.5399, + "ks_statistic_nn_correlation": 2.0609, + "ks_statistic_pearson_cells": 0.5295, + "ks_statistic_pearson_genes": 0.4315, + "ks_statistic_scaled_mean_cells": -0.3795, + "ks_statistic_scaled_mean_genes": -0.2064, + "ks_statistic_scaled_var_cells": -0.3357, + "ks_statistic_scaled_var_genes": -0.2707, + "ks_statistic_tmm_cells": 1.8979, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.9793, - "svg_recall": 0.993 + "svg_precision": 0.9724, + "svg_recall": 0.9848 }, "scaled_scores": { - "clustering_ari": 0.6535, - "clustering_nmi": 0.7278, + "clustering_ari": 0.7272, + "clustering_nmi": 0.8233, "crosscor_cosine": 0, - "crosscor_mantel": 0.9766, - "ctdeconcolute_jsd": 0.8339, - "ctdeconvolute_rmse": 0.9484, + "crosscor_mantel": 0.9645, + "ctdeconcolute_jsd": 0.8333, + "ctdeconvolute_rmse": 0.9491, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9979, + "ks_statistic_efflib_size_cells": 0.9958, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9746, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.759, - "ks_statistic_lib_fraczero_cells": 0.9673, - "ks_statistic_lib_size_cells": 0.9979, - "ks_statistic_mean_fraczero_genes": 0.9992, - "ks_statistic_mean_var_genes": 1.0012, - "ks_statistic_morans_I": 0.9945, - "ks_statistic_nn_correlation": 0.964, - "ks_statistic_pearson_cells": 0.9965, - "ks_statistic_pearson_genes": 0.9961, - "ks_statistic_scaled_mean_cells": 0.0361, + "ks_statistic_frac_zero_cells": 0.9626, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0.8584, + "ks_statistic_lib_fraczero_cells": 0.9477, + "ks_statistic_lib_size_cells": 0.9958, + "ks_statistic_mean_fraczero_genes": 0.9994, + "ks_statistic_mean_var_genes": 1.0002, + "ks_statistic_morans_I": 0.9932, + "ks_statistic_nn_correlation": 0.9504, + "ks_statistic_pearson_cells": 0.9932, + "ks_statistic_pearson_genes": 0.9955, + "ks_statistic_scaled_mean_cells": -0.0365, "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": -0.1655, - "ks_statistic_scaled_var_genes": 0.114, - "ks_statistic_tmm_cells": 0.0327, + "ks_statistic_scaled_var_cells": -0.1275, + "ks_statistic_scaled_var_genes": 0.0025, + "ks_statistic_tmm_cells": 0.1862, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.993 + "svg_recall": 0.9848 }, - "mean_score": 0.7229, + "mean_score": 0.7297, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 3955, + "duration_sec": 3940, "cpu_pct": 100.2, - "peak_memory_mb": 7885, + "peak_memory_mb": 7988, "disk_read_mb": 88, "disk_write_mb": 8 } @@ -2359,74 +2359,74 @@ "dataset_id": "fibrosarcoma", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0027, - "clustering_nmi": 0.0016, - "crosscor_cosine": 0.7179, - "crosscor_mantel": 0.4122, - "ctdeconcolute_jsd": 0.0508, - "ctdeconvolute_rmse": 0.0309, + "clustering_ari": 0.0033, + "clustering_nmi": 0.0018, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4117, + "ctdeconcolute_jsd": 0.052, + "ctdeconvolute_rmse": 0.0313, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.9796, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.4583, - "ks_statistic_frac_zero_genes": -0.8101, - "ks_statistic_L_stats": 3.7656, - "ks_statistic_lib_fraczero_cells": 9.7946, + "ks_statistic_frac_zero_cells": 0.2076, + "ks_statistic_frac_zero_genes": -0.79, + "ks_statistic_L_stats": 4.0725, + "ks_statistic_lib_fraczero_cells": 7.4503, "ks_statistic_lib_size_cells": -0.9796, - "ks_statistic_mean_fraczero_genes": -1.4679, - "ks_statistic_mean_var_genes": -2.0163, - "ks_statistic_morans_I": 6.3894, - "ks_statistic_nn_correlation": 7.1102, - "ks_statistic_pearson_cells": 6.1908, - "ks_statistic_pearson_genes": 5.7275, + "ks_statistic_mean_fraczero_genes": -1.4809, + "ks_statistic_mean_var_genes": -1.7836, + "ks_statistic_morans_I": 6.6241, + "ks_statistic_nn_correlation": 7.5516, + "ks_statistic_pearson_cells": 6.9078, + "ks_statistic_pearson_genes": 6.4348, "ks_statistic_scaled_mean_cells": -0.4032, - "ks_statistic_scaled_mean_genes": -0.1843, - "ks_statistic_scaled_var_cells": -0.3328, - "ks_statistic_scaled_var_genes": -0.388, - "ks_statistic_tmm_cells": 18.5964, + "ks_statistic_scaled_mean_genes": -0.1845, + "ks_statistic_scaled_var_cells": -0.3331, + "ks_statistic_scaled_var_genes": -0.2736, + "ks_statistic_tmm_cells": 4.2009, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.9801, - "svg_recall": 0.9767 + "svg_precision": 0.98, + "svg_recall": 0.972 }, "scaled_scores": { - "clustering_ari": 0.0049, - "clustering_nmi": -0.0023, - "crosscor_cosine": 0.8612, - "crosscor_mantel": 0.8169, - "ctdeconcolute_jsd": 0.8095, - "ctdeconvolute_rmse": 0.9283, + "clustering_ari": 0.0069, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8156, + "ctdeconcolute_jsd": 0.8045, + "ctdeconvolute_rmse": 0.9273, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.9774, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": -4.2083, - "ks_statistic_lib_fraczero_cells": 0.8571, + "ks_statistic_frac_zero_cells": 0.9673, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": -4.1033, + "ks_statistic_lib_fraczero_cells": 0.8239, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9985, - "ks_statistic_mean_var_genes": 1.0157, - "ks_statistic_morans_I": 0.9337, - "ks_statistic_nn_correlation": 0.8797, - "ks_statistic_pearson_cells": 0.9253, - "ks_statistic_pearson_genes": 0.9359, + "ks_statistic_mean_fraczero_genes": 0.9973, + "ks_statistic_mean_var_genes": 1.0081, + "ks_statistic_morans_I": 0.9403, + "ks_statistic_nn_correlation": 0.8338, + "ks_statistic_pearson_cells": 0.9187, + "ks_statistic_pearson_genes": 0.9325, "ks_statistic_scaled_mean_cells": -4.4409e-16, "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": -0.1321, - "ks_statistic_scaled_var_genes": 0.1244, - "ks_statistic_tmm_cells": -0.6239, + "ks_statistic_scaled_var_cells": -0.1379, + "ks_statistic_scaled_var_genes": 0.0048, + "ks_statistic_tmm_cells": 0.1017, "ks_statistic_transition_matrix": 2.5, "svg_precision": 0, - "svg_recall": 0.9767 + "svg_recall": 0.972 }, - "mean_score": 0.6562, + "mean_score": 0.6223, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 111, - "cpu_pct": 109.4, - "peak_memory_mb": 6144, + "duration_sec": 110, + "cpu_pct": 104, + "peak_memory_mb": 3482, "disk_read_mb": 85, "disk_write_mb": 8 } @@ -2437,72 +2437,72 @@ "metric_values": { "clustering_ari": 0.0032, "clustering_nmi": 0.0018, - "crosscor_cosine": 0.5128, - "crosscor_mantel": -0.0015, - "ctdeconcolute_jsd": 0.2886, - "ctdeconvolute_rmse": 0.5193, + "crosscor_cosine": 0.515, + "crosscor_mantel": 0.0067, + "ctdeconcolute_jsd": 0.24, + "ctdeconvolute_rmse": 0.3585, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.855, + "ks_statistic_efflib_size_cells": 0.6579, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 20.4751, - "ks_statistic_frac_zero_genes": 55.3074, - "ks_statistic_L_stats": 4.1634, - "ks_statistic_lib_fraczero_cells": 43.9767, - "ks_statistic_lib_size_cells": 0.855, - "ks_statistic_mean_fraczero_genes": 29.9515, - "ks_statistic_mean_var_genes": 52.9924, - "ks_statistic_morans_I": 14.1387, - "ks_statistic_nn_correlation": 15.3995, - "ks_statistic_pearson_cells": 79.4033, - "ks_statistic_pearson_genes": 76.696, - "ks_statistic_scaled_mean_cells": -0.4631, - "ks_statistic_scaled_mean_genes": 21.5743, - "ks_statistic_scaled_var_cells": -0.3051, - "ks_statistic_scaled_var_genes": -0.201, - "ks_statistic_tmm_cells": 57.2151, + "ks_statistic_frac_zero_cells": 10.6338, + "ks_statistic_frac_zero_genes": 57.5599, + "ks_statistic_L_stats": 5.7185, + "ks_statistic_lib_fraczero_cells": 39.1509, + "ks_statistic_lib_size_cells": 0.6579, + "ks_statistic_mean_fraczero_genes": 32.173, + "ks_statistic_mean_var_genes": 56.6059, + "ks_statistic_morans_I": 13.9043, + "ks_statistic_nn_correlation": 15.6781, + "ks_statistic_pearson_cells": 84.7366, + "ks_statistic_pearson_genes": 86.3992, + "ks_statistic_scaled_mean_cells": -0.4261, + "ks_statistic_scaled_mean_genes": 22.3067, + "ks_statistic_scaled_var_cells": -0.2674, + "ks_statistic_scaled_var_genes": -0.2266, + "ks_statistic_tmm_cells": 8.4425, "ks_statistic_transition_matrix": 0.0625, - "svg_precision": 0.8554, - "svg_recall": 0.9872 + "svg_precision": 0.8586, + "svg_recall": 0.9918 }, "scaled_scores": { - "clustering_ari": 0.0061, - "clustering_nmi": -0.0019, - "crosscor_cosine": 0.054, - "crosscor_mantel": -0.0038, - "ctdeconcolute_jsd": -0.0812, - "ctdeconvolute_rmse": -0.2045, + "clustering_ari": 0.0067, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0.0605, + "crosscor_mantel": 0.0113, + "ctdeconcolute_jsd": 0.0976, + "ctdeconvolute_rmse": 0.1672, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.9954, + "ks_statistic_efflib_size_cells": 0.9937, "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.8479, - "ks_statistic_frac_zero_genes": 0.7979, - "ks_statistic_L_stats": -4.6528, - "ks_statistic_lib_fraczero_cells": 0.4449, - "ks_statistic_lib_size_cells": 0.9954, - "ks_statistic_mean_fraczero_genes": 0.8269, - "ks_statistic_mean_var_genes": -0.0846, - "ks_statistic_morans_I": 0.8562, - "ks_statistic_nn_correlation": 0.7448, - "ks_statistic_pearson_cells": 0.0505, - "ks_statistic_pearson_genes": 0.1513, - "ks_statistic_scaled_mean_cells": 0.0637, - "ks_statistic_scaled_mean_genes": 0.3557, - "ks_statistic_scaled_var_cells": -0.2383, - "ks_statistic_scaled_var_genes": -0.0685, - "ks_statistic_tmm_cells": -2.2366, + "ks_statistic_frac_zero_cells": 0.8621, + "ks_statistic_frac_zero_genes": 0.9347, + "ks_statistic_L_stats": -5.794, + "ks_statistic_lib_fraczero_cells": 0.2367, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.65, + "ks_statistic_mean_var_genes": 0.1462, + "ks_statistic_morans_I": 0.877, + "ks_statistic_nn_correlation": 0.6613, + "ks_statistic_pearson_cells": 0.0099, + "ks_statistic_pearson_genes": 0.0923, + "ks_statistic_scaled_mean_cells": 0.0353, + "ks_statistic_scaled_mean_genes": 0.3115, + "ks_statistic_scaled_var_cells": -0.4043, + "ks_statistic_scaled_var_genes": -0.0323, + "ks_statistic_tmm_cells": -0.0538, "ks_statistic_transition_matrix": 2.75, "svg_precision": 0, - "svg_recall": 0.9872 + "svg_recall": 0.9918 }, - "mean_score": 0.3854, + "mean_score": 0.3841, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 20.9, - "cpu_pct": 131.9, - "peak_memory_mb": 3994, + "duration_sec": 37, + "cpu_pct": 110.9, + "peak_memory_mb": 2560, "disk_read_mb": 80, "disk_write_mb": 8 } @@ -2511,74 +2511,74 @@ "dataset_id": "fibrosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.2954, - "clustering_nmi": 0.3494, + "clustering_ari": 0.2923, + "clustering_nmi": 0.3418, "crosscor_cosine": "NA", - "crosscor_mantel": 0.5016, - "ctdeconcolute_jsd": 0.0057, - "ctdeconvolute_rmse": 0.0006, + "crosscor_mantel": 0.503, + "ctdeconcolute_jsd": 0.0063, + "ctdeconvolute_rmse": 0.0007, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.9465, + "ks_statistic_efflib_size_cells": -0.9829, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -2.1891, - "ks_statistic_frac_zero_genes": -0.6963, - "ks_statistic_L_stats": -0.7723, - "ks_statistic_lib_fraczero_cells": -0.6986, - "ks_statistic_lib_size_cells": -0.9465, - "ks_statistic_mean_fraczero_genes": -1.324, - "ks_statistic_mean_var_genes": -1.2305, - "ks_statistic_morans_I": 0.2851, - "ks_statistic_nn_correlation": 0.0023, - "ks_statistic_pearson_cells": 0.0253, - "ks_statistic_pearson_genes": 0.0992, - "ks_statistic_scaled_mean_cells": -0.3992, - "ks_statistic_scaled_mean_genes": -0.2036, - "ks_statistic_scaled_var_cells": -0.361, - "ks_statistic_scaled_var_genes": -0.3861, - "ks_statistic_tmm_cells": 0.8071, + "ks_statistic_frac_zero_cells": -2.178, + "ks_statistic_frac_zero_genes": -0.7241, + "ks_statistic_L_stats": -0.8202, + "ks_statistic_lib_fraczero_cells": -0.5293, + "ks_statistic_lib_size_cells": -0.9829, + "ks_statistic_mean_fraczero_genes": -1.3073, + "ks_statistic_mean_var_genes": -1.9574, + "ks_statistic_morans_I": 0.1938, + "ks_statistic_nn_correlation": -0.0341, + "ks_statistic_pearson_cells": 0.1369, + "ks_statistic_pearson_genes": 0.0023, + "ks_statistic_scaled_mean_cells": -0.3967, + "ks_statistic_scaled_mean_genes": -0.2041, + "ks_statistic_scaled_var_cells": -0.3676, + "ks_statistic_scaled_var_genes": -0.3823, + "ks_statistic_tmm_cells": 3.6309, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.9849, - "svg_recall": 0.9907 + "svg_precision": 0.985, + "svg_recall": 0.9942 }, "scaled_scores": { - "clustering_ari": 0.733, - "clustering_nmi": 0.8555, + "clustering_ari": 0.7254, + "clustering_nmi": 0.837, "crosscor_cosine": 0, - "crosscor_mantel": 0.9943, - "ctdeconcolute_jsd": 0.9785, - "ctdeconvolute_rmse": 0.9986, + "crosscor_mantel": 0.9971, + "ctdeconcolute_jsd": 0.9763, + "ctdeconvolute_rmse": 0.9984, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9945, - "ks_statistic_frac_zero_genes": 0.9993, - "ks_statistic_L_stats": 0.8621, - "ks_statistic_lib_fraczero_cells": 0.9836, - "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9977, - "ks_statistic_mean_var_genes": 0.9999, - "ks_statistic_morans_I": 0.9947, - "ks_statistic_nn_correlation": 0.9955, - "ks_statistic_pearson_cells": 0.999, - "ks_statistic_pearson_genes": 0.9981, - "ks_statistic_scaled_mean_cells": -0.0042, - "ks_statistic_scaled_mean_genes": 0.9998, - "ks_statistic_scaled_var_cells": -0.0235, - "ks_statistic_scaled_var_genes": 0.1224, - "ks_statistic_tmm_cells": 0.119, + "ks_statistic_frac_zero_cells": 0.9914, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": 0.9225, + "ks_statistic_lib_fraczero_cells": 0.9716, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9956, + "ks_statistic_mean_var_genes": 1.0107, + "ks_statistic_morans_I": 0.9962, + "ks_statistic_nn_correlation": 0.9948, + "ks_statistic_pearson_cells": 0.9977, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": -0.01, + "ks_statistic_scaled_mean_genes": 0.9999, + "ks_statistic_scaled_var_cells": 0.0019, + "ks_statistic_scaled_var_genes": 0.0908, + "ks_statistic_tmm_cells": 0.1226, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.9907 + "svg_recall": 0.9942 }, - "mean_score": 0.7339, + "mean_score": 0.7338, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 45.1, - "cpu_pct": 114, - "peak_memory_mb": 3584, + "duration_sec": 86, + "cpu_pct": 108.2, + "peak_memory_mb": 3687, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -2606,8 +2606,8 @@ "ks_statistic_mean_var_genes": 23.1586, "ks_statistic_morans_I": 4.8785, "ks_statistic_nn_correlation": 5.3802, - "ks_statistic_pearson_cells": 92.764, - "ks_statistic_pearson_genes": 102.9289, + "ks_statistic_pearson_cells": 98.8729, + "ks_statistic_pearson_genes": 105.4516, "ks_statistic_scaled_mean_cells": -1.2619, "ks_statistic_scaled_mean_genes": 51.0527, "ks_statistic_scaled_var_cells": -0.1919, @@ -2618,41 +2618,41 @@ "svg_recall": 0.8565 }, "scaled_scores": { - "clustering_ari": 0.0061, - "clustering_nmi": -0.0019, - "crosscor_cosine": 0.1887, - "crosscor_mantel": -0.0115, - "ctdeconcolute_jsd": -0.0997, - "ctdeconvolute_rmse": -0.173, + "clustering_ari": 0.0067, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0.1869, + "crosscor_mantel": -0.0128, + "ctdeconcolute_jsd": -0.1034, + "ctdeconvolute_rmse": -0.1749, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.8995, + "ks_statistic_efflib_size_cells": 0.8472, "ks_statistic_enrichment": 1.6667, - "ks_statistic_frac_zero_cells": 0.8018, - "ks_statistic_frac_zero_genes": 0.9733, - "ks_statistic_L_stats": -4.2712, - "ks_statistic_lib_fraczero_cells": 0.4804, - "ks_statistic_lib_size_cells": 0.8995, - "ks_statistic_mean_fraczero_genes": 0.886, - "ks_statistic_mean_var_genes": 0.5121, - "ks_statistic_morans_I": 0.9488, - "ks_statistic_nn_correlation": 0.9079, - "ks_statistic_pearson_cells": -0.1091, - "ks_statistic_pearson_genes": -0.1388, - "ks_statistic_scaled_mean_cells": 0.9113, - "ks_statistic_scaled_mean_genes": -0.5162, - "ks_statistic_scaled_var_cells": -0.6735, - "ks_statistic_scaled_var_genes": 1.1245, - "ks_statistic_tmm_cells": -2.5883, + "ks_statistic_frac_zero_cells": 0.6908, + "ks_statistic_frac_zero_genes": 0.9917, + "ks_statistic_L_stats": -3.8459, + "ks_statistic_lib_fraczero_cells": 0.2019, + "ks_statistic_lib_size_cells": 0.8472, + "ks_statistic_mean_fraczero_genes": 0.7846, + "ks_statistic_mean_var_genes": 0.6399, + "ks_statistic_morans_I": 0.9555, + "ks_statistic_nn_correlation": 0.8799, + "ks_statistic_pearson_cells": -0.1552, + "ks_statistic_pearson_genes": -0.1079, + "ks_statistic_scaled_mean_cells": 1.3236, + "ks_statistic_scaled_mean_genes": -0.5676, + "ks_statistic_scaled_var_cells": -0.7107, + "ks_statistic_scaled_var_genes": 0.8626, + "ks_statistic_tmm_cells": -2.1517, "ks_statistic_transition_matrix": 2.75, "svg_precision": 0, "svg_recall": 0.8565 }, - "mean_score": 0.4576, + "mean_score": 0.4397, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 683, + "duration_sec": 679, "cpu_pct": 100.7, "peak_memory_mb": 3584, "disk_read_mb": 423, @@ -2663,74 +2663,74 @@ "dataset_id": "fibrosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.001, - "clustering_nmi": 0.0013, - "crosscor_cosine": "NA", - "crosscor_mantel": 0.2988, - "ctdeconcolute_jsd": 0.0469, - "ctdeconvolute_rmse": 0.0252, + "clustering_ari": 0.0014, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.6786, + "crosscor_mantel": 0.2995, + "ctdeconcolute_jsd": 0.0465, + "ctdeconvolute_rmse": 0.0247, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": -0.945, - "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": -0.6258, - "ks_statistic_frac_zero_genes": -0.8274, - "ks_statistic_L_stats": 4.026, - "ks_statistic_lib_fraczero_cells": -0.1018, - "ks_statistic_lib_size_cells": -0.945, - "ks_statistic_mean_fraczero_genes": -1.6489, - "ks_statistic_mean_var_genes": -0.9581, - "ks_statistic_morans_I": 12.8781, - "ks_statistic_nn_correlation": 14.0858, - "ks_statistic_pearson_cells": 229.1149, - "ks_statistic_pearson_genes": 173.5757, - "ks_statistic_scaled_mean_cells": -0.4005, - "ks_statistic_scaled_mean_genes": -0.2082, - "ks_statistic_scaled_var_cells": -0.3368, - "ks_statistic_scaled_var_genes": -0.2825, - "ks_statistic_tmm_cells": 61.3715, - "ks_statistic_transition_matrix": 0.75, - "svg_precision": 0.9745, - "svg_recall": 0.9802 + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": -0.9636, + "ks_statistic_enrichment": 0.625, + "ks_statistic_frac_zero_cells": 0.3389, + "ks_statistic_frac_zero_genes": -0.7959, + "ks_statistic_L_stats": 4.1652, + "ks_statistic_lib_fraczero_cells": 0.4036, + "ks_statistic_lib_size_cells": -0.9636, + "ks_statistic_mean_fraczero_genes": -1.5937, + "ks_statistic_mean_var_genes": -0.7955, + "ks_statistic_morans_I": 12.8754, + "ks_statistic_nn_correlation": 15.2018, + "ks_statistic_pearson_cells": 259.7394, + "ks_statistic_pearson_genes": 255.3312, + "ks_statistic_scaled_mean_cells": -0.4085, + "ks_statistic_scaled_mean_genes": -0.208, + "ks_statistic_scaled_var_cells": -0.3383, + "ks_statistic_scaled_var_genes": -0.2853, + "ks_statistic_tmm_cells": 47.293, + "ks_statistic_transition_matrix": 0.5625, + "svg_precision": 0.9744, + "svg_recall": 0.9767 }, "scaled_scores": { - "clustering_ari": -0.0043, - "clustering_nmi": -0.0031, - "crosscor_cosine": 0, - "crosscor_mantel": 0.592, - "ctdeconcolute_jsd": 0.8241, - "ctdeconvolute_rmse": 0.9416, + "clustering_ari": 0.0022, + "clustering_nmi": -0.001, + "crosscor_cosine": 0.7059, + "crosscor_mantel": 0.5927, + "ctdeconcolute_jsd": 0.8251, + "ctdeconvolute_rmse": 0.9427, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 0.6667, "ks_statistic_efflib_size_cells": 0.9999, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9844, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": -4.4992, - "ks_statistic_lib_fraczero_cells": 0.9764, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.966, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": -4.1985, + "ks_statistic_lib_fraczero_cells": 0.9544, "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9995, - "ks_statistic_mean_var_genes": 0.9945, - "ks_statistic_morans_I": 0.8688, - "ks_statistic_nn_correlation": 0.7662, - "ks_statistic_pearson_cells": -1.7383, - "ks_statistic_pearson_genes": -0.9198, - "ks_statistic_scaled_mean_cells": -0.0028, + "ks_statistic_mean_fraczero_genes": 0.9985, + "ks_statistic_mean_var_genes": 0.9935, + "ks_statistic_morans_I": 0.8859, + "ks_statistic_nn_correlation": 0.6715, + "ks_statistic_pearson_cells": -2.0336, + "ks_statistic_pearson_genes": -1.6825, + "ks_statistic_scaled_mean_cells": 0.0082, "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": -0.1166, - "ks_statistic_scaled_var_genes": 0.0155, - "ks_statistic_tmm_cells": -2.4101, - "ks_statistic_transition_matrix": 0, + "ks_statistic_scaled_var_cells": -0.1169, + "ks_statistic_scaled_var_genes": 0.0142, + "ks_statistic_tmm_cells": -1.4788, + "ks_statistic_transition_matrix": 0.75, "svg_precision": 0, - "svg_recall": 0.9802 + "svg_recall": 0.9767 }, - "mean_score": 0.4463, + "mean_score": 0.5271, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 160, - "cpu_pct": 359.2, - "peak_memory_mb": 75674, + "duration_sec": 158, + "cpu_pct": 413.6, + "peak_memory_mb": 42906, "disk_read_mb": 87, "disk_write_mb": 9 } @@ -2739,32 +2739,32 @@ "dataset_id": "gastrulation", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0002, - "clustering_nmi": 0.0011, - "crosscor_cosine": 0.4964, - "crosscor_mantel": -0.0035, - "ctdeconcolute_jsd": 0.0642, - "ctdeconvolute_rmse": 0.3183, + "clustering_ari": 0.0003, + "clustering_nmi": 0.0013, + "crosscor_cosine": 0.4969, + "crosscor_mantel": -0.0016, + "ctdeconcolute_jsd": 0.0638, + "ctdeconvolute_rmse": 0.3155, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.85, - "ks_statistic_efflib_size_cells": 183.0302, + "ks_statistic_central_score": 0.8667, + "ks_statistic_efflib_size_cells": 331.5147, "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": 175.9546, - "ks_statistic_frac_zero_genes": 99.6224, - "ks_statistic_L_stats": 59.007, - "ks_statistic_lib_fraczero_cells": 188.9709, - "ks_statistic_lib_size_cells": 183.0302, - "ks_statistic_mean_fraczero_genes": 81.4116, - "ks_statistic_mean_var_genes": 32.2172, - "ks_statistic_morans_I": 183.3555, - "ks_statistic_nn_correlation": 56.917, - "ks_statistic_pearson_cells": 112.0405, - "ks_statistic_pearson_genes": 89.6472, - "ks_statistic_scaled_mean_cells": -1.6058, - "ks_statistic_scaled_mean_genes": 6.8376, - "ks_statistic_scaled_var_cells": -0.2472, - "ks_statistic_scaled_var_genes": -1.8161, - "ks_statistic_tmm_cells": 32.9809, + "ks_statistic_frac_zero_cells": 207.7853, + "ks_statistic_frac_zero_genes": 43.2984, + "ks_statistic_L_stats": 70.3836, + "ks_statistic_lib_fraczero_cells": 104.0989, + "ks_statistic_lib_size_cells": 331.5147, + "ks_statistic_mean_fraczero_genes": 43.0947, + "ks_statistic_mean_var_genes": 25.8178, + "ks_statistic_morans_I": 41.1066, + "ks_statistic_nn_correlation": 115.2022, + "ks_statistic_pearson_cells": 98.1917, + "ks_statistic_pearson_genes": 87.5222, + "ks_statistic_scaled_mean_cells": -0.8395, + "ks_statistic_scaled_mean_genes": 6.9115, + "ks_statistic_scaled_var_cells": -0.2154, + "ks_statistic_scaled_var_genes": -0.9202, + "ks_statistic_tmm_cells": 31.5279, "ks_statistic_transition_matrix": 0.8, "svg_precision": "NA", "svg_recall": 0 @@ -2782,7 +2782,7 @@ "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 0, "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 1, + "ks_statistic_L_stats": 0, "ks_statistic_lib_fraczero_cells": 0, "ks_statistic_lib_size_cells": 0, "ks_statistic_mean_fraczero_genes": 0, @@ -2800,13 +2800,13 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1379, + "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 6.5, - "cpu_pct": 211.3, - "peak_memory_mb": 3380, + "duration_sec": 7.4, + "cpu_pct": 277.2, + "peak_memory_mb": 6042, "disk_read_mb": 44, "disk_write_mb": 8 } @@ -2822,9 +2822,9 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2, + "ks_statistic_central_score": 0.3333, "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.34, + "ks_statistic_enrichment": 0.375, "ks_statistic_frac_zero_cells": -0.4853, "ks_statistic_frac_zero_genes": -0.3515, "ks_statistic_L_stats": 60.2044, @@ -2834,14 +2834,14 @@ "ks_statistic_mean_var_genes": -1.0459, "ks_statistic_morans_I": -0.4016, "ks_statistic_nn_correlation": -0.5086, - "ks_statistic_pearson_cells": -0.1629, - "ks_statistic_pearson_genes": -0.001, + "ks_statistic_pearson_cells": -0.0098, + "ks_statistic_pearson_genes": -0.1837, "ks_statistic_scaled_mean_cells": -0.3095, "ks_statistic_scaled_mean_genes": -0.3218, "ks_statistic_scaled_var_cells": -0.171, "ks_statistic_scaled_var_genes": -0.2995, "ks_statistic_tmm_cells": -0.5157, - "ks_statistic_transition_matrix": 0.3675, + "ks_statistic_transition_matrix": 0.3775, "svg_precision": 1, "svg_recall": 1 }, @@ -2858,7 +2858,7 @@ "ks_statistic_enrichment": 1, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, + "ks_statistic_L_stats": 1, "ks_statistic_lib_fraczero_cells": 1, "ks_statistic_lib_size_cells": 1, "ks_statistic_mean_fraczero_genes": 1, @@ -2876,13 +2876,13 @@ "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.7931, + "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 10.5, - "cpu_pct": 141.1, - "peak_memory_mb": 1946, + "duration_sec": 6.8, + "cpu_pct": 292.9, + "peak_memory_mb": 5940, "disk_read_mb": 44, "disk_write_mb": 15 } @@ -2891,74 +2891,74 @@ "dataset_id": "gastrulation", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1252, - "clustering_nmi": 0.1664, - "crosscor_cosine": 0.8498, - "crosscor_mantel": 0.6961, - "ctdeconcolute_jsd": 0.0599, - "ctdeconvolute_rmse": 0.2672, + "clustering_ari": 0.1157, + "clustering_nmi": 0.1545, + "crosscor_cosine": 0.8427, + "crosscor_mantel": 0.682, + "ctdeconcolute_jsd": 0.0602, + "ctdeconvolute_rmse": 0.2692, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2167, - "ks_statistic_efflib_size_cells": 25.4397, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": 17.3413, - "ks_statistic_frac_zero_genes": -0.209, - "ks_statistic_L_stats": 90.2496, - "ks_statistic_lib_fraczero_cells": 16.3882, - "ks_statistic_lib_size_cells": 25.4397, - "ks_statistic_mean_fraczero_genes": -0.6228, - "ks_statistic_mean_var_genes": -0.2318, - "ks_statistic_morans_I": 12.8918, - "ks_statistic_nn_correlation": 10.0028, - "ks_statistic_pearson_cells": 0.381, - "ks_statistic_pearson_genes": -0.0232, - "ks_statistic_scaled_mean_cells": -0.3455, - "ks_statistic_scaled_mean_genes": -0.2615, - "ks_statistic_scaled_var_cells": -0.2155, - "ks_statistic_scaled_var_genes": -0.2873, - "ks_statistic_tmm_cells": 1.9828, - "ks_statistic_transition_matrix": 0.24, + "ks_statistic_central_score": 0.2667, + "ks_statistic_efflib_size_cells": 24.9938, + "ks_statistic_enrichment": 0.43, + "ks_statistic_frac_zero_cells": 12.3506, + "ks_statistic_frac_zero_genes": -0.2923, + "ks_statistic_L_stats": 64.1384, + "ks_statistic_lib_fraczero_cells": 13.7681, + "ks_statistic_lib_size_cells": 24.9938, + "ks_statistic_mean_fraczero_genes": -0.673, + "ks_statistic_mean_var_genes": -0.3985, + "ks_statistic_morans_I": 12.5633, + "ks_statistic_nn_correlation": 9.6266, + "ks_statistic_pearson_cells": 0.3672, + "ks_statistic_pearson_genes": 0.3489, + "ks_statistic_scaled_mean_cells": -0.2996, + "ks_statistic_scaled_mean_genes": -0.2434, + "ks_statistic_scaled_var_cells": -0.2042, + "ks_statistic_scaled_var_genes": -0.2929, + "ks_statistic_tmm_cells": 3.7388, + "ks_statistic_transition_matrix": 0.21, "svg_precision": 0.9967, - "svg_recall": 0.8514 + "svg_recall": 0.8657 }, "scaled_scores": { - "clustering_ari": 0.263, - "clustering_nmi": 0.3001, - "crosscor_cosine": 0.7462, - "crosscor_mantel": 0.7368, - "ctdeconcolute_jsd": 0.0656, - "ctdeconvolute_rmse": 0.1607, + "clustering_ari": 0.2427, + "clustering_nmi": 0.2782, + "crosscor_cosine": 0.7309, + "crosscor_mantel": 0.7213, + "ctdeconcolute_jsd": 0.0567, + "ctdeconvolute_rmse": 0.1466, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.9744, - "ks_statistic_efflib_size_cells": 0.857, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.899, + "ks_statistic_central_score": 1.125, + "ks_statistic_efflib_size_cells": 0.9222, + "ks_statistic_enrichment": 0.8706, + "ks_statistic_frac_zero_cells": 0.9384, "ks_statistic_frac_zero_genes": 0.9986, - "ks_statistic_L_stats": -25.091, - "ks_statistic_lib_fraczero_cells": 0.9054, - "ks_statistic_lib_size_cells": 0.857, - "ks_statistic_mean_fraczero_genes": 0.997, - "ks_statistic_mean_var_genes": 0.9755, - "ks_statistic_morans_I": 0.9277, - "ks_statistic_nn_correlation": 0.817, - "ks_statistic_pearson_cells": 0.9952, - "ks_statistic_pearson_genes": 1.0002, - "ks_statistic_scaled_mean_cells": 0.0278, - "ks_statistic_scaled_mean_genes": 0.9916, - "ks_statistic_scaled_var_cells": 0.584, - "ks_statistic_scaled_var_genes": -0.0081, - "ks_statistic_tmm_cells": 0.9254, - "ks_statistic_transition_matrix": 1.2948, + "ks_statistic_L_stats": 0.6135, + "ks_statistic_lib_fraczero_cells": 0.8542, + "ks_statistic_lib_size_cells": 0.9222, + "ks_statistic_mean_fraczero_genes": 0.9956, + "ks_statistic_mean_var_genes": 0.9759, + "ks_statistic_morans_I": 0.6877, + "ks_statistic_nn_correlation": 0.9124, + "ks_statistic_pearson_cells": 0.9962, + "ks_statistic_pearson_genes": 0.9939, + "ks_statistic_scaled_mean_cells": -0.0186, + "ks_statistic_scaled_mean_genes": 0.9892, + "ks_statistic_scaled_var_cells": 0.7475, + "ks_statistic_scaled_var_genes": -0.0106, + "ks_statistic_tmm_cells": 0.8672, + "ks_statistic_transition_matrix": 1.3964, "svg_precision": 0, - "svg_recall": 0.8514 + "svg_recall": 0.8657 }, - "mean_score": 0.6502, + "mean_score": 0.6665, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 168, - "cpu_pct": 412.8, - "peak_memory_mb": 10343, + "duration_sec": 86, + "cpu_pct": 401, + "peak_memory_mb": 29799, "disk_read_mb": 49, "disk_write_mb": 11 } @@ -2967,74 +2967,74 @@ "dataset_id": "gastrulation", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.3981, - "clustering_nmi": 0.4411, - "crosscor_cosine": 0.9583, - "crosscor_mantel": 0.9206, + "clustering_ari": 0.3964, + "clustering_nmi": 0.4371, + "crosscor_cosine": 0.9579, + "crosscor_mantel": 0.9187, "ctdeconcolute_jsd": 0.0358, - "ctdeconvolute_rmse": 0.1339, + "ctdeconvolute_rmse": 0.1334, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1833, - "ks_statistic_efflib_size_cells": 27.9392, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": 11.6388, - "ks_statistic_frac_zero_genes": -0.324, - "ks_statistic_L_stats": 49.7635, - "ks_statistic_lib_fraczero_cells": 12.8331, - "ks_statistic_lib_size_cells": 27.9392, - "ks_statistic_mean_fraczero_genes": -0.7761, - "ks_statistic_mean_var_genes": -0.7718, - "ks_statistic_morans_I": 0.2154, - "ks_statistic_nn_correlation": 2.1782, - "ks_statistic_pearson_cells": 0.4689, - "ks_statistic_pearson_genes": 0.4998, - "ks_statistic_scaled_mean_cells": -0.3718, - "ks_statistic_scaled_mean_genes": -0.3113, - "ks_statistic_scaled_var_cells": -0.178, - "ks_statistic_scaled_var_genes": -0.2932, - "ks_statistic_tmm_cells": 1.1946, - "ks_statistic_transition_matrix": 0.2475, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 27.7921, + "ks_statistic_enrichment": 0.26, + "ks_statistic_frac_zero_cells": 10.9512, + "ks_statistic_frac_zero_genes": -0.3366, + "ks_statistic_L_stats": 50.8427, + "ks_statistic_lib_fraczero_cells": 13.1479, + "ks_statistic_lib_size_cells": 27.7921, + "ks_statistic_mean_fraczero_genes": -0.7902, + "ks_statistic_mean_var_genes": -0.7423, + "ks_statistic_morans_I": 0.1922, + "ks_statistic_nn_correlation": 2.4399, + "ks_statistic_pearson_cells": 0.3846, + "ks_statistic_pearson_genes": 0.8547, + "ks_statistic_scaled_mean_cells": -0.3577, + "ks_statistic_scaled_mean_genes": -0.3017, + "ks_statistic_scaled_var_cells": -0.1712, + "ks_statistic_scaled_var_genes": -0.2898, + "ks_statistic_tmm_cells": 2.3445, + "ks_statistic_transition_matrix": 0.27, "svg_precision": 0.9971, "svg_recall": 0.9971 }, "scaled_scores": { - "clustering_ari": 0.8371, - "clustering_nmi": 0.7986, - "crosscor_cosine": 0.9754, - "crosscor_mantel": 0.9731, - "ctdeconcolute_jsd": 0.4423, - "ctdeconvolute_rmse": 0.5793, + "clustering_ari": 0.8335, + "clustering_nmi": 0.7914, + "crosscor_cosine": 0.9745, + "crosscor_mantel": 0.9711, + "ctdeconcolute_jsd": 0.4399, + "ctdeconvolute_rmse": 0.5771, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0256, - "ks_statistic_efflib_size_cells": 0.8434, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9313, + "ks_statistic_central_score": 1.3125, + "ks_statistic_efflib_size_cells": 0.9138, + "ks_statistic_enrichment": 1.2706, + "ks_statistic_frac_zero_cells": 0.9451, "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": 8.7193, - "ks_statistic_lib_fraczero_cells": 0.924, - "ks_statistic_lib_size_cells": 0.8434, - "ks_statistic_mean_fraczero_genes": 0.9989, - "ks_statistic_mean_var_genes": 0.9918, - "ks_statistic_morans_I": 0.9966, - "ks_statistic_nn_correlation": 0.9532, - "ks_statistic_pearson_cells": 0.9944, - "ks_statistic_pearson_genes": 0.9944, - "ks_statistic_scaled_mean_cells": 0.0481, - "ks_statistic_scaled_mean_genes": 0.9985, - "ks_statistic_scaled_var_cells": 0.0915, - "ks_statistic_scaled_var_genes": -0.0041, - "ks_statistic_tmm_cells": 0.9489, - "ks_statistic_transition_matrix": 1.2775, + "ks_statistic_L_stats": 1.9197, + "ks_statistic_lib_fraczero_cells": 0.86, + "ks_statistic_lib_size_cells": 0.9138, + "ks_statistic_mean_fraczero_genes": 0.9982, + "ks_statistic_mean_var_genes": 0.9887, + "ks_statistic_morans_I": 0.9857, + "ks_statistic_nn_correlation": 0.9745, + "ks_statistic_pearson_cells": 0.996, + "ks_statistic_pearson_genes": 0.9882, + "ks_statistic_scaled_mean_cells": 0.0909, + "ks_statistic_scaled_mean_genes": 0.9972, + "ks_statistic_scaled_var_cells": 0.0036, + "ks_statistic_scaled_var_genes": -0.0156, + "ks_statistic_tmm_cells": 0.9107, + "ks_statistic_transition_matrix": 1.2544, "svg_precision": 0, "svg_recall": 0.9971 }, - "mean_score": 0.7642, + "mean_score": 0.7638, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 2714, - "cpu_pct": 100.3, - "peak_memory_mb": 6349, + "duration_sec": 2723, + "cpu_pct": 100.5, + "peak_memory_mb": 9114, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -3043,74 +3043,74 @@ "dataset_id": "gastrulation", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1418, - "clustering_nmi": 0.1814, - "crosscor_cosine": 0.6657, - "crosscor_mantel": 0.319, - "ctdeconcolute_jsd": 0.0519, - "ctdeconvolute_rmse": 0.2269, + "clustering_ari": 0.1426, + "clustering_nmi": 0.185, + "crosscor_cosine": 0.6655, + "crosscor_mantel": 0.3185, + "ctdeconcolute_jsd": 0.0508, + "ctdeconvolute_rmse": 0.2276, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.3, + "ks_statistic_central_score": 0.3167, "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.26, - "ks_statistic_frac_zero_cells": 2.1442, - "ks_statistic_frac_zero_genes": 3.0636, - "ks_statistic_L_stats": 27.9095, - "ks_statistic_lib_fraczero_cells": 5.0162, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 1.8967, + "ks_statistic_frac_zero_genes": 2.8656, + "ks_statistic_L_stats": 25.2318, + "ks_statistic_lib_fraczero_cells": 7.877, "ks_statistic_lib_size_cells": -0.8496, - "ks_statistic_mean_fraczero_genes": 4.0669, - "ks_statistic_mean_var_genes": 9.9744, - "ks_statistic_morans_I": 7.8061, - "ks_statistic_nn_correlation": 8.8318, - "ks_statistic_pearson_cells": 42.7105, - "ks_statistic_pearson_genes": 41.3735, + "ks_statistic_mean_fraczero_genes": 4.185, + "ks_statistic_mean_var_genes": 10.1389, + "ks_statistic_morans_I": 7.994, + "ks_statistic_nn_correlation": 8.7136, + "ks_statistic_pearson_cells": 41.1216, + "ks_statistic_pearson_genes": 42.8123, "ks_statistic_scaled_mean_cells": -0.3095, - "ks_statistic_scaled_mean_genes": 3.0989, - "ks_statistic_scaled_var_cells": -0.3741, - "ks_statistic_scaled_var_genes": -0.2667, - "ks_statistic_tmm_cells": 4.0735, - "ks_statistic_transition_matrix": 0.31, - "svg_precision": 0.9965, - "svg_recall": 0.8114 + "ks_statistic_scaled_mean_genes": 2.5688, + "ks_statistic_scaled_var_cells": -0.1363, + "ks_statistic_scaled_var_genes": -0.2677, + "ks_statistic_tmm_cells": 4.9391, + "ks_statistic_transition_matrix": 0.305, + "svg_precision": 0.9964, + "svg_recall": 0.8 }, "scaled_scores": { - "clustering_ari": 0.298, - "clustering_nmi": 0.3273, - "crosscor_cosine": 0.3575, - "crosscor_mantel": 0.3396, - "ctdeconcolute_jsd": 0.1905, - "ctdeconvolute_rmse": 0.2872, + "clustering_ari": 0.2995, + "clustering_nmi": 0.3335, + "crosscor_cosine": 0.3564, + "crosscor_mantel": 0.3378, + "ctdeconcolute_jsd": 0.205, + "ctdeconvolute_rmse": 0.2787, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.8462, + "ks_statistic_central_score": 1.0312, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.1739, - "ks_statistic_frac_zero_cells": 0.9851, - "ks_statistic_frac_zero_genes": 0.9658, - "ks_statistic_L_stats": 26.9697, - "ks_statistic_lib_fraczero_cells": 0.965, + "ks_statistic_enrichment": 1.2941, + "ks_statistic_frac_zero_cells": 0.9886, + "ks_statistic_frac_zero_genes": 0.9263, + "ks_statistic_L_stats": 4.4357, + "ks_statistic_lib_fraczero_cells": 0.9099, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.94, - "ks_statistic_mean_var_genes": 0.6687, - "ks_statistic_morans_I": 0.9553, - "ks_statistic_nn_correlation": 0.8373, - "ks_statistic_pearson_cells": 0.6179, - "ks_statistic_pearson_genes": 0.5385, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.5222, - "ks_statistic_scaled_var_cells": 2.6664, - "ks_statistic_scaled_var_genes": -0.0217, - "ks_statistic_tmm_cells": 0.863, - "ks_statistic_transition_matrix": 1.1329, + "ks_statistic_mean_fraczero_genes": 0.8851, + "ks_statistic_mean_var_genes": 0.5836, + "ks_statistic_morans_I": 0.7977, + "ks_statistic_nn_correlation": 0.9203, + "ks_statistic_pearson_cells": 0.5812, + "ks_statistic_pearson_genes": 0.5098, + "ks_statistic_scaled_mean_cells": -8.8818e-16, + "ks_statistic_scaled_mean_genes": 0.6004, + "ks_statistic_scaled_var_cells": -0.7802, + "ks_statistic_scaled_var_genes": -0.0513, + "ks_statistic_tmm_cells": 0.8298, + "ks_statistic_transition_matrix": 1.1716, "svg_precision": 0, - "svg_recall": 0.8114 + "svg_recall": 0.8 }, - "mean_score": 0.6316, + "mean_score": 0.5912, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 227, - "cpu_pct": 101.9, - "peak_memory_mb": 5223, + "duration_sec": 163, + "cpu_pct": 108.5, + "peak_memory_mb": 9319, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3119,74 +3119,74 @@ "dataset_id": "gastrulation", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.1515, - "clustering_nmi": 0.2018, - "crosscor_cosine": 0.5067, - "crosscor_mantel": -0.0025, - "ctdeconcolute_jsd": 0.0721, - "ctdeconvolute_rmse": 0.3709, + "clustering_ari": 0.1516, + "clustering_nmi": 0.2017, + "crosscor_cosine": 0.5094, + "crosscor_mantel": 0.0012, + "ctdeconcolute_jsd": 0.0685, + "ctdeconvolute_rmse": 0.3438, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 9.9156, + "ks_statistic_central_score": 0.2, + "ks_statistic_efflib_size_cells": 8.1157, "ks_statistic_enrichment": 0.27, - "ks_statistic_frac_zero_cells": 11.4836, - "ks_statistic_frac_zero_genes": 0.5514, - "ks_statistic_L_stats": 26.9145, - "ks_statistic_lib_fraczero_cells": 71.5442, - "ks_statistic_lib_size_cells": 9.9156, - "ks_statistic_mean_fraczero_genes": 17.8047, - "ks_statistic_mean_var_genes": 17.4309, - "ks_statistic_morans_I": 3.8894, - "ks_statistic_nn_correlation": 6.262, - "ks_statistic_pearson_cells": 40.5088, - "ks_statistic_pearson_genes": 42.2306, - "ks_statistic_scaled_mean_cells": -0.2964, - "ks_statistic_scaled_mean_genes": 6.0076, - "ks_statistic_scaled_var_cells": -0.2029, - "ks_statistic_scaled_var_genes": -0.3975, - "ks_statistic_tmm_cells": 1.9374, - "ks_statistic_transition_matrix": 0.1775, + "ks_statistic_frac_zero_cells": 12.661, + "ks_statistic_frac_zero_genes": 0.4609, + "ks_statistic_L_stats": 28.4367, + "ks_statistic_lib_fraczero_cells": 57.6475, + "ks_statistic_lib_size_cells": 8.1157, + "ks_statistic_mean_fraczero_genes": 15.2158, + "ks_statistic_mean_var_genes": 16.7748, + "ks_statistic_morans_I": 2.5388, + "ks_statistic_nn_correlation": 4.4501, + "ks_statistic_pearson_cells": 39.3689, + "ks_statistic_pearson_genes": 39.5285, + "ks_statistic_scaled_mean_cells": -0.2452, + "ks_statistic_scaled_mean_genes": 4.0879, + "ks_statistic_scaled_var_cells": -0.1921, + "ks_statistic_scaled_var_genes": -0.3215, + "ks_statistic_tmm_cells": 4.5771, + "ks_statistic_transition_matrix": 0.21, "svg_precision": 0.997, - "svg_recall": 0.9343 + "svg_recall": 0.9486 }, "scaled_scores": { - "clustering_ari": 0.3184, - "clustering_nmi": 0.3642, - "crosscor_cosine": 0.0218, - "crosscor_mantel": 0.001, - "ctdeconcolute_jsd": -0.1239, - "ctdeconvolute_rmse": -0.165, + "clustering_ari": 0.3183, + "clustering_nmi": 0.364, + "crosscor_cosine": 0.0263, + "crosscor_mantel": 0.003, + "ctdeconcolute_jsd": -0.0737, + "ctdeconvolute_rmse": -0.0897, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0513, - "ks_statistic_efflib_size_cells": 0.9415, - "ks_statistic_enrichment": 1.1522, - "ks_statistic_frac_zero_cells": 0.9322, - "ks_statistic_frac_zero_genes": 0.991, - "ks_statistic_L_stats": 27.8007, - "ks_statistic_lib_fraczero_cells": 0.616, - "ks_statistic_lib_size_cells": 0.9415, - "ks_statistic_mean_fraczero_genes": 0.7731, - "ks_statistic_mean_var_genes": 0.4445, - "ks_statistic_morans_I": 0.9766, - "ks_statistic_nn_correlation": 0.8821, - "ks_statistic_pearson_cells": 0.6375, - "ks_statistic_pearson_genes": 0.5289, - "ks_statistic_scaled_mean_cells": -0.0101, - "ks_statistic_scaled_mean_genes": 0.1159, - "ks_statistic_scaled_var_cells": 0.4188, - "ks_statistic_scaled_var_genes": 0.0646, - "ks_statistic_tmm_cells": 0.9268, - "ks_statistic_transition_matrix": 1.4393, + "ks_statistic_central_score": 1.25, + "ks_statistic_efflib_size_cells": 0.973, + "ks_statistic_enrichment": 1.2471, + "ks_statistic_frac_zero_cells": 0.9369, + "ks_statistic_frac_zero_genes": 0.9814, + "ks_statistic_L_stats": 4.1208, + "ks_statistic_lib_fraczero_cells": 0.4392, + "ks_statistic_lib_size_cells": 0.973, + "ks_statistic_mean_fraczero_genes": 0.6341, + "ks_statistic_mean_var_genes": 0.3366, + "ks_statistic_morans_I": 0.9292, + "ks_statistic_nn_correlation": 0.9571, + "ks_statistic_pearson_cells": 0.599, + "ks_statistic_pearson_genes": 0.5472, + "ks_statistic_scaled_mean_cells": -0.1213, + "ks_statistic_scaled_mean_genes": 0.3904, + "ks_statistic_scaled_var_cells": 0.4754, + "ks_statistic_scaled_var_genes": 0.0354, + "ks_statistic_tmm_cells": 0.8411, + "ks_statistic_transition_matrix": 1.3964, "svg_precision": 0, - "svg_recall": 0.9343 + "svg_recall": 0.9486 }, - "mean_score": 0.5459, + "mean_score": 0.5417, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 22.3, - "cpu_pct": 130.3, - "peak_memory_mb": 3892, + "duration_sec": 23.4, + "cpu_pct": 139, + "peak_memory_mb": 6554, "disk_read_mb": 68, "disk_write_mb": 8 } @@ -3195,74 +3195,74 @@ "dataset_id": "gastrulation", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4798, - "clustering_nmi": 0.5592, - "crosscor_cosine": 0.9689, - "crosscor_mantel": 0.9435, - "ctdeconcolute_jsd": 0.0061, - "ctdeconvolute_rmse": 0.0061, + "clustering_ari": 0.4874, + "clustering_nmi": 0.5667, + "crosscor_cosine": 0.9679, + "crosscor_mantel": 0.9419, + "ctdeconcolute_jsd": 0.0062, + "ctdeconvolute_rmse": 0.0059, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1333, - "ks_statistic_efflib_size_cells": -0.235, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": -0.2845, - "ks_statistic_frac_zero_genes": -0.3181, - "ks_statistic_L_stats": 58.2725, - "ks_statistic_lib_fraczero_cells": -0.0611, - "ks_statistic_lib_size_cells": -0.235, - "ks_statistic_mean_fraczero_genes": -0.7362, - "ks_statistic_mean_var_genes": -0.5732, - "ks_statistic_morans_I": -0.2808, - "ks_statistic_nn_correlation": -0.3107, - "ks_statistic_pearson_cells": 0.12, - "ks_statistic_pearson_genes": 0.0533, - "ks_statistic_scaled_mean_cells": -0.3163, - "ks_statistic_scaled_mean_genes": -0.3106, - "ks_statistic_scaled_var_cells": -0.1866, - "ks_statistic_scaled_var_genes": -0.2925, - "ks_statistic_tmm_cells": -0.2203, + "ks_statistic_central_score": 0.2167, + "ks_statistic_efflib_size_cells": -0.0699, + "ks_statistic_enrichment": 0.27, + "ks_statistic_frac_zero_cells": -0.3076, + "ks_statistic_frac_zero_genes": -0.3263, + "ks_statistic_L_stats": 58.1324, + "ks_statistic_lib_fraczero_cells": -0.1412, + "ks_statistic_lib_size_cells": -0.0699, + "ks_statistic_mean_fraczero_genes": -0.781, + "ks_statistic_mean_var_genes": -0.4974, + "ks_statistic_morans_I": -0.3019, + "ks_statistic_nn_correlation": -0.3286, + "ks_statistic_pearson_cells": 0.0582, + "ks_statistic_pearson_genes": -0.0584, + "ks_statistic_scaled_mean_cells": -0.3185, + "ks_statistic_scaled_mean_genes": -0.313, + "ks_statistic_scaled_var_cells": -0.1785, + "ks_statistic_scaled_var_genes": -0.2923, + "ks_statistic_tmm_cells": 0.1002, "ks_statistic_transition_matrix": 0.17, "svg_precision": 0.9971, "svg_recall": 0.9971 }, "scaled_scores": { - "clustering_ari": 1.009, - "clustering_nmi": 1.0131, - "crosscor_cosine": 0.9978, - "crosscor_mantel": 0.9973, - "ctdeconcolute_jsd": 0.9043, - "ctdeconvolute_rmse": 0.981, + "clustering_ari": 1.025, + "clustering_nmi": 1.0266, + "crosscor_cosine": 0.9957, + "crosscor_mantel": 0.9956, + "ctdeconcolute_jsd": 0.9025, + "ctdeconvolute_rmse": 0.9812, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1026, - "ks_statistic_efflib_size_cells": 0.9967, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9989, - "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": 1.6133, - "ks_statistic_lib_fraczero_cells": 0.9916, - "ks_statistic_lib_size_cells": 0.9967, - "ks_statistic_mean_fraczero_genes": 0.9984, - "ks_statistic_mean_var_genes": 0.9858, - "ks_statistic_morans_I": 0.9993, - "ks_statistic_nn_correlation": 0.9966, - "ks_statistic_pearson_cells": 0.9975, - "ks_statistic_pearson_genes": 0.9994, - "ks_statistic_scaled_mean_cells": 0.0053, - "ks_statistic_scaled_mean_genes": 0.9984, - "ks_statistic_scaled_var_cells": 0.2045, - "ks_statistic_scaled_var_genes": -0.0046, - "ks_statistic_tmm_cells": 0.9912, - "ks_statistic_transition_matrix": 1.4566, + "ks_statistic_central_score": 1.2188, + "ks_statistic_efflib_size_cells": 0.9977, + "ks_statistic_enrichment": 1.2471, + "ks_statistic_frac_zero_cells": 0.9991, + "ks_statistic_frac_zero_genes": 0.9994, + "ks_statistic_L_stats": 1.2036, + "ks_statistic_lib_fraczero_cells": 0.9857, + "ks_statistic_lib_size_cells": 0.9977, + "ks_statistic_mean_fraczero_genes": 0.998, + "ks_statistic_mean_var_genes": 0.9796, + "ks_statistic_morans_I": 0.9976, + "ks_statistic_nn_correlation": 0.9984, + "ks_statistic_pearson_cells": 0.9993, + "ks_statistic_pearson_genes": 0.9986, + "ks_statistic_scaled_mean_cells": 0.0169, + "ks_statistic_scaled_mean_genes": 0.9988, + "ks_statistic_scaled_var_cells": 0.169, + "ks_statistic_scaled_var_genes": -0.0116, + "ks_statistic_tmm_cells": 0.9808, + "ks_statistic_transition_matrix": 1.4911, "svg_precision": 0, "svg_recall": 0.9971 }, - "mean_score": 0.8289, + "mean_score": 0.8272, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 32.9, - "cpu_pct": 121.9, - "peak_memory_mb": 3687, + "duration_sec": 33.6, + "cpu_pct": 133.1, + "peak_memory_mb": 6349, "disk_read_mb": 69, "disk_write_mb": 8 } @@ -3277,68 +3277,68 @@ "crosscor_mantel": -0.0019, "ctdeconcolute_jsd": 0.1114, "ctdeconvolute_rmse": 0.6064, - "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 47.9815, - "ks_statistic_enrichment": 0.215, + "ks_statistic_enrichment": 0.305, "ks_statistic_frac_zero_cells": 6.8177, "ks_statistic_frac_zero_genes": 8.0306, - "ks_statistic_L_stats": 24.7728, + "ks_statistic_L_stats": "NA", "ks_statistic_lib_fraczero_cells": 58.5808, "ks_statistic_lib_size_cells": 47.9815, "ks_statistic_mean_fraczero_genes": 12.434, "ks_statistic_mean_var_genes": 15.2557, - "ks_statistic_morans_I": 46.6492, - "ks_statistic_nn_correlation": 26.4142, - "ks_statistic_pearson_cells": 91.7909, - "ks_statistic_pearson_genes": 94.6714, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 96.5941, + "ks_statistic_pearson_genes": 87.9262, "ks_statistic_scaled_mean_cells": -0.2915, "ks_statistic_scaled_mean_genes": 23.8069, "ks_statistic_scaled_var_cells": -0.1637, "ks_statistic_scaled_var_genes": -0.8393, "ks_statistic_tmm_cells": 4.4193, - "ks_statistic_transition_matrix": 0.175, + "ks_statistic_transition_matrix": 0.2, "svg_precision": 0.9917, "svg_recall": 0.3429 }, "scaled_scores": { - "clustering_ari": 0.3161, - "clustering_nmi": 0.3615, - "crosscor_cosine": 0.0447, - "crosscor_mantel": 0.0016, - "ctdeconcolute_jsd": -0.7366, - "ctdeconvolute_rmse": -0.9049, + "clustering_ari": 0.3159, + "clustering_nmi": 0.3613, + "crosscor_cosine": 0.0436, + "crosscor_mantel": -0.0004, + "ctdeconcolute_jsd": -0.745, + "ctdeconvolute_rmse": -0.9219, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0513, - "ks_statistic_efflib_size_cells": 0.7344, - "ks_statistic_enrichment": 1.2717, - "ks_statistic_frac_zero_cells": 0.9586, - "ks_statistic_frac_zero_genes": 0.9162, - "ks_statistic_L_stats": 29.5892, - "ks_statistic_lib_fraczero_cells": 0.684, - "ks_statistic_lib_size_cells": 0.7344, - "ks_statistic_mean_fraczero_genes": 0.8383, - "ks_statistic_mean_var_genes": 0.5099, - "ks_statistic_morans_I": 0.744, - "ks_statistic_nn_correlation": 0.5312, - "ks_statistic_pearson_cells": 0.1805, - "ks_statistic_pearson_genes": -0.056, - "ks_statistic_scaled_mean_cells": -0.0139, - "ks_statistic_scaled_mean_genes": -2.3702, - "ks_statistic_scaled_var_cells": -0.0959, - "ks_statistic_scaled_var_genes": 0.3559, - "ks_statistic_tmm_cells": 0.8527, - "ks_statistic_transition_matrix": 1.4451, + "ks_statistic_central_score": 1.3125, + "ks_statistic_efflib_size_cells": 0.8531, + "ks_statistic_enrichment": 1.1647, + "ks_statistic_frac_zero_cells": 0.9649, + "ks_statistic_frac_zero_genes": 0.808, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.4304, + "ks_statistic_lib_size_cells": 0.8531, + "ks_statistic_mean_fraczero_genes": 0.6974, + "ks_statistic_mean_var_genes": 0.3932, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.0163, + "ks_statistic_pearson_genes": -0.0046, + "ks_statistic_scaled_mean_cells": -0.0339, + "ks_statistic_scaled_mean_genes": -2.3358, + "ks_statistic_scaled_var_cells": -0.1644, + "ks_statistic_scaled_var_genes": 0.8697, + "ks_statistic_tmm_cells": 0.846, + "ks_statistic_transition_matrix": 1.4201, "svg_precision": 0, "svg_recall": 0.3429 }, - "mean_score": 0.452, + "mean_score": 0.3723, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 141, - "cpu_pct": 104.8, - "peak_memory_mb": 4608, + "duration_sec": 143, + "cpu_pct": 108.6, + "peak_memory_mb": 7271, "disk_read_mb": 493, "disk_write_mb": 12 } @@ -3347,74 +3347,74 @@ "dataset_id": "gastrulation", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0034, - "clustering_nmi": 0.0054, - "crosscor_cosine": 0.653, - "crosscor_mantel": 0.3514, - "ctdeconcolute_jsd": 0.0478, - "ctdeconvolute_rmse": 0.2065, + "clustering_ari": 0.0014, + "clustering_nmi": 0.0023, + "crosscor_cosine": 0.6533, + "crosscor_mantel": 0.356, + "ctdeconcolute_jsd": 0.0477, + "ctdeconvolute_rmse": 0.2063, "ks_statistic_celltype_interaction": -0.4413, "ks_statistic_central_score": 0.8, - "ks_statistic_efflib_size_cells": 0.8492, + "ks_statistic_efflib_size_cells": 1.1564, "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": -0.0416, - "ks_statistic_frac_zero_genes": -0.3016, - "ks_statistic_L_stats": 24.0564, - "ks_statistic_lib_fraczero_cells": 1.6234, - "ks_statistic_lib_size_cells": 0.8492, - "ks_statistic_mean_fraczero_genes": -0.2274, - "ks_statistic_mean_var_genes": 3.5603, - "ks_statistic_morans_I": 14.7976, - "ks_statistic_nn_correlation": 22.3467, - "ks_statistic_pearson_cells": 76.885, - "ks_statistic_pearson_genes": 105.245, - "ks_statistic_scaled_mean_cells": -0.2964, - "ks_statistic_scaled_mean_genes": -0.3115, - "ks_statistic_scaled_var_cells": -0.2208, - "ks_statistic_scaled_var_genes": -0.3092, - "ks_statistic_tmm_cells": 0.3987, + "ks_statistic_frac_zero_cells": -0.0901, + "ks_statistic_frac_zero_genes": -0.2992, + "ks_statistic_L_stats": 26.707, + "ks_statistic_lib_fraczero_cells": 1.7408, + "ks_statistic_lib_size_cells": 1.1564, + "ks_statistic_mean_fraczero_genes": -0.1102, + "ks_statistic_mean_var_genes": 3.4298, + "ks_statistic_morans_I": 14.8439, + "ks_statistic_nn_correlation": 24.3231, + "ks_statistic_pearson_cells": 75.0643, + "ks_statistic_pearson_genes": 84.9981, + "ks_statistic_scaled_mean_cells": -0.304, + "ks_statistic_scaled_mean_genes": -0.3098, + "ks_statistic_scaled_var_cells": -0.2307, + "ks_statistic_scaled_var_genes": -0.3094, + "ks_statistic_tmm_cells": 1.0393, "ks_statistic_transition_matrix": 0.8, "svg_precision": 1, - "svg_recall": 0.6886 + "svg_recall": 0.6429 }, "scaled_scores": { - "clustering_ari": 0.0069, - "clustering_nmi": 0.0078, - "crosscor_cosine": 0.3307, - "crosscor_mantel": 0.3737, - "ctdeconcolute_jsd": 0.2545, - "ctdeconvolute_rmse": 0.3514, + "clustering_ari": 0.0023, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.3306, + "crosscor_mantel": 0.3773, + "ctdeconcolute_jsd": 0.2525, + "ctdeconvolute_rmse": 0.3461, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.0769, - "ks_statistic_efflib_size_cells": 0.9908, + "ks_statistic_central_score": 0.125, + "ks_statistic_efflib_size_cells": 0.994, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9975, - "ks_statistic_frac_zero_genes": 0.9995, - "ks_statistic_L_stats": 30.1875, - "ks_statistic_lib_fraczero_cells": 0.9828, - "ks_statistic_lib_size_cells": 0.9908, - "ks_statistic_mean_fraczero_genes": 0.9922, - "ks_statistic_mean_var_genes": 0.8615, - "ks_statistic_morans_I": 0.9173, - "ks_statistic_nn_correlation": 0.602, - "ks_statistic_pearson_cells": 0.3133, - "ks_statistic_pearson_genes": -0.174, - "ks_statistic_scaled_mean_cells": -0.0101, - "ks_statistic_scaled_mean_genes": 0.9986, - "ks_statistic_scaled_var_cells": 0.6533, - "ks_statistic_scaled_var_genes": 0.0064, - "ks_statistic_tmm_cells": 0.9727, + "ks_statistic_frac_zero_cells": 0.9981, + "ks_statistic_frac_zero_genes": 0.9988, + "ks_statistic_L_stats": 4.2908, + "ks_statistic_lib_fraczero_cells": 0.9679, + "ks_statistic_lib_size_cells": 0.994, + "ks_statistic_mean_fraczero_genes": 0.9828, + "ks_statistic_mean_var_genes": 0.8334, + "ks_statistic_morans_I": 0.6327, + "ks_statistic_nn_correlation": 0.7854, + "ks_statistic_pearson_cells": 0.2355, + "ks_statistic_pearson_genes": 0.0288, + "ks_statistic_scaled_mean_cells": -0.0103, + "ks_statistic_scaled_mean_genes": 0.9983, + "ks_statistic_scaled_var_cells": 1.3437, + "ks_statistic_scaled_var_genes": 0.016, + "ks_statistic_tmm_cells": 0.9515, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.6886 + "svg_recall": 0.6429 }, - "mean_score": 0.4955, + "mean_score": 0.4998, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, "duration_sec": 78, - "cpu_pct": 394.3, - "peak_memory_mb": 59700, + "cpu_pct": 346.4, + "peak_memory_mb": 91444, "disk_read_mb": 75, "disk_write_mb": 9 } @@ -3423,32 +3423,32 @@ "dataset_id": "hindlimbmuscle", "method_id": "negative", "metric_values": { - "clustering_ari": -0.0006, - "clustering_nmi": 0.0016, - "crosscor_cosine": 0.4989, - "crosscor_mantel": -0.0029, - "ctdeconcolute_jsd": 0.1685, - "ctdeconvolute_rmse": 0.811, + "clustering_ari": 0.0012, + "clustering_nmi": 0.0028, + "crosscor_cosine": 0.5004, + "crosscor_mantel": 0.0001, + "ctdeconcolute_jsd": 0.1671, + "ctdeconvolute_rmse": 0.8009, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 196.5334, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 117.6552, - "ks_statistic_frac_zero_genes": 186.9576, - "ks_statistic_L_stats": 12.687, - "ks_statistic_lib_fraczero_cells": 60.3236, - "ks_statistic_lib_size_cells": 196.5334, - "ks_statistic_mean_fraczero_genes": 107.742, - "ks_statistic_mean_var_genes": 26.796, - "ks_statistic_morans_I": 5.0615, - "ks_statistic_nn_correlation": 16.1776, - "ks_statistic_pearson_cells": 52.4699, - "ks_statistic_pearson_genes": 46.0034, - "ks_statistic_scaled_mean_cells": -1.091, - "ks_statistic_scaled_mean_genes": 73.9118, - "ks_statistic_scaled_var_cells": -0.3022, - "ks_statistic_scaled_var_genes": -0.3261, - "ks_statistic_tmm_cells": 3.432, + "ks_statistic_efflib_size_cells": 126.8263, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 108.8967, + "ks_statistic_frac_zero_genes": 224.7687, + "ks_statistic_L_stats": 12.6146, + "ks_statistic_lib_fraczero_cells": 50.4781, + "ks_statistic_lib_size_cells": 126.8263, + "ks_statistic_mean_fraczero_genes": 33.1782, + "ks_statistic_mean_var_genes": 24.9389, + "ks_statistic_morans_I": 6.0464, + "ks_statistic_nn_correlation": 17.0798, + "ks_statistic_pearson_cells": 42.356, + "ks_statistic_pearson_genes": 51.5086, + "ks_statistic_scaled_mean_cells": -1.1276, + "ks_statistic_scaled_mean_genes": 71.3911, + "ks_statistic_scaled_var_cells": -0.3564, + "ks_statistic_scaled_var_genes": -0.2958, + "ks_statistic_tmm_cells": 3.1919, "ks_statistic_transition_matrix": 0.4444, "svg_precision": "NA", "svg_recall": "NA" @@ -3486,11 +3486,11 @@ }, "mean_score": 0.069, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 6.9, - "cpu_pct": 207.7, - "peak_memory_mb": 3277, + "duration_sec": 10.9, + "cpu_pct": 141.6, + "peak_memory_mb": 1946, "disk_read_mb": 49, "disk_write_mb": 8 } @@ -3518,8 +3518,8 @@ "ks_statistic_mean_var_genes": -1.7765, "ks_statistic_morans_I": -1.4312, "ks_statistic_nn_correlation": -0.5185, - "ks_statistic_pearson_cells": -0.1891, - "ks_statistic_pearson_genes": -0.0028, + "ks_statistic_pearson_cells": -0.2032, + "ks_statistic_pearson_genes": 0.1543, "ks_statistic_scaled_mean_cells": -0.3635, "ks_statistic_scaled_mean_genes": -0.3172, "ks_statistic_scaled_var_cells": -0.2331, @@ -3539,7 +3539,7 @@ "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, + "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, "ks_statistic_L_stats": 1, @@ -3560,13 +3560,13 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.8276, + "mean_score": 0.7931, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.9, - "cpu_pct": 192.2, - "peak_memory_mb": 3277, + "duration_sec": 8.6, + "cpu_pct": 259.3, + "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -3575,73 +3575,73 @@ "dataset_id": "hindlimbmuscle", "method_id": "scdesign2", "metric_values": { - "clustering_ari": -0.0016, - "clustering_nmi": 0.0004, + "clustering_ari": -0.0015, + "clustering_nmi": 0.0007, "crosscor_cosine": "NA", - "crosscor_mantel": -0.3445, - "ctdeconcolute_jsd": 0.0417, - "ctdeconvolute_rmse": 0.094, + "crosscor_mantel": -0.3499, + "ctdeconcolute_jsd": 0.0423, + "ctdeconvolute_rmse": 0.0938, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.4248, + "ks_statistic_efflib_size_cells": 1.2318, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 1.2934, - "ks_statistic_frac_zero_genes": 0.2766, - "ks_statistic_L_stats": 12.813, - "ks_statistic_lib_fraczero_cells": 4.8557, - "ks_statistic_lib_size_cells": 0.4248, - "ks_statistic_mean_fraczero_genes": 3.2276, - "ks_statistic_mean_var_genes": -1.3642, - "ks_statistic_morans_I": 40.1043, - "ks_statistic_nn_correlation": 5.2076, - "ks_statistic_pearson_cells": 6.39, - "ks_statistic_pearson_genes": 5.8096, - "ks_statistic_scaled_mean_cells": -0.3396, - "ks_statistic_scaled_mean_genes": 1.3157, - "ks_statistic_scaled_var_cells": -0.2538, - "ks_statistic_scaled_var_genes": -0.7366, - "ks_statistic_tmm_cells": 0.1709, + "ks_statistic_frac_zero_cells": 1.3132, + "ks_statistic_frac_zero_genes": 0.2429, + "ks_statistic_L_stats": 12.5907, + "ks_statistic_lib_fraczero_cells": 4.6916, + "ks_statistic_lib_size_cells": 1.2318, + "ks_statistic_mean_fraczero_genes": 0.3969, + "ks_statistic_mean_var_genes": -0.8639, + "ks_statistic_morans_I": 39.9595, + "ks_statistic_nn_correlation": 5.9956, + "ks_statistic_pearson_cells": 5.4758, + "ks_statistic_pearson_genes": 4.5105, + "ks_statistic_scaled_mean_cells": -0.4018, + "ks_statistic_scaled_mean_genes": 0.0466, + "ks_statistic_scaled_var_cells": -0.2417, + "ks_statistic_scaled_var_genes": -1.0151, + "ks_statistic_tmm_cells": 0.1463, "ks_statistic_transition_matrix": 0.6667, "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0017, - "clustering_nmi": -0.002, + "clustering_ari": -0.0046, + "clustering_nmi": -0.0036, "crosscor_cosine": 0, - "crosscor_mantel": -0.3994, - "ctdeconcolute_jsd": 0.7523, - "ctdeconvolute_rmse": 0.8841, + "crosscor_mantel": -0.4106, + "ctdeconcolute_jsd": 0.7467, + "ctdeconvolute_rmse": 0.8828, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": -1, - "ks_statistic_efflib_size_cells": 0.9907, - "ks_statistic_enrichment": -2, - "ks_statistic_frac_zero_cells": 0.9857, - "ks_statistic_frac_zero_genes": 0.9964, - "ks_statistic_L_stats": -0.2623, - "ks_statistic_lib_fraczero_cells": 0.8972, - "ks_statistic_lib_size_cells": 0.9907, - "ks_statistic_mean_fraczero_genes": 0.9568, - "ks_statistic_mean_var_genes": 0.9856, - "ks_statistic_morans_I": -5.3972, - "ks_statistic_nn_correlation": 0.657, - "ks_statistic_pearson_cells": 0.8751, - "ks_statistic_pearson_genes": 0.8737, - "ks_statistic_scaled_mean_cells": -0.033, - "ks_statistic_scaled_mean_genes": 0.978, - "ks_statistic_scaled_var_cells": 0.2992, - "ks_statistic_scaled_var_genes": 9.8572, - "ks_statistic_tmm_cells": 0.884, + "ks_statistic_efflib_size_cells": 0.9794, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9843, + "ks_statistic_frac_zero_genes": 0.9972, + "ks_statistic_L_stats": 0.0584, + "ks_statistic_lib_fraczero_cells": 0.8808, + "ks_statistic_lib_size_cells": 0.9794, + "ks_statistic_mean_fraczero_genes": 0.9455, + "ks_statistic_mean_var_genes": 0.9658, + "ks_statistic_morans_I": -4.5353, + "ks_statistic_nn_correlation": 0.6298, + "ks_statistic_pearson_cells": 0.8666, + "ks_statistic_pearson_genes": 0.9152, + "ks_statistic_scaled_mean_cells": 0.0501, + "ks_statistic_scaled_mean_genes": 0.9949, + "ks_statistic_scaled_var_cells": 0.07, + "ks_statistic_scaled_var_genes": 9.9956, + "ks_statistic_tmm_cells": 0.883, "ks_statistic_transition_matrix": -2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.483, + "mean_score": 0.4769, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 262.6, + "duration_sec": 271, + "cpu_pct": 266.3, "peak_memory_mb": 11162, "disk_read_mb": 53, "disk_write_mb": 11 @@ -3651,74 +3651,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "scdesign3", "metric_values": { - "clustering_ari": -0.0014, - "clustering_nmi": 0.0007, + "clustering_ari": 0.0005, + "clustering_nmi": 0.0025, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0982, - "ctdeconcolute_jsd": 0.0418, - "ctdeconvolute_rmse": 0.0939, + "crosscor_mantel": 0.0943, + "ctdeconcolute_jsd": 0.0404, + "ctdeconvolute_rmse": 0.0898, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 1.7527, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 1.8563, - "ks_statistic_frac_zero_genes": -0.2061, - "ks_statistic_L_stats": 12.9059, - "ks_statistic_lib_fraczero_cells": 11.456, - "ks_statistic_lib_size_cells": 1.7527, - "ks_statistic_mean_fraczero_genes": -0.9786, - "ks_statistic_mean_var_genes": -1.0766, - "ks_statistic_morans_I": 3.9727, - "ks_statistic_nn_correlation": 1.3066, - "ks_statistic_pearson_cells": 6.7471, - "ks_statistic_pearson_genes": 3.8105, - "ks_statistic_scaled_mean_cells": -0.3728, - "ks_statistic_scaled_mean_genes": 0.026, - "ks_statistic_scaled_var_cells": -0.2397, - "ks_statistic_scaled_var_genes": -0.4114, - "ks_statistic_tmm_cells": 0.0686, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": "NA", + "ks_statistic_efflib_size_cells": 1.3242, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 1.5543, + "ks_statistic_frac_zero_genes": -0.1674, + "ks_statistic_L_stats": 12.8248, + "ks_statistic_lib_fraczero_cells": 9.1487, + "ks_statistic_lib_size_cells": 1.3242, + "ks_statistic_mean_fraczero_genes": 10.7309, + "ks_statistic_mean_var_genes": -1.0267, + "ks_statistic_morans_I": 3.3829, + "ks_statistic_nn_correlation": 1.3158, + "ks_statistic_pearson_cells": 4.2196, + "ks_statistic_pearson_genes": 3.9864, + "ks_statistic_scaled_mean_cells": -0.437, + "ks_statistic_scaled_mean_genes": -0.1812, + "ks_statistic_scaled_var_cells": -0.2513, + "ks_statistic_scaled_var_genes": -0.4109, + "ks_statistic_tmm_cells": 0.8102, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0014, - "clustering_nmi": -0.0015, + "clustering_ari": -0.0013, + "clustering_nmi": -0.0006, "crosscor_cosine": 0, - "crosscor_mantel": 0.1182, - "ctdeconcolute_jsd": 0.752, - "ctdeconvolute_rmse": 0.8842, + "crosscor_mantel": 0.1106, + "ctdeconcolute_jsd": 0.758, + "ctdeconvolute_rmse": 0.8878, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.984, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9809, + "ks_statistic_efflib_size_cells": 0.9787, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9821, "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": -0.4555, - "ks_statistic_lib_fraczero_cells": 0.7904, - "ks_statistic_lib_size_cells": 0.984, - "ks_statistic_mean_fraczero_genes": 0.9953, - "ks_statistic_mean_var_genes": 0.9755, - "ks_statistic_morans_I": 0.1677, - "ks_statistic_nn_correlation": 0.8907, - "ks_statistic_pearson_cells": 0.8683, - "ks_statistic_pearson_genes": 0.9171, - "ks_statistic_scaled_mean_cells": 0.0127, - "ks_statistic_scaled_mean_genes": 0.9954, - "ks_statistic_scaled_var_cells": 0.0948, - "ks_statistic_scaled_var_genes": 2.0492, - "ks_statistic_tmm_cells": 0.9117, - "ks_statistic_transition_matrix": 1, + "ks_statistic_L_stats": -0.5148, + "ks_statistic_lib_fraczero_cells": 0.7951, + "ks_statistic_lib_size_cells": 0.9787, + "ks_statistic_mean_fraczero_genes": 0.6474, + "ks_statistic_mean_var_genes": 0.9719, + "ks_statistic_morans_I": 0.3562, + "ks_statistic_nn_correlation": 0.8958, + "ks_statistic_pearson_cells": 0.8961, + "ks_statistic_pearson_genes": 0.9254, + "ks_statistic_scaled_mean_cells": 0.0961, + "ks_statistic_scaled_mean_genes": 0.9981, + "ks_statistic_scaled_var_cells": 0.1477, + "ks_statistic_scaled_var_genes": 1.6003, + "ks_statistic_tmm_cells": 0.6906, + "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5628, + "mean_score": 0.4867, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 3084, - "cpu_pct": 100.3, - "peak_memory_mb": 6349, + "duration_sec": 3090, + "cpu_pct": 100.4, + "peak_memory_mb": 9012, "disk_read_mb": 80, "disk_write_mb": 8 } @@ -3727,74 +3727,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "sparsim", "metric_values": { - "clustering_ari": -0.0033, - "clustering_nmi": 0.001, + "clustering_ari": 0.0001, + "clustering_nmi": 0.0016, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0635, - "ctdeconcolute_jsd": 0.0579, - "ctdeconvolute_rmse": 0.1456, + "crosscor_mantel": 0.0622, + "ctdeconcolute_jsd": 0.0611, + "ctdeconvolute_rmse": 0.1582, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0.4444, + "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": -1.4069, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.114, - "ks_statistic_frac_zero_genes": -0.1691, - "ks_statistic_L_stats": 13.1542, - "ks_statistic_lib_fraczero_cells": 4.6934, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.0032, + "ks_statistic_frac_zero_genes": -0.2573, + "ks_statistic_L_stats": 13.1916, + "ks_statistic_lib_fraczero_cells": 3.2267, "ks_statistic_lib_size_cells": -1.4069, - "ks_statistic_mean_fraczero_genes": -1.4334, - "ks_statistic_mean_var_genes": 2.1215, - "ks_statistic_morans_I": 0.188, - "ks_statistic_nn_correlation": 0.4858, - "ks_statistic_pearson_cells": 59.5071, - "ks_statistic_pearson_genes": 66.717, + "ks_statistic_mean_fraczero_genes": -1.054, + "ks_statistic_mean_var_genes": 1.5829, + "ks_statistic_morans_I": 0.0339, + "ks_statistic_nn_correlation": 0.4009, + "ks_statistic_pearson_cells": 72.9209, + "ks_statistic_pearson_genes": 70.7678, "ks_statistic_scaled_mean_cells": -0.3635, - "ks_statistic_scaled_mean_genes": 10.3724, - "ks_statistic_scaled_var_cells": -0.3357, - "ks_statistic_scaled_var_genes": -0.556, - "ks_statistic_tmm_cells": -0.0886, - "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_scaled_mean_genes": 12.4533, + "ks_statistic_scaled_var_cells": -0.249, + "ks_statistic_scaled_var_genes": -0.347, + "ks_statistic_tmm_cells": 0.0502, + "ks_statistic_transition_matrix": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0047, - "clustering_nmi": -0.001, + "clustering_ari": -0.002, + "clustering_nmi": -0.0021, "crosscor_cosine": 0, - "crosscor_mantel": 0.0776, - "ctdeconcolute_jsd": 0.6562, - "ctdeconvolute_rmse": 0.8205, + "crosscor_mantel": 0.0729, + "ctdeconcolute_jsd": 0.6343, + "ctdeconvolute_rmse": 0.8024, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 2, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9976, - "ks_statistic_frac_zero_genes": 0.9988, - "ks_statistic_L_stats": -0.9721, - "ks_statistic_lib_fraczero_cells": 0.8998, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9963, + "ks_statistic_frac_zero_genes": 0.9994, + "ks_statistic_L_stats": -1.413, + "ks_statistic_lib_fraczero_cells": 0.909, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9995, - "ks_statistic_mean_var_genes": 0.8636, - "ks_statistic_morans_I": 0.7506, - "ks_statistic_nn_correlation": 0.9398, - "ks_statistic_pearson_cells": -0.1336, - "ks_statistic_pearson_genes": -0.4502, + "ks_statistic_mean_fraczero_genes": 0.9874, + "ks_statistic_mean_var_genes": 0.8743, + "ks_statistic_morans_I": 0.8041, + "ks_statistic_nn_correlation": 0.9478, + "ks_statistic_pearson_cells": -0.7182, + "ks_statistic_pearson_genes": -0.375, "ks_statistic_scaled_mean_cells": 1.1102e-16, - "ks_statistic_scaled_mean_genes": 0.856, - "ks_statistic_scaled_var_cells": 1.4847, - "ks_statistic_scaled_var_genes": 5.5198, - "ks_statistic_tmm_cells": 0.9543, - "ks_statistic_transition_matrix": -2, + "ks_statistic_scaled_mean_genes": 0.8219, + "ks_statistic_scaled_var_cells": 0.1286, + "ks_statistic_scaled_var_genes": 0.7117, + "ks_statistic_tmm_cells": 0.9109, + "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5108, + "mean_score": 0.5035, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 36.2, - "cpu_pct": 119, - "peak_memory_mb": 3994, + "duration_sec": 51.9, + "cpu_pct": 107.1, + "peak_memory_mb": 2663, "disk_read_mb": 77, "disk_write_mb": 8 } @@ -3805,72 +3805,72 @@ "metric_values": { "clustering_ari": 0.0002, "clustering_nmi": 0.0017, - "crosscor_cosine": 0.4986, - "crosscor_mantel": -0.0033, - "ctdeconcolute_jsd": 0.1812, - "ctdeconvolute_rmse": 0.8073, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0057, + "ctdeconcolute_jsd": 0.1699, + "ctdeconvolute_rmse": 0.8263, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.6309, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.4209, - "ks_statistic_frac_zero_genes": 25.3885, - "ks_statistic_L_stats": 12.7319, - "ks_statistic_lib_fraczero_cells": 10.3729, - "ks_statistic_lib_size_cells": 0.6309, - "ks_statistic_mean_fraczero_genes": 90.855, - "ks_statistic_mean_var_genes": 73.805, - "ks_statistic_morans_I": 3.0845, - "ks_statistic_nn_correlation": 14.1706, - "ks_statistic_pearson_cells": 461.2241, - "ks_statistic_pearson_genes": 466.426, - "ks_statistic_scaled_mean_cells": -0.3171, - "ks_statistic_scaled_mean_genes": 39.3566, - "ks_statistic_scaled_var_cells": -0.2376, - "ks_statistic_scaled_var_genes": -0.2961, - "ks_statistic_tmm_cells": 2.6783, + "ks_statistic_efflib_size_cells": 0.8522, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 1.7857, + "ks_statistic_frac_zero_genes": 22.889, + "ks_statistic_L_stats": 12.6857, + "ks_statistic_lib_fraczero_cells": 9.8103, + "ks_statistic_lib_size_cells": 0.8522, + "ks_statistic_mean_fraczero_genes": 93.7702, + "ks_statistic_mean_var_genes": 88.7395, + "ks_statistic_morans_I": 3.8744, + "ks_statistic_nn_correlation": 10.5069, + "ks_statistic_pearson_cells": 429.5845, + "ks_statistic_pearson_genes": 311.7971, + "ks_statistic_scaled_mean_cells": -0.2572, + "ks_statistic_scaled_mean_genes": 37.3523, + "ks_statistic_scaled_var_cells": -0.2434, + "ks_statistic_scaled_var_genes": -0.4805, + "ks_statistic_tmm_cells": 6.4054, "ks_statistic_transition_matrix": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0013, - "clustering_nmi": 0.0002, - "crosscor_cosine": -0.0006, - "crosscor_mantel": -0.0004, - "ctdeconcolute_jsd": -0.0756, - "ctdeconvolute_rmse": 0.0046, + "clustering_ari": -0.0017, + "clustering_nmi": -0.0019, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0066, + "ctdeconcolute_jsd": -0.0163, + "ctdeconvolute_rmse": -0.0317, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9897, + "ks_statistic_efflib_size_cells": 0.9824, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9931, - "ks_statistic_frac_zero_genes": 0.8624, - "ks_statistic_L_stats": -0.0934, - "ks_statistic_lib_fraczero_cells": 0.8079, - "ks_statistic_lib_size_cells": 0.9897, - "ks_statistic_mean_fraczero_genes": 0.1546, - "ks_statistic_mean_var_genes": -1.6453, - "ks_statistic_morans_I": 0.3045, - "ks_statistic_nn_correlation": 0.1202, - "ks_statistic_pearson_cells": -7.7623, - "ks_statistic_pearson_genes": -9.1384, - "ks_statistic_scaled_mean_cells": -0.0639, - "ks_statistic_scaled_mean_genes": 0.4655, - "ks_statistic_scaled_var_cells": 0.0651, - "ks_statistic_scaled_var_genes": -0.7189, - "ks_statistic_tmm_cells": 0.2043, + "ks_statistic_frac_zero_cells": 0.98, + "ks_statistic_frac_zero_genes": 0.8966, + "ks_statistic_L_stats": -0.1741, + "ks_statistic_lib_fraczero_cells": 0.7824, + "ks_statistic_lib_size_cells": 0.9824, + "ks_statistic_mean_fraczero_genes": -1.7476, + "ks_statistic_mean_var_genes": -2.3882, + "ks_statistic_morans_I": 0.2905, + "ks_statistic_nn_correlation": 0.3735, + "ks_statistic_pearson_cells": -9.0986, + "ks_statistic_pearson_genes": -5.0685, + "ks_statistic_scaled_mean_cells": -0.1392, + "ks_statistic_scaled_mean_genes": 0.4747, + "ks_statistic_scaled_var_cells": 0.0831, + "ks_statistic_scaled_var_genes": 2.5668, + "ks_statistic_tmm_cells": -0.9317, "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2746, + "mean_score": 0.3052, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 16.4, - "cpu_pct": 125.6, - "peak_memory_mb": 3789, + "duration_sec": 17, + "cpu_pct": 189.1, + "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3879,73 +3879,73 @@ "dataset_id": "hindlimbmuscle", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4527, - "clustering_nmi": 0.4801, + "clustering_ari": 0.459, + "clustering_nmi": 0.4791, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6978, - "ctdeconcolute_jsd": 0.0071, - "ctdeconvolute_rmse": 0.0036, + "crosscor_mantel": 0.7047, + "ctdeconcolute_jsd": 0.0064, + "ctdeconvolute_rmse": 0.0032, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -0.8692, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.3266, - "ks_statistic_frac_zero_genes": 0.1611, - "ks_statistic_L_stats": 12.4133, - "ks_statistic_lib_fraczero_cells": 1.3003, - "ks_statistic_lib_size_cells": -0.8692, - "ks_statistic_mean_fraczero_genes": 0.7327, - "ks_statistic_mean_var_genes": -0.9905, - "ks_statistic_morans_I": 15.2676, - "ks_statistic_nn_correlation": 4.7714, - "ks_statistic_pearson_cells": 0.5925, - "ks_statistic_pearson_genes": 1.2794, - "ks_statistic_scaled_mean_cells": -0.4096, - "ks_statistic_scaled_mean_genes": -0.2849, - "ks_statistic_scaled_var_cells": -0.2504, - "ks_statistic_scaled_var_genes": -1.1096, - "ks_statistic_tmm_cells": 0.0178, + "ks_statistic_efflib_size_cells": -0.8885, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.3147, + "ks_statistic_frac_zero_genes": 0.2634, + "ks_statistic_L_stats": 12.3662, + "ks_statistic_lib_fraczero_cells": 1.8375, + "ks_statistic_lib_size_cells": -0.8885, + "ks_statistic_mean_fraczero_genes": 96.7063, + "ks_statistic_mean_var_genes": -0.9615, + "ks_statistic_morans_I": 22.4915, + "ks_statistic_nn_correlation": 5.5088, + "ks_statistic_pearson_cells": 2.2016, + "ks_statistic_pearson_genes": 2.5764, + "ks_statistic_scaled_mean_cells": -0.3995, + "ks_statistic_scaled_mean_genes": -0.2646, + "ks_statistic_scaled_var_cells": -0.248, + "ks_statistic_scaled_var_genes": -0.4057, + "ks_statistic_tmm_cells": -0.095, "ks_statistic_transition_matrix": 0.3333, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.7629, - "clustering_nmi": 0.808, + "clustering_ari": 0.7728, + "clustering_nmi": 0.8057, "crosscor_cosine": 0, - "crosscor_mantel": 0.8192, - "ctdeconcolute_jsd": 0.9581, - "ctdeconvolute_rmse": 0.9955, + "crosscor_mantel": 0.8268, + "ctdeconcolute_jsd": 0.9618, + "ctdeconvolute_rmse": 0.996, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9973, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9994, - "ks_statistic_frac_zero_genes": 0.997, - "ks_statistic_L_stats": 0.5692, - "ks_statistic_lib_fraczero_cells": 0.9547, - "ks_statistic_lib_size_cells": 0.9973, - "ks_statistic_mean_fraczero_genes": 0.9796, - "ks_statistic_mean_var_genes": 0.9725, - "ks_statistic_morans_I": -1.5719, - "ks_statistic_nn_correlation": 0.6832, - "ks_statistic_pearson_cells": 0.9852, - "ks_statistic_pearson_genes": 0.9721, - "ks_statistic_scaled_mean_cells": 0.0633, - "ks_statistic_scaled_mean_genes": 0.9996, - "ks_statistic_scaled_var_cells": 0.2498, - "ks_statistic_scaled_var_genes": 18.8147, - "ks_statistic_tmm_cells": 0.9255, + "ks_statistic_efflib_size_cells": 0.996, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9992, + "ks_statistic_frac_zero_genes": 0.9971, + "ks_statistic_L_stats": 0.6084, + "ks_statistic_lib_fraczero_cells": 0.9357, + "ks_statistic_lib_size_cells": 0.996, + "ks_statistic_mean_fraczero_genes": -1.8323, + "ks_statistic_mean_var_genes": 0.9695, + "ks_statistic_morans_I": -2.1992, + "ks_statistic_nn_correlation": 0.6575, + "ks_statistic_pearson_cells": 0.9435, + "ks_statistic_pearson_genes": 0.9528, + "ks_statistic_scaled_mean_cells": 0.0471, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 0.1209, + "ks_statistic_scaled_var_genes": 1.5282, + "ks_statistic_tmm_cells": 0.953, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.7134, + "mean_score": 0.6393, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 28.7, - "cpu_pct": 116.5, + "duration_sec": 29, + "cpu_pct": 125.9, "peak_memory_mb": 3584, "disk_read_mb": 73, "disk_write_mb": 8 @@ -3974,8 +3974,8 @@ "ks_statistic_mean_var_genes": 48.5064, "ks_statistic_morans_I": 1.8544, "ks_statistic_nn_correlation": 7.6605, - "ks_statistic_pearson_cells": 300.8921, - "ks_statistic_pearson_genes": 322.922, + "ks_statistic_pearson_cells": 274.8487, + "ks_statistic_pearson_genes": 349.8873, "ks_statistic_scaled_mean_cells": -0.2898, "ks_statistic_scaled_mean_genes": 155.8629, "ks_statistic_scaled_var_cells": -0.2307, @@ -3986,42 +3986,42 @@ "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0013, - "clustering_nmi": 0.0002, + "clustering_ari": -0.0017, + "clustering_nmi": -0.0019, "crosscor_cosine": 0, - "crosscor_mantel": 0.0087, - "ctdeconcolute_jsd": 0.0069, - "ctdeconvolute_rmse": -0.0016, + "crosscor_mantel": 0.0053, + "ctdeconcolute_jsd": -0.0011, + "ctdeconvolute_rmse": -0.0143, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.7958, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9625, - "ks_statistic_frac_zero_genes": 0.9424, - "ks_statistic_L_stats": -1.1072, - "ks_statistic_lib_fraczero_cells": 0.541, - "ks_statistic_lib_size_cells": 0.7958, - "ks_statistic_mean_fraczero_genes": 0.3874, - "ks_statistic_mean_var_genes": -0.7598, - "ks_statistic_morans_I": 0.494, - "ks_statistic_nn_correlation": 0.5101, - "ks_statistic_pearson_cells": -4.7176, - "ks_statistic_pearson_genes": -6.0192, - "ks_statistic_scaled_mean_cells": -0.1014, - "ks_statistic_scaled_mean_genes": -1.104, - "ks_statistic_scaled_var_cells": -0.0354, - "ks_statistic_scaled_var_genes": 19.3273, - "ks_statistic_tmm_cells": 0.4646, + "ks_statistic_efflib_size_cells": 0.6847, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9595, + "ks_statistic_frac_zero_genes": 0.9521, + "ks_statistic_L_stats": -1.4805, + "ks_statistic_lib_fraczero_cells": 0.454, + "ks_statistic_lib_size_cells": 0.6847, + "ks_statistic_mean_fraczero_genes": -0.9302, + "ks_statistic_mean_var_genes": -0.8822, + "ks_statistic_morans_I": 0.5606, + "ks_statistic_nn_correlation": 0.5352, + "ks_statistic_pearson_cells": -5.4628, + "ks_statistic_pearson_genes": -5.8102, + "ks_statistic_scaled_mean_cells": -0.0965, + "ks_statistic_scaled_mean_genes": -1.178, + "ks_statistic_scaled_var_cells": -0.0199, + "ks_statistic_scaled_var_genes": 11.6052, + "ks_statistic_tmm_cells": 0.4274, "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3417, + "mean_score": 0.2849, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 89, - "cpu_pct": 107.7, + "duration_sec": 160, + "cpu_pct": 105.3, "peak_memory_mb": 4404, "disk_read_mb": 334, "disk_write_mb": 11 @@ -4031,74 +4031,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0002, - "clustering_nmi": 0.0012, + "clustering_ari": -0.0008, + "clustering_nmi": 0.001, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0326, - "ctdeconcolute_jsd": 0.0259, - "ctdeconvolute_rmse": 0.0459, + "crosscor_mantel": 0.0416, + "ctdeconcolute_jsd": 0.0261, + "ctdeconvolute_rmse": 0.046, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -1.496, + "ks_statistic_efflib_size_cells": -1.3887, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.3042, - "ks_statistic_frac_zero_genes": -0.3179, - "ks_statistic_L_stats": 12.7791, - "ks_statistic_lib_fraczero_cells": -0.8324, - "ks_statistic_lib_size_cells": -1.496, - "ks_statistic_mean_fraczero_genes": -1.1665, - "ks_statistic_mean_var_genes": -5.7211, - "ks_statistic_morans_I": 0.5259, - "ks_statistic_nn_correlation": 0.0701, - "ks_statistic_pearson_cells": 18.3637, - "ks_statistic_pearson_genes": 20.1662, - "ks_statistic_scaled_mean_cells": -0.355, - "ks_statistic_scaled_mean_genes": -0.2993, - "ks_statistic_scaled_var_cells": -0.2302, - "ks_statistic_scaled_var_genes": -0.4305, - "ks_statistic_tmm_cells": 5.4477, + "ks_statistic_frac_zero_cells": -0.1896, + "ks_statistic_frac_zero_genes": -0.2898, + "ks_statistic_L_stats": 12.7647, + "ks_statistic_lib_fraczero_cells": -0.6585, + "ks_statistic_lib_size_cells": -1.3887, + "ks_statistic_mean_fraczero_genes": -1.1635, + "ks_statistic_mean_var_genes": -3.3747, + "ks_statistic_morans_I": -0.3565, + "ks_statistic_nn_correlation": 0.2495, + "ks_statistic_pearson_cells": 19.5647, + "ks_statistic_pearson_genes": 18.6522, + "ks_statistic_scaled_mean_cells": -0.3493, + "ks_statistic_scaled_mean_genes": -0.2828, + "ks_statistic_scaled_var_cells": -0.2327, + "ks_statistic_scaled_var_genes": -0.4293, + "ks_statistic_tmm_cells": 5.5955, "ks_statistic_transition_matrix": 0.2222, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0006, - "clustering_nmi": -0.0007, + "clustering_ari": -0.0034, + "clustering_nmi": -0.0031, "crosscor_cosine": 0, - "crosscor_mantel": 0.0415, - "ctdeconcolute_jsd": 0.8461, - "ctdeconvolute_rmse": 0.9434, + "crosscor_mantel": 0.0487, + "ctdeconcolute_jsd": 0.8439, + "ctdeconvolute_rmse": 0.9425, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1.0005, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9992, - "ks_statistic_frac_zero_genes": 0.9996, - "ks_statistic_L_stats": -0.1917, - "ks_statistic_lib_fraczero_cells": 0.9892, - "ks_statistic_lib_size_cells": 1.0005, - "ks_statistic_mean_fraczero_genes": 0.997, - "ks_statistic_mean_var_genes": 1.1381, - "ks_statistic_morans_I": 0.6986, - "ks_statistic_nn_correlation": 0.9648, - "ks_statistic_pearson_cells": 0.6477, - "ks_statistic_pearson_genes": 0.5616, - "ks_statistic_scaled_mean_cells": -0.0118, - "ks_statistic_scaled_mean_genes": 0.9998, - "ks_statistic_scaled_var_cells": -0.0425, - "ks_statistic_scaled_var_genes": 2.5075, - "ks_statistic_tmm_cells": -0.5464, + "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9981, + "ks_statistic_frac_zero_genes": 0.9995, + "ks_statistic_L_stats": -0.3676, + "ks_statistic_lib_fraczero_cells": 0.9838, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9905, + "ks_statistic_mean_var_genes": 1.0598, + "ks_statistic_morans_I": 0.8563, + "ks_statistic_nn_correlation": 0.9564, + "ks_statistic_pearson_cells": 0.5355, + "ks_statistic_pearson_genes": 0.6398, + "ks_statistic_scaled_mean_cells": -0.0187, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": -0.0035, + "ks_statistic_scaled_var_genes": 1.8555, + "ks_statistic_tmm_cells": -0.6969, "ks_statistic_transition_matrix": 2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5755, + "mean_score": 0.5446, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 51.2, - "cpu_pct": 431.5, - "peak_memory_mb": 53248, + "duration_sec": 89, + "cpu_pct": 457.9, + "peak_memory_mb": 56218, "disk_read_mb": 79, "disk_write_mb": 9 } @@ -4107,32 +4107,32 @@ "dataset_id": "olfactorybulb", "method_id": "negative", "metric_values": { - "clustering_ari": -0.004, - "clustering_nmi": 0.007, - "crosscor_cosine": 0.4968, - "crosscor_mantel": 0.0007, - "ctdeconcolute_jsd": 0.2128, - "ctdeconvolute_rmse": 0.1502, + "clustering_ari": 0.0013, + "clustering_nmi": 0.0142, + "crosscor_cosine": 0.4947, + "crosscor_mantel": -0.0059, + "ctdeconcolute_jsd": 0.2099, + "ctdeconvolute_rmse": 0.1432, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 21.1747, + "ks_statistic_efflib_size_cells": 119.9753, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 17.7204, - "ks_statistic_frac_zero_genes": 74.7945, - "ks_statistic_L_stats": -2.6319, - "ks_statistic_lib_fraczero_cells": 36.497, - "ks_statistic_lib_size_cells": 21.1747, - "ks_statistic_mean_fraczero_genes": 13.6054, - "ks_statistic_mean_var_genes": 13.3108, - "ks_statistic_morans_I": 6.4529, - "ks_statistic_nn_correlation": 6.0707, - "ks_statistic_pearson_cells": 120.5824, - "ks_statistic_pearson_genes": 122.754, - "ks_statistic_scaled_mean_cells": -12.9234, - "ks_statistic_scaled_mean_genes": 3.627, - "ks_statistic_scaled_var_cells": -0.8593, - "ks_statistic_scaled_var_genes": -1.0047, - "ks_statistic_tmm_cells": 3.3266, + "ks_statistic_frac_zero_cells": 11.226, + "ks_statistic_frac_zero_genes": 16.11, + "ks_statistic_L_stats": -2.5084, + "ks_statistic_lib_fraczero_cells": 11.4825, + "ks_statistic_lib_size_cells": 119.9753, + "ks_statistic_mean_fraczero_genes": 19.3376, + "ks_statistic_mean_var_genes": 16.1916, + "ks_statistic_morans_I": 11.1143, + "ks_statistic_nn_correlation": 8.8724, + "ks_statistic_pearson_cells": 127.1504, + "ks_statistic_pearson_genes": 113.0008, + "ks_statistic_scaled_mean_cells": -2.5166, + "ks_statistic_scaled_mean_genes": 4.5232, + "ks_statistic_scaled_var_cells": -0.8303, + "ks_statistic_scaled_var_genes": -0.9348, + "ks_statistic_tmm_cells": 3.8768, "ks_statistic_transition_matrix": 0.375, "svg_precision": "NA", "svg_recall": 0 @@ -4170,10 +4170,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 3.4, - "cpu_pct": 319.2, + "duration_sec": 6.5, + "cpu_pct": 226, "peak_memory_mb": 3175, "disk_read_mb": 30, "disk_write_mb": 2 @@ -4190,7 +4190,7 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.0833, + "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -3.5732, "ks_statistic_enrichment": 0.125, "ks_statistic_frac_zero_cells": -1.4735, @@ -4202,8 +4202,8 @@ "ks_statistic_mean_var_genes": -1.0209, "ks_statistic_morans_I": -0.4082, "ks_statistic_nn_correlation": -0.8891, - "ks_statistic_pearson_cells": -0.1096, - "ks_statistic_pearson_genes": -0.004, + "ks_statistic_pearson_cells": 0.0602, + "ks_statistic_pearson_genes": -0.1039, "ks_statistic_scaled_mean_cells": -0.5643, "ks_statistic_scaled_mean_genes": -0.3945, "ks_statistic_scaled_var_cells": -0.4494, @@ -4246,10 +4246,10 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 3.6, - "cpu_pct": 309.8, + "cpu_pct": 304.2, "peak_memory_mb": 3175, "disk_read_mb": 30, "disk_write_mb": 3 @@ -4259,74 +4259,74 @@ "dataset_id": "olfactorybulb", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.001, - "clustering_nmi": 0.012, - "crosscor_cosine": 0.8694, - "crosscor_mantel": 0.7391, - "ctdeconcolute_jsd": 0.2258, - "ctdeconvolute_rmse": 0.1686, + "clustering_ari": 0.0034, + "clustering_nmi": 0.0137, + "crosscor_cosine": 0.8625, + "crosscor_mantel": 0.7346, + "ctdeconcolute_jsd": 0.2304, + "ctdeconvolute_rmse": 0.1702, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": -2.1321, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.2897, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 0.618, - "ks_statistic_frac_zero_genes": -0.7557, - "ks_statistic_L_stats": -2.12, - "ks_statistic_lib_fraczero_cells": 0.5262, - "ks_statistic_lib_size_cells": -2.1321, - "ks_statistic_mean_fraczero_genes": -0.8605, - "ks_statistic_mean_var_genes": -0.8489, - "ks_statistic_morans_I": 1.1556, - "ks_statistic_nn_correlation": -0.4733, - "ks_statistic_pearson_cells": 1.0286, - "ks_statistic_pearson_genes": 2.025, - "ks_statistic_scaled_mean_cells": -0.6082, - "ks_statistic_scaled_mean_genes": -0.384, - "ks_statistic_scaled_var_cells": -0.5013, - "ks_statistic_scaled_var_genes": -0.4043, - "ks_statistic_tmm_cells": -0.6763, + "ks_statistic_frac_zero_cells": -0.3611, + "ks_statistic_frac_zero_genes": -0.7574, + "ks_statistic_L_stats": -2.4304, + "ks_statistic_lib_fraczero_cells": -0.6797, + "ks_statistic_lib_size_cells": -0.2897, + "ks_statistic_mean_fraczero_genes": -0.8487, + "ks_statistic_mean_var_genes": -0.8295, + "ks_statistic_morans_I": 1.4112, + "ks_statistic_nn_correlation": -0.5244, + "ks_statistic_pearson_cells": 0.5081, + "ks_statistic_pearson_genes": 0.5539, + "ks_statistic_scaled_mean_cells": -1.1172, + "ks_statistic_scaled_mean_genes": -0.3851, + "ks_statistic_scaled_var_cells": -0.5947, + "ks_statistic_scaled_var_genes": -0.4171, + "ks_statistic_tmm_cells": 0.0688, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.3721, - "svg_recall": 0.6957 + "svg_precision": 0.3608, + "svg_recall": 0.7609 }, "scaled_scores": { - "clustering_ari": 0.0054, - "clustering_nmi": 0.0056, - "crosscor_cosine": 0.8142, - "crosscor_mantel": 0.7959, - "ctdeconcolute_jsd": -0.0613, - "ctdeconvolute_rmse": -0.1226, + "clustering_ari": 0.0023, + "clustering_nmi": -0.0006, + "crosscor_cosine": 0.7999, + "crosscor_mantel": 0.7925, + "ctdeconcolute_jsd": -0.0979, + "ctdeconvolute_rmse": -0.1887, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.7143, - "ks_statistic_efflib_size_cells": 0.9418, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9734, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.891, - "ks_statistic_frac_zero_genes": 0.9987, - "ks_statistic_L_stats": -0.135, - "ks_statistic_lib_fraczero_cells": 0.8813, - "ks_statistic_lib_size_cells": 0.9418, - "ks_statistic_mean_fraczero_genes": 0.994, - "ks_statistic_mean_var_genes": 0.988, - "ks_statistic_morans_I": 0.7721, - "ks_statistic_nn_correlation": 0.9403, - "ks_statistic_pearson_cells": 0.9906, - "ks_statistic_pearson_genes": 0.9835, - "ks_statistic_scaled_mean_cells": 0.0036, - "ks_statistic_scaled_mean_genes": 0.9974, - "ks_statistic_scaled_var_cells": 0.1267, - "ks_statistic_scaled_var_genes": -0.0008, - "ks_statistic_tmm_cells": 0.9031, + "ks_statistic_frac_zero_cells": 0.9124, + "ks_statistic_frac_zero_genes": 0.9942, + "ks_statistic_L_stats": -0.0199, + "ks_statistic_lib_fraczero_cells": 0.7696, + "ks_statistic_lib_size_cells": 0.9734, + "ks_statistic_mean_fraczero_genes": 0.9951, + "ks_statistic_mean_var_genes": 0.9889, + "ks_statistic_morans_I": 0.8421, + "ks_statistic_nn_correlation": 0.9626, + "ks_statistic_pearson_cells": 0.9965, + "ks_statistic_pearson_genes": 0.9942, + "ks_statistic_scaled_mean_cells": 0.2832, + "ks_statistic_scaled_mean_genes": 0.9981, + "ks_statistic_scaled_var_cells": 0.3816, + "ks_statistic_scaled_var_genes": 0.0233, + "ks_statistic_tmm_cells": 0.7642, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.6957 + "svg_recall": 0.7609 }, - "mean_score": 0.542, + "mean_score": 0.5532, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 19.3, - "cpu_pct": 266.7, - "peak_memory_mb": 13824, + "duration_sec": 31.4, + "cpu_pct": 280.4, + "peak_memory_mb": 8295, "disk_read_mb": 34, "disk_write_mb": 2 } @@ -4335,73 +4335,73 @@ "dataset_id": "olfactorybulb", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.0572, - "clustering_nmi": 0.0662, - "crosscor_cosine": 0.8078, - "crosscor_mantel": 0.6247, - "ctdeconcolute_jsd": 0.1721, - "ctdeconvolute_rmse": 0.0964, + "clustering_ari": 0.0992, + "clustering_nmi": 0.1445, + "crosscor_cosine": 0.8282, + "crosscor_mantel": 0.6656, + "ctdeconcolute_jsd": 0.1683, + "ctdeconvolute_rmse": 0.0892, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.8674, - "ks_statistic_enrichment": 0.4375, - "ks_statistic_frac_zero_cells": -0.1337, - "ks_statistic_frac_zero_genes": -0.7004, - "ks_statistic_L_stats": -2.6428, - "ks_statistic_lib_fraczero_cells": -0.8811, - "ks_statistic_lib_size_cells": -0.8674, - "ks_statistic_mean_fraczero_genes": -0.8352, - "ks_statistic_mean_var_genes": -0.7278, - "ks_statistic_morans_I": -0.2215, - "ks_statistic_nn_correlation": 0.7065, - "ks_statistic_pearson_cells": 0.6274, - "ks_statistic_pearson_genes": 0.7186, - "ks_statistic_scaled_mean_cells": -1.1256, - "ks_statistic_scaled_mean_genes": -0.3752, - "ks_statistic_scaled_var_cells": -0.5639, - "ks_statistic_scaled_var_genes": -0.4291, - "ks_statistic_tmm_cells": -0.2205, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.0891, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.0132, + "ks_statistic_frac_zero_genes": -0.7258, + "ks_statistic_L_stats": -4.0734, + "ks_statistic_lib_fraczero_cells": 0.3566, + "ks_statistic_lib_size_cells": -0.0891, + "ks_statistic_mean_fraczero_genes": -0.8263, + "ks_statistic_mean_var_genes": -0.6331, + "ks_statistic_morans_I": -0.1347, + "ks_statistic_nn_correlation": -0.1023, + "ks_statistic_pearson_cells": 0.7979, + "ks_statistic_pearson_genes": 0.7593, + "ks_statistic_scaled_mean_cells": -1.6023, + "ks_statistic_scaled_mean_genes": -0.3768, + "ks_statistic_scaled_var_cells": -0.6372, + "ks_statistic_scaled_var_genes": -0.4059, + "ks_statistic_tmm_cells": -0.2014, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.7083, - "svg_recall": 0.7391 + "svg_precision": 0.75, + "svg_recall": 0.7174 }, "scaled_scores": { - "clustering_ari": 0.0663, - "clustering_nmi": 0.0667, - "crosscor_cosine": 0.6795, - "crosscor_mantel": 0.6726, - "ctdeconcolute_jsd": 0.1915, - "ctdeconvolute_rmse": 0.3584, + "clustering_ari": 0.1066, + "clustering_nmi": 0.1482, + "crosscor_cosine": 0.7255, + "crosscor_mantel": 0.7186, + "ctdeconcolute_jsd": 0.1978, + "ctdeconvolute_rmse": 0.3772, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.1429, - "ks_statistic_efflib_size_cells": 0.8907, - "ks_statistic_enrichment": 0.1667, - "ks_statistic_frac_zero_cells": 0.9302, - "ks_statistic_frac_zero_genes": 0.998, - "ks_statistic_L_stats": 0.0029, - "ks_statistic_lib_fraczero_cells": 0.9157, - "ks_statistic_lib_size_cells": 0.8907, - "ks_statistic_mean_fraczero_genes": 0.9923, - "ks_statistic_mean_var_genes": 0.9796, - "ks_statistic_morans_I": 0.9728, - "ks_statistic_nn_correlation": 0.7708, - "ks_statistic_pearson_cells": 0.9939, - "ks_statistic_pearson_genes": 0.9941, - "ks_statistic_scaled_mean_cells": 0.0454, - "ks_statistic_scaled_mean_genes": 0.9952, - "ks_statistic_scaled_var_cells": 0.2794, - "ks_statistic_scaled_var_genes": 0.0406, - "ks_statistic_tmm_cells": 0.8002, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9718, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.885, + "ks_statistic_frac_zero_genes": 0.9924, + "ks_statistic_L_stats": 0.3998, + "ks_statistic_lib_fraczero_cells": 0.704, + "ks_statistic_lib_size_cells": 0.9718, + "ks_statistic_mean_fraczero_genes": 0.994, + "ks_statistic_mean_var_genes": 0.9775, + "ks_statistic_morans_I": 0.9763, + "ks_statistic_nn_correlation": 0.9194, + "ks_statistic_pearson_cells": 0.9942, + "ks_statistic_pearson_genes": 0.9924, + "ks_statistic_scaled_mean_cells": 0.5317, + "ks_statistic_scaled_mean_genes": 0.9964, + "ks_statistic_scaled_var_cells": 0.4932, + "ks_statistic_scaled_var_genes": 0.0022, + "ks_statistic_tmm_cells": 0.8184, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.7391 + "svg_recall": 0.7174 }, - "mean_score": 0.5371, + "mean_score": 0.6016, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 87, - "cpu_pct": 108.8, + "cpu_pct": 106.6, "peak_memory_mb": 3994, "disk_read_mb": 62, "disk_write_mb": 2 @@ -4411,74 +4411,74 @@ "dataset_id": "olfactorybulb", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0101, - "clustering_nmi": 0.0211, - "crosscor_cosine": 0.88, - "crosscor_mantel": 0.7751, - "ctdeconcolute_jsd": 0.0993, - "ctdeconvolute_rmse": 0.0362, + "clustering_ari": 0.0111, + "clustering_nmi": 0.022, + "crosscor_cosine": 0.8778, + "crosscor_mantel": 0.7669, + "ctdeconcolute_jsd": 0.101, + "ctdeconvolute_rmse": 0.0378, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 0.0833, "ks_statistic_efflib_size_cells": -3.5732, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.501, - "ks_statistic_frac_zero_genes": -0.8596, - "ks_statistic_L_stats": -0.3125, - "ks_statistic_lib_fraczero_cells": 0.1294, + "ks_statistic_frac_zero_cells": -0.6523, + "ks_statistic_frac_zero_genes": -0.8279, + "ks_statistic_L_stats": -0.3849, + "ks_statistic_lib_fraczero_cells": -0.7564, "ks_statistic_lib_size_cells": -3.5732, - "ks_statistic_mean_fraczero_genes": -0.8328, - "ks_statistic_mean_var_genes": -0.9664, - "ks_statistic_morans_I": 0.0894, - "ks_statistic_nn_correlation": -0.7351, - "ks_statistic_pearson_cells": 1.4629, - "ks_statistic_pearson_genes": 1.438, + "ks_statistic_mean_fraczero_genes": -0.8726, + "ks_statistic_mean_var_genes": -0.8199, + "ks_statistic_morans_I": -0.1261, + "ks_statistic_nn_correlation": -0.7025, + "ks_statistic_pearson_cells": 0.7687, + "ks_statistic_pearson_genes": 0.3312, "ks_statistic_scaled_mean_cells": -0.5643, - "ks_statistic_scaled_mean_genes": -0.3592, - "ks_statistic_scaled_var_cells": -0.4004, - "ks_statistic_scaled_var_genes": -0.3904, - "ks_statistic_tmm_cells": -0.2937, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0.8333, - "svg_recall": 0.7609 + "ks_statistic_scaled_mean_genes": -0.366, + "ks_statistic_scaled_var_cells": -0.4639, + "ks_statistic_scaled_var_genes": -0.4297, + "ks_statistic_tmm_cells": 0.2809, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.7692, + "svg_recall": 0.6522 }, "scaled_scores": { - "clustering_ari": 0.0153, - "clustering_nmi": 0.0158, - "crosscor_cosine": 0.8373, - "crosscor_mantel": 0.8348, - "ctdeconcolute_jsd": 0.5332, - "ctdeconvolute_rmse": 0.7588, + "clustering_ari": 0.0106, + "clustering_nmi": 0.0089, + "crosscor_cosine": 0.8332, + "crosscor_mantel": 0.8272, + "ctdeconcolute_jsd": 0.5186, + "ctdeconvolute_rmse": 0.7358, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, + "ks_statistic_central_score": 1.1667, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9493, - "ks_statistic_frac_zero_genes": 1.0001, - "ks_statistic_L_stats": -0.6118, - "ks_statistic_lib_fraczero_cells": 0.891, + "ks_statistic_frac_zero_cells": 0.9353, + "ks_statistic_frac_zero_genes": 0.9984, + "ks_statistic_L_stats": -0.5424, + "ks_statistic_lib_fraczero_cells": 0.7745, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9921, - "ks_statistic_mean_var_genes": 0.9962, - "ks_statistic_morans_I": 0.9275, - "ks_statistic_nn_correlation": 0.9779, - "ks_statistic_pearson_cells": 0.987, - "ks_statistic_pearson_genes": 0.9883, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9912, - "ks_statistic_scaled_var_cells": -0.1194, - "ks_statistic_scaled_var_genes": -0.0239, - "ks_statistic_tmm_cells": 0.8167, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_mean_fraczero_genes": 0.9963, + "ks_statistic_mean_var_genes": 0.9883, + "ks_statistic_morans_I": 0.9755, + "ks_statistic_nn_correlation": 0.9809, + "ks_statistic_pearson_cells": 0.9944, + "ks_statistic_pearson_genes": 0.9962, + "ks_statistic_scaled_mean_cells": -2.2204e-16, + "ks_statistic_scaled_mean_genes": 0.9942, + "ks_statistic_scaled_var_cells": 0.0381, + "ks_statistic_scaled_var_genes": 0.047, + "ks_statistic_tmm_cells": 0.7217, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, - "svg_recall": 0.7609 + "svg_recall": 0.6522 }, - "mean_score": 0.6646, + "mean_score": 0.6561, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 27.3, - "cpu_pct": 126, - "peak_memory_mb": 3789, + "duration_sec": 32.1, + "cpu_pct": 112, + "peak_memory_mb": 2458, "disk_read_mb": 59, "disk_write_mb": 2 } @@ -4489,72 +4489,72 @@ "metric_values": { "clustering_ari": 0.0095, "clustering_nmi": 0.0205, - "crosscor_cosine": 0.4995, - "crosscor_mantel": -0.0084, - "ctdeconcolute_jsd": 0.2068, - "ctdeconvolute_rmse": 0.1456, + "crosscor_cosine": 0.5019, + "crosscor_mantel": -0.0031, + "ctdeconcolute_jsd": 0.2269, + "ctdeconvolute_rmse": 0.1525, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -1.3453, + "ks_statistic_efflib_size_cells": -2.3906, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 3.7087, - "ks_statistic_frac_zero_genes": 12.6495, - "ks_statistic_L_stats": -0.3392, - "ks_statistic_lib_fraczero_cells": 13.3469, - "ks_statistic_lib_size_cells": -1.3453, - "ks_statistic_mean_fraczero_genes": 7.977, - "ks_statistic_mean_var_genes": 20.3758, - "ks_statistic_morans_I": 1.1898, - "ks_statistic_nn_correlation": 1.2491, - "ks_statistic_pearson_cells": 63.5861, - "ks_statistic_pearson_genes": 67.3564, - "ks_statistic_scaled_mean_cells": -0.9057, - "ks_statistic_scaled_mean_genes": 1.9059, - "ks_statistic_scaled_var_cells": -0.5269, - "ks_statistic_scaled_var_genes": -0.4453, - "ks_statistic_tmm_cells": 6.8198, + "ks_statistic_frac_zero_cells": 7.5677, + "ks_statistic_frac_zero_genes": 9.7162, + "ks_statistic_L_stats": -0.1595, + "ks_statistic_lib_fraczero_cells": 31.8006, + "ks_statistic_lib_size_cells": -2.3906, + "ks_statistic_mean_fraczero_genes": 10.3613, + "ks_statistic_mean_var_genes": 17.811, + "ks_statistic_morans_I": 1.9541, + "ks_statistic_nn_correlation": 3.6088, + "ks_statistic_pearson_cells": 87.4451, + "ks_statistic_pearson_genes": 84.9732, + "ks_statistic_scaled_mean_cells": -0.6738, + "ks_statistic_scaled_mean_genes": 0.3809, + "ks_statistic_scaled_var_cells": -0.3168, + "ks_statistic_scaled_var_genes": -1.4472, + "ks_statistic_tmm_cells": 7.8615, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.2632, - "svg_recall": 0.3261 + "svg_precision": 0.3472, + "svg_recall": 0.5435 }, "scaled_scores": { - "clustering_ari": 0.0146, - "clustering_nmi": 0.0152, - "crosscor_cosine": 0.006, - "crosscor_mantel": -0.0098, - "ctdeconcolute_jsd": 0.028, - "ctdeconvolute_rmse": 0.0305, + "clustering_ari": 0.0089, + "clustering_nmi": 0.0071, + "crosscor_cosine": 0.0157, + "crosscor_mantel": 0.0029, + "ctdeconcolute_jsd": -0.0812, + "ctdeconvolute_rmse": -0.0654, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, - "ks_statistic_efflib_size_cells": 0.91, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9904, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.73, - "ks_statistic_frac_zero_genes": 0.8215, - "ks_statistic_L_stats": -0.6047, - "ks_statistic_lib_fraczero_cells": 0.5672, - "ks_statistic_lib_size_cells": 0.91, - "ks_statistic_mean_fraczero_genes": 0.3868, - "ks_statistic_mean_var_genes": -0.493, - "ks_statistic_morans_I": 0.7671, - "ks_statistic_nn_correlation": 0.6928, - "ks_statistic_pearson_cells": 0.4722, - "ks_statistic_pearson_genes": 0.4513, - "ks_statistic_scaled_mean_cells": 0.0276, - "ks_statistic_scaled_mean_genes": 0.428, - "ks_statistic_scaled_var_cells": 0.1892, - "ks_statistic_scaled_var_genes": 0.0675, - "ks_statistic_tmm_cells": -0.7881, + "ks_statistic_frac_zero_cells": 0.2881, + "ks_statistic_frac_zero_genes": 0.3769, + "ks_statistic_L_stats": -0.6, + "ks_statistic_lib_fraczero_cells": -1.2857, + "ks_statistic_lib_size_cells": 0.9904, + "ks_statistic_mean_fraczero_genes": 0.4425, + "ks_statistic_mean_var_genes": -0.0941, + "ks_statistic_morans_I": 0.795, + "ks_statistic_nn_correlation": 0.5392, + "ks_statistic_pearson_cells": 0.3124, + "ks_statistic_pearson_genes": 0.2478, + "ks_statistic_scaled_mean_cells": 0.0561, + "ks_statistic_scaled_mean_genes": 0.8423, + "ks_statistic_scaled_var_cells": -0.348, + "ks_statistic_scaled_var_genes": 1.9668, + "ks_statistic_tmm_cells": -0.7997, "ks_statistic_transition_matrix": 1.5, "svg_precision": 0, - "svg_recall": 0.3261 + "svg_recall": 0.5435 }, - "mean_score": 0.3738, + "mean_score": 0.3607, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.4, - "cpu_pct": 145, - "peak_memory_mb": 3687, + "duration_sec": 16.1, + "cpu_pct": 124.8, + "peak_memory_mb": 2356, "disk_read_mb": 55, "disk_write_mb": 2 } @@ -4563,74 +4563,74 @@ "dataset_id": "olfactorybulb", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.8866, - "clustering_nmi": 0.8708, - "crosscor_cosine": 0.9369, - "crosscor_mantel": 0.8882, - "ctdeconcolute_jsd": 0.0179, - "ctdeconvolute_rmse": 0.0014, + "clustering_ari": 0.8305, + "clustering_nmi": 0.8109, + "crosscor_cosine": 0.9411, + "crosscor_mantel": 0.8962, + "ctdeconcolute_jsd": 0.0185, + "ctdeconvolute_rmse": 0.0016, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.0833, - "ks_statistic_efflib_size_cells": -2.0976, + "ks_statistic_efflib_size_cells": -2.4987, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -1.5994, - "ks_statistic_frac_zero_genes": -0.7434, - "ks_statistic_L_stats": -6.8185, - "ks_statistic_lib_fraczero_cells": -1.9026, - "ks_statistic_lib_size_cells": -2.0976, - "ks_statistic_mean_fraczero_genes": -0.8252, - "ks_statistic_mean_var_genes": -0.8331, - "ks_statistic_morans_I": -0.2857, - "ks_statistic_nn_correlation": -0.7085, - "ks_statistic_pearson_cells": 0.2155, - "ks_statistic_pearson_genes": 0.0516, - "ks_statistic_scaled_mean_cells": -0.5658, - "ks_statistic_scaled_mean_genes": -0.3723, - "ks_statistic_scaled_var_cells": -0.4784, - "ks_statistic_scaled_var_genes": -0.372, - "ks_statistic_tmm_cells": -0.1186, + "ks_statistic_frac_zero_cells": -1.3871, + "ks_statistic_frac_zero_genes": -0.8083, + "ks_statistic_L_stats": -5.997, + "ks_statistic_lib_fraczero_cells": -0.4461, + "ks_statistic_lib_size_cells": -2.4987, + "ks_statistic_mean_fraczero_genes": -0.8298, + "ks_statistic_mean_var_genes": -0.8265, + "ks_statistic_morans_I": -0.2786, + "ks_statistic_nn_correlation": -0.4715, + "ks_statistic_pearson_cells": 0.1521, + "ks_statistic_pearson_genes": 0.2112, + "ks_statistic_scaled_mean_cells": -0.5656, + "ks_statistic_scaled_mean_genes": -0.3748, + "ks_statistic_scaled_var_cells": -0.4635, + "ks_statistic_scaled_var_genes": -0.3667, + "ks_statistic_tmm_cells": -0.1436, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.9474, - "svg_recall": 0.7826 + "svg_precision": 0.7872, + "svg_recall": 0.8043 }, "scaled_scores": { - "clustering_ari": 0.9636, - "clustering_nmi": 0.974, - "crosscor_cosine": 0.9616, - "crosscor_mantel": 0.9567, - "ctdeconcolute_jsd": 0.9161, - "ctdeconvolute_rmse": 0.9905, + "clustering_ari": 0.9024, + "clustering_nmi": 0.9057, + "crosscor_cosine": 0.9709, + "crosscor_mantel": 0.9655, + "ctdeconcolute_jsd": 0.912, + "ctdeconvolute_rmse": 0.9888, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9404, + "ks_statistic_central_score": 1.1667, + "ks_statistic_efflib_size_cells": 0.9913, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 1.0066, - "ks_statistic_frac_zero_genes": 0.9985, - "ks_statistic_L_stats": 1.1042, - "ks_statistic_lib_fraczero_cells": 0.9408, - "ks_statistic_lib_size_cells": 0.9404, - "ks_statistic_mean_fraczero_genes": 0.9916, - "ks_statistic_mean_var_genes": 0.9869, - "ks_statistic_morans_I": 0.9821, - "ks_statistic_nn_correlation": 0.9741, - "ks_statistic_pearson_cells": 0.9973, - "ks_statistic_pearson_genes": 0.9995, - "ks_statistic_scaled_mean_cells": 0.0001, - "ks_statistic_scaled_mean_genes": 0.9945, - "ks_statistic_scaled_var_cells": 0.0709, - "ks_statistic_scaled_var_genes": -0.0545, - "ks_statistic_tmm_cells": 0.7772, + "ks_statistic_frac_zero_cells": 0.9932, + "ks_statistic_frac_zero_genes": 0.9972, + "ks_statistic_L_stats": 0.8911, + "ks_statistic_lib_fraczero_cells": 0.7548, + "ks_statistic_lib_size_cells": 0.9913, + "ks_statistic_mean_fraczero_genes": 0.9942, + "ks_statistic_mean_var_genes": 0.9887, + "ks_statistic_morans_I": 0.9888, + "ks_statistic_nn_correlation": 0.9572, + "ks_statistic_pearson_cells": 0.9993, + "ks_statistic_pearson_genes": 0.9972, + "ks_statistic_scaled_mean_cells": 0.0007, + "ks_statistic_scaled_mean_genes": 0.996, + "ks_statistic_scaled_var_cells": 0.0371, + "ks_statistic_scaled_var_genes": -0.0718, + "ks_statistic_tmm_cells": 0.8069, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.7826 + "svg_recall": 0.8043 }, - "mean_score": 0.7864, + "mean_score": 0.7759, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.9, - "cpu_pct": 208.5, - "peak_memory_mb": 6247, + "duration_sec": 16.5, + "cpu_pct": 125, + "peak_memory_mb": 2151, "disk_read_mb": 55, "disk_write_mb": 2 } @@ -4658,8 +4658,8 @@ "ks_statistic_mean_var_genes": 2.6576, "ks_statistic_morans_I": 5.0304, "ks_statistic_nn_correlation": 2.876, - "ks_statistic_pearson_cells": 79.4199, - "ks_statistic_pearson_genes": 81.9428, + "ks_statistic_pearson_cells": 79.7753, + "ks_statistic_pearson_genes": 80.2866, "ks_statistic_scaled_mean_cells": -36.5471, "ks_statistic_scaled_mean_genes": 1.61, "ks_statistic_scaled_var_cells": -0.4316, @@ -4670,42 +4670,42 @@ "svg_recall": 0.087 }, "scaled_scores": { - "clustering_ari": 0.0146, - "clustering_nmi": 0.0152, - "crosscor_cosine": 0.0019, - "crosscor_mantel": -0.0048, - "ctdeconcolute_jsd": -0.0289, - "ctdeconvolute_rmse": -0.0425, + "clustering_ari": 0.0089, + "clustering_nmi": 0.0071, + "crosscor_cosine": 0.0065, + "crosscor_mantel": 0.0022, + "ctdeconcolute_jsd": -0.0433, + "ctdeconvolute_rmse": -0.0938, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, - "ks_statistic_efflib_size_cells": 0.3451, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.8688, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.6147, - "ks_statistic_frac_zero_genes": 0.9913, - "ks_statistic_L_stats": -0.6533, - "ks_statistic_lib_fraczero_cells": 0.0334, - "ks_statistic_lib_size_cells": 0.3451, - "ks_statistic_mean_fraczero_genes": 0.8584, - "ks_statistic_mean_var_genes": 0.7433, - "ks_statistic_morans_I": 0.2073, - "ks_statistic_nn_correlation": 0.459, - "ks_statistic_pearson_cells": 0.3411, - "ks_statistic_pearson_genes": 0.3325, - "ks_statistic_scaled_mean_cells": 2.9114, - "ks_statistic_scaled_mean_genes": 0.5016, - "ks_statistic_scaled_var_cells": -0.0434, - "ks_statistic_scaled_var_genes": 0.177, - "ks_statistic_tmm_cells": -0.0026, + "ks_statistic_frac_zero_cells": 0.4176, + "ks_statistic_frac_zero_genes": 0.9611, + "ks_statistic_L_stats": -0.6011, + "ks_statistic_lib_fraczero_cells": -1.4967, + "ks_statistic_lib_size_cells": 0.8688, + "ks_statistic_mean_fraczero_genes": 0.8984, + "ks_statistic_mean_var_genes": 0.7863, + "ks_statistic_morans_I": 0.528, + "ks_statistic_nn_correlation": 0.6143, + "ks_statistic_pearson_cells": 0.3728, + "ks_statistic_pearson_genes": 0.2892, + "ks_statistic_scaled_mean_cells": 18.4311, + "ks_statistic_scaled_mean_genes": 0.5924, + "ks_statistic_scaled_var_cells": -0.0467, + "ks_statistic_scaled_var_genes": 0.2004, + "ks_statistic_tmm_cells": 0.1081, "ks_statistic_transition_matrix": 1.5, "svg_precision": 0, "svg_recall": 0.087 }, - "mean_score": 0.3472, + "mean_score": 0.4006, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 108.3, + "duration_sec": 150, + "cpu_pct": 105.4, "peak_memory_mb": 4404, "disk_read_mb": 398, "disk_write_mb": 5 @@ -4715,74 +4715,74 @@ "dataset_id": "olfactorybulb", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0114, - "clustering_nmi": 0.0229, - "crosscor_cosine": 0.5998, - "crosscor_mantel": 0.2155, - "ctdeconcolute_jsd": 0.1446, - "ctdeconvolute_rmse": 0.0842, + "clustering_ari": 0.002, + "clustering_nmi": 0.0134, + "crosscor_cosine": 0.6114, + "crosscor_mantel": 0.2427, + "ctdeconcolute_jsd": 0.1445, + "ctdeconvolute_rmse": 0.084, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -4.4214, + "ks_statistic_efflib_size_cells": -2.784, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.6548, - "ks_statistic_frac_zero_genes": -0.7729, - "ks_statistic_L_stats": -0.2608, - "ks_statistic_lib_fraczero_cells": -1.2429, - "ks_statistic_lib_size_cells": -4.4214, - "ks_statistic_mean_fraczero_genes": -0.7981, - "ks_statistic_mean_var_genes": 0.0416, - "ks_statistic_morans_I": 4.0086, - "ks_statistic_nn_correlation": 2.7234, - "ks_statistic_pearson_cells": 35.7101, - "ks_statistic_pearson_genes": 36.1859, - "ks_statistic_scaled_mean_cells": -0.6687, - "ks_statistic_scaled_mean_genes": -0.3858, - "ks_statistic_scaled_var_cells": -0.4178, - "ks_statistic_scaled_var_genes": -0.4411, - "ks_statistic_tmm_cells": -0.7335, + "ks_statistic_frac_zero_cells": -1.0858, + "ks_statistic_frac_zero_genes": -0.8138, + "ks_statistic_L_stats": -0.1515, + "ks_statistic_lib_fraczero_cells": -1.6551, + "ks_statistic_lib_size_cells": -2.784, + "ks_statistic_mean_fraczero_genes": -0.8859, + "ks_statistic_mean_var_genes": 0.182, + "ks_statistic_morans_I": 2.9823, + "ks_statistic_nn_correlation": 2.6225, + "ks_statistic_pearson_cells": 41.1124, + "ks_statistic_pearson_genes": 37.0578, + "ks_statistic_scaled_mean_cells": -0.545, + "ks_statistic_scaled_mean_genes": -0.3888, + "ks_statistic_scaled_var_cells": -0.3836, + "ks_statistic_scaled_var_genes": -0.4074, + "ks_statistic_tmm_cells": -0.1339, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.3333, - "svg_recall": 0.0435 + "svg_precision": "NA", + "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0167, - "clustering_nmi": 0.0179, - "crosscor_cosine": 0.2251, - "crosscor_mantel": 0.2315, - "ctdeconcolute_jsd": 0.3207, - "ctdeconvolute_rmse": 0.4397, + "clustering_ari": 0.0007, + "clustering_nmi": -0.001, + "crosscor_cosine": 0.2538, + "crosscor_mantel": 0.2661, + "ctdeconcolute_jsd": 0.3116, + "ctdeconvolute_rmse": 0.4133, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.4286, - "ks_statistic_efflib_size_cells": 1.0343, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9936, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.9573, - "ks_statistic_frac_zero_genes": 0.9989, - "ks_statistic_L_stats": -0.6254, - "ks_statistic_lib_fraczero_cells": 0.9246, - "ks_statistic_lib_size_cells": 1.0343, - "ks_statistic_mean_fraczero_genes": 0.9898, - "ks_statistic_mean_var_genes": 0.9259, - "ks_statistic_morans_I": 0.3563, - "ks_statistic_nn_correlation": 0.4809, - "ks_statistic_pearson_cells": 0.7032, - "ks_statistic_pearson_genes": 0.7052, - "ks_statistic_scaled_mean_cells": 0.0084, - "ks_statistic_scaled_mean_genes": 0.9978, - "ks_statistic_scaled_var_cells": -0.077, - "ks_statistic_scaled_var_genes": 0.0606, - "ks_statistic_tmm_cells": 0.916, + "ks_statistic_frac_zero_cells": 0.9695, + "ks_statistic_frac_zero_genes": 0.9975, + "ks_statistic_L_stats": -0.602, + "ks_statistic_lib_fraczero_cells": 0.8313, + "ks_statistic_lib_size_cells": 0.9936, + "ks_statistic_mean_fraczero_genes": 0.997, + "ks_statistic_mean_var_genes": 0.9301, + "ks_statistic_morans_I": 0.7057, + "ks_statistic_nn_correlation": 0.6403, + "ks_statistic_pearson_cells": 0.677, + "ks_statistic_pearson_genes": 0.6714, + "ks_statistic_scaled_mean_cells": -0.0099, + "ks_statistic_scaled_mean_genes": 0.9989, + "ks_statistic_scaled_var_cells": -0.1726, + "ks_statistic_scaled_var_genes": 0.005, + "ks_statistic_tmm_cells": 0.8049, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.0435 + "svg_recall": 0 }, - "mean_score": 0.4511, + "mean_score": 0.4584, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 15.4, - "cpu_pct": 283.4, - "peak_memory_mb": 3789, + "duration_sec": 23.7, + "cpu_pct": 278.8, + "peak_memory_mb": 11060, "disk_read_mb": 61, "disk_write_mb": 2 } @@ -4791,32 +4791,32 @@ "dataset_id": "osteosarcoma", "method_id": "negative", "metric_values": { - "clustering_ari": -0.0034, - "clustering_nmi": 0.0013, - "crosscor_cosine": 0.4991, - "crosscor_mantel": 0.0006, - "ctdeconcolute_jsd": 0.1667, - "ctdeconvolute_rmse": 0.2851, + "clustering_ari": -0.0032, + "clustering_nmi": 0.0017, + "crosscor_cosine": 0.4975, + "crosscor_mantel": -0.0032, + "ctdeconcolute_jsd": 0.17, + "ctdeconvolute_rmse": 0.2965, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 63.6662, + "ks_statistic_efflib_size_cells": 51.4269, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 46.7768, - "ks_statistic_frac_zero_genes": 262.6637, - "ks_statistic_L_stats": 19.3262, - "ks_statistic_lib_fraczero_cells": 85.7775, - "ks_statistic_lib_size_cells": 63.6662, - "ks_statistic_mean_fraczero_genes": 52.3422, - "ks_statistic_mean_var_genes": 92.054, - "ks_statistic_morans_I": 77.6652, - "ks_statistic_nn_correlation": 276.649, - "ks_statistic_pearson_cells": 63.0051, - "ks_statistic_pearson_genes": 70.9339, - "ks_statistic_scaled_mean_cells": -1.8619, - "ks_statistic_scaled_mean_genes": 27.0934, - "ks_statistic_scaled_var_cells": -1.5049, - "ks_statistic_scaled_var_genes": -2.8104, - "ks_statistic_tmm_cells": 4.3434, + "ks_statistic_frac_zero_cells": 38.9185, + "ks_statistic_frac_zero_genes": 120.434, + "ks_statistic_L_stats": 19.3121, + "ks_statistic_lib_fraczero_cells": 47.6997, + "ks_statistic_lib_size_cells": 51.4269, + "ks_statistic_mean_fraczero_genes": 25.791, + "ks_statistic_mean_var_genes": 91.8399, + "ks_statistic_morans_I": 57.3886, + "ks_statistic_nn_correlation": 334.2084, + "ks_statistic_pearson_cells": 69.5145, + "ks_statistic_pearson_genes": 58.3886, + "ks_statistic_scaled_mean_cells": -1.0067, + "ks_statistic_scaled_mean_genes": 27.6645, + "ks_statistic_scaled_var_cells": -1.3389, + "ks_statistic_scaled_var_genes": -2.6779, + "ks_statistic_tmm_cells": 1.3713, "ks_statistic_transition_matrix": 0.6875, "svg_precision": "NA", "svg_recall": 0 @@ -4854,10 +4854,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 291, + "duration_sec": 6.7, + "cpu_pct": 285.1, "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 7 @@ -4886,8 +4886,8 @@ "ks_statistic_mean_var_genes": -2.3295, "ks_statistic_morans_I": -0.596, "ks_statistic_nn_correlation": -13.9751, - "ks_statistic_pearson_cells": -0.1734, - "ks_statistic_pearson_genes": 0.1141, + "ks_statistic_pearson_cells": -0.1381, + "ks_statistic_pearson_genes": -0.0827, "ks_statistic_scaled_mean_cells": -0.3886, "ks_statistic_scaled_mean_genes": -0.2858, "ks_statistic_scaled_var_cells": -0.4228, @@ -4930,10 +4930,10 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 290.4, + "duration_sec": 7.7, + "cpu_pct": 299.1, "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 21 @@ -4943,74 +4943,74 @@ "dataset_id": "osteosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0232, - "clustering_nmi": 0.0304, - "crosscor_cosine": 0.7131, - "crosscor_mantel": 0.418, - "ctdeconcolute_jsd": 0.1068, - "ctdeconvolute_rmse": 0.1127, + "clustering_ari": 0.0161, + "clustering_nmi": 0.0222, + "crosscor_cosine": 0.7139, + "crosscor_mantel": 0.421, + "ctdeconcolute_jsd": 0.1078, + "ctdeconvolute_rmse": 0.1157, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.4309, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.7579, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": -0.207, - "ks_statistic_frac_zero_genes": -0.253, - "ks_statistic_L_stats": 19.3409, - "ks_statistic_lib_fraczero_cells": 2.0232, - "ks_statistic_lib_size_cells": 1.4309, - "ks_statistic_mean_fraczero_genes": -0.5912, - "ks_statistic_mean_var_genes": -1.1914, - "ks_statistic_morans_I": 6.4406, - "ks_statistic_nn_correlation": 31.1045, - "ks_statistic_pearson_cells": 0.2511, - "ks_statistic_pearson_genes": 0.1321, - "ks_statistic_scaled_mean_cells": -3.0063, - "ks_statistic_scaled_mean_genes": -0.1812, - "ks_statistic_scaled_var_cells": -0.2937, - "ks_statistic_scaled_var_genes": -0.6268, - "ks_statistic_tmm_cells": 1.0915, - "ks_statistic_transition_matrix": 0.625, - "svg_precision": 0.2301, - "svg_recall": 0.6011 + "ks_statistic_frac_zero_cells": 0.5235, + "ks_statistic_frac_zero_genes": -0.1002, + "ks_statistic_L_stats": 19.2903, + "ks_statistic_lib_fraczero_cells": 2.7304, + "ks_statistic_lib_size_cells": 0.7579, + "ks_statistic_mean_fraczero_genes": -0.6057, + "ks_statistic_mean_var_genes": -1.6047, + "ks_statistic_morans_I": 7.2717, + "ks_statistic_nn_correlation": 30.8147, + "ks_statistic_pearson_cells": 0.8403, + "ks_statistic_pearson_genes": 0.4837, + "ks_statistic_scaled_mean_cells": -0.5883, + "ks_statistic_scaled_mean_genes": -0.2746, + "ks_statistic_scaled_var_cells": -0.2878, + "ks_statistic_scaled_var_genes": -1.8501, + "ks_statistic_tmm_cells": 0.7053, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.2421, + "svg_recall": 0.5847 }, "scaled_scores": { - "clustering_ari": 0.0449, - "clustering_nmi": 0.0529, - "crosscor_cosine": 0.4507, - "crosscor_mantel": 0.4324, - "ctdeconcolute_jsd": 0.3596, - "ctdeconvolute_rmse": 0.6049, + "clustering_ari": 0.0326, + "clustering_nmi": 0.0371, + "crosscor_cosine": 0.4542, + "crosscor_mantel": 0.4377, + "ctdeconcolute_jsd": 0.3658, + "ctdeconvolute_rmse": 0.6099, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9663, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9713, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.9751, - "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": -0.8473, - "ks_statistic_lib_fraczero_cells": 0.9517, - "ks_statistic_lib_size_cells": 0.9663, - "ks_statistic_mean_fraczero_genes": 0.9902, - "ks_statistic_mean_var_genes": 0.9879, - "ks_statistic_morans_I": 0.9101, - "ks_statistic_nn_correlation": 0.8449, - "ks_statistic_pearson_cells": 0.9933, - "ks_statistic_pearson_genes": 0.9997, - "ks_statistic_scaled_mean_cells": 1.7768, - "ks_statistic_scaled_mean_genes": 0.9962, - "ks_statistic_scaled_var_cells": -0.1194, - "ks_statistic_scaled_var_genes": -0.3505, - "ks_statistic_tmm_cells": 0.55, - "ks_statistic_transition_matrix": 0.1429, + "ks_statistic_frac_zero_cells": 0.9522, + "ks_statistic_frac_zero_genes": 0.9965, + "ks_statistic_L_stats": 6.5465, + "ks_statistic_lib_fraczero_cells": 0.9007, + "ks_statistic_lib_size_cells": 0.9713, + "ks_statistic_mean_fraczero_genes": 0.9812, + "ks_statistic_mean_var_genes": 0.9923, + "ks_statistic_morans_I": 0.8643, + "ks_statistic_nn_correlation": 0.8714, + "ks_statistic_pearson_cells": 0.986, + "ks_statistic_pearson_genes": 0.9903, + "ks_statistic_scaled_mean_cells": 0.3231, + "ks_statistic_scaled_mean_genes": 0.9996, + "ks_statistic_scaled_var_cells": -0.1474, + "ks_statistic_scaled_var_genes": 0.4423, + "ks_statistic_tmm_cells": 0.2265, + "ks_statistic_transition_matrix": 0.4286, "svg_precision": 0, - "svg_recall": 0.6011 + "svg_recall": 0.5847 }, - "mean_score": 0.5541, + "mean_score": 0.5863, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 63, - "cpu_pct": 322.2, - "peak_memory_mb": 24781, + "duration_sec": 59.5, + "cpu_pct": 325, + "peak_memory_mb": 13927, "disk_read_mb": 81, "disk_write_mb": 36 } @@ -5019,70 +5019,70 @@ "dataset_id": "osteosarcoma", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.0038, - "clustering_nmi": 0.0108, - "crosscor_cosine": 0.8182, - "crosscor_mantel": 0.6296, - "ctdeconcolute_jsd": 0.1035, - "ctdeconvolute_rmse": 0.1033, + "clustering_ari": 0.0035, + "clustering_nmi": 0.0093, + "crosscor_cosine": 0.8184, + "crosscor_mantel": 0.6329, + "ctdeconcolute_jsd": 0.1048, + "ctdeconvolute_rmse": 0.1077, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.5575, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.1499, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": -0.0948, - "ks_statistic_frac_zero_genes": -0.3238, - "ks_statistic_L_stats": 19.3223, - "ks_statistic_lib_fraczero_cells": 3.3425, - "ks_statistic_lib_size_cells": 0.5575, - "ks_statistic_mean_fraczero_genes": -0.6683, - "ks_statistic_mean_var_genes": -2.0543, - "ks_statistic_morans_I": 4.525, - "ks_statistic_nn_correlation": 38.6273, - "ks_statistic_pearson_cells": 1.2229, - "ks_statistic_pearson_genes": 1.0569, - "ks_statistic_scaled_mean_cells": -0.6239, - "ks_statistic_scaled_mean_genes": -0.2543, - "ks_statistic_scaled_var_cells": -0.2747, - "ks_statistic_scaled_var_genes": -1.5338, - "ks_statistic_tmm_cells": -0.1573, + "ks_statistic_frac_zero_cells": -0.1077, + "ks_statistic_frac_zero_genes": -0.2647, + "ks_statistic_L_stats": 19.3139, + "ks_statistic_lib_fraczero_cells": 2.3923, + "ks_statistic_lib_size_cells": -0.1499, + "ks_statistic_mean_fraczero_genes": -0.7374, + "ks_statistic_mean_var_genes": -0.7166, + "ks_statistic_morans_I": 3.6397, + "ks_statistic_nn_correlation": 31.7673, + "ks_statistic_pearson_cells": -0.0656, + "ks_statistic_pearson_genes": 0.1071, + "ks_statistic_scaled_mean_cells": -0.6972, + "ks_statistic_scaled_mean_genes": -0.1023, + "ks_statistic_scaled_var_cells": -0.3011, + "ks_statistic_scaled_var_genes": -1.8617, + "ks_statistic_tmm_cells": 1.6125, "ks_statistic_transition_matrix": 0.5625, - "svg_precision": 0.4313, - "svg_recall": 0.8579 + "svg_precision": 0.4524, + "svg_recall": 0.7268 }, "scaled_scores": { - "clustering_ari": 0.0121, - "clustering_nmi": 0.0174, - "crosscor_cosine": 0.6719, - "crosscor_mantel": 0.6515, - "ctdeconcolute_jsd": 0.379, - "ctdeconvolute_rmse": 0.6377, + "clustering_ari": 0.0114, + "clustering_nmi": 0.0138, + "crosscor_cosine": 0.6736, + "crosscor_mantel": 0.6563, + "ctdeconcolute_jsd": 0.3834, + "ctdeconvolute_rmse": 0.6367, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9799, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.9887, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9728, - "ks_statistic_frac_zero_genes": 0.9992, - "ks_statistic_L_stats": 0.2231, - "ks_statistic_lib_fraczero_cells": 0.9367, - "ks_statistic_lib_size_cells": 0.9799, - "ks_statistic_mean_fraczero_genes": 0.9917, - "ks_statistic_mean_var_genes": 0.9971, - "ks_statistic_morans_I": 0.9346, - "ks_statistic_nn_correlation": 0.819, - "ks_statistic_pearson_cells": 0.9779, - "ks_statistic_pearson_genes": 0.9867, - "ks_statistic_scaled_mean_cells": 0.1597, - "ks_statistic_scaled_mean_genes": 0.9989, - "ks_statistic_scaled_var_cells": -0.1368, - "ks_statistic_scaled_var_genes": 0.2105, - "ks_statistic_tmm_cells": 0.7613, + "ks_statistic_frac_zero_cells": 0.9678, + "ks_statistic_frac_zero_genes": 0.9978, + "ks_statistic_L_stats": -0.5485, + "ks_statistic_lib_fraczero_cells": 0.9074, + "ks_statistic_lib_size_cells": 0.9887, + "ks_statistic_mean_fraczero_genes": 0.9861, + "ks_statistic_mean_var_genes": 0.9829, + "ks_statistic_morans_I": 0.927, + "ks_statistic_nn_correlation": 0.8686, + "ks_statistic_pearson_cells": 0.999, + "ks_statistic_pearson_genes": 0.9968, + "ks_statistic_scaled_mean_cells": 0.4993, + "ks_statistic_scaled_mean_genes": 0.9934, + "ks_statistic_scaled_var_cells": -0.1328, + "ks_statistic_scaled_var_genes": 0.4501, + "ks_statistic_tmm_cells": -0.082, "ks_statistic_transition_matrix": 0.2857, "svg_precision": 0, - "svg_recall": 0.8579 + "svg_recall": 0.7268 }, - "mean_score": 0.5842, + "mean_score": 0.5727, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 822, "cpu_pct": 101.7, @@ -5097,72 +5097,72 @@ "metric_values": { "clustering_ari": 0.0326, "clustering_nmi": 0.0377, - "crosscor_cosine": 0.6383, - "crosscor_mantel": 0.2611, - "ctdeconcolute_jsd": 0.0764, - "ctdeconvolute_rmse": 0.0684, + "crosscor_cosine": 0.6369, + "crosscor_mantel": 0.2581, + "ctdeconcolute_jsd": 0.0744, + "ctdeconvolute_rmse": 0.0642, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": -0.7378, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 2.1439, - "ks_statistic_frac_zero_genes": -0.2563, - "ks_statistic_L_stats": 19.3103, - "ks_statistic_lib_fraczero_cells": 5.6207, + "ks_statistic_frac_zero_cells": 1.916, + "ks_statistic_frac_zero_genes": -0.2813, + "ks_statistic_L_stats": 19.3015, + "ks_statistic_lib_fraczero_cells": 7.9322, "ks_statistic_lib_size_cells": -0.7378, - "ks_statistic_mean_fraczero_genes": -0.3656, - "ks_statistic_mean_var_genes": -1.8495, - "ks_statistic_morans_I": 22.3059, - "ks_statistic_nn_correlation": 63.2502, - "ks_statistic_pearson_cells": 1.6239, - "ks_statistic_pearson_genes": 1.5881, + "ks_statistic_mean_fraczero_genes": -0.4941, + "ks_statistic_mean_var_genes": -1.201, + "ks_statistic_morans_I": 25.8563, + "ks_statistic_nn_correlation": 199.4333, + "ks_statistic_pearson_cells": 2.872, + "ks_statistic_pearson_genes": 3.2146, "ks_statistic_scaled_mean_cells": -0.3886, - "ks_statistic_scaled_mean_genes": -0.2145, - "ks_statistic_scaled_var_cells": -0.2969, - "ks_statistic_scaled_var_genes": -2.0026, - "ks_statistic_tmm_cells": 1.0997, + "ks_statistic_scaled_mean_genes": -0.078, + "ks_statistic_scaled_var_cells": -0.283, + "ks_statistic_scaled_var_genes": -0.5796, + "ks_statistic_tmm_cells": 0.5716, "ks_statistic_transition_matrix": 0, - "svg_precision": 1, - "svg_recall": 0.0055 + "svg_precision": 0, + "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": 0.293, - "crosscor_mantel": 0.2698, - "ctdeconcolute_jsd": 0.5416, - "ctdeconvolute_rmse": 0.7601, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": 0.2928, + "crosscor_mantel": 0.2696, + "ctdeconcolute_jsd": 0.5622, + "ctdeconvolute_rmse": 0.7837, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.9263, - "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": 0.9133, - "ks_statistic_lib_fraczero_cells": 0.9108, + "ks_statistic_frac_zero_cells": 0.9176, + "ks_statistic_frac_zero_genes": 0.998, + "ks_statistic_L_stats": 3.1843, + "ks_statistic_lib_fraczero_cells": 0.7965, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.986, - "ks_statistic_mean_var_genes": 0.9949, - "ks_statistic_morans_I": 0.7074, - "ks_statistic_nn_correlation": 0.7343, - "ks_statistic_pearson_cells": 0.9716, - "ks_statistic_pearson_genes": 0.9792, + "ks_statistic_mean_fraczero_genes": 0.977, + "ks_statistic_mean_var_genes": 0.988, + "ks_statistic_morans_I": 0.5438, + "ks_statistic_nn_correlation": 0.3871, + "ks_statistic_pearson_cells": 0.9568, + "ks_statistic_pearson_genes": 0.9436, "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.9974, - "ks_statistic_scaled_var_cells": -0.1163, - "ks_statistic_scaled_var_genes": 0.5004, - "ks_statistic_tmm_cells": 0.5487, + "ks_statistic_scaled_mean_genes": 0.9926, + "ks_statistic_scaled_var_cells": -0.1526, + "ks_statistic_scaled_var_genes": -0.4136, + "ks_statistic_tmm_cells": 0.272, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, - "svg_recall": 0.0055 + "svg_recall": 0 }, - "mean_score": 0.6264, + "mean_score": 0.5796, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 36.9, - "cpu_pct": 130.4, - "peak_memory_mb": 6554, + "duration_sec": 49, + "cpu_pct": 117.6, + "peak_memory_mb": 3892, "disk_read_mb": 78, "disk_write_mb": 7 } @@ -5173,71 +5173,71 @@ "metric_values": { "clustering_ari": 0.0326, "clustering_nmi": 0.0377, - "crosscor_cosine": 0.5022, - "crosscor_mantel": -0.0024, - "ctdeconcolute_jsd": 0.1835, - "ctdeconvolute_rmse": 0.3669, + "crosscor_cosine": 0.5033, + "crosscor_mantel": 0.001, + "ctdeconcolute_jsd": 0.1777, + "ctdeconvolute_rmse": 0.2936, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.4569, + "ks_statistic_efflib_size_cells": 1.1835, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 7.2371, - "ks_statistic_frac_zero_genes": 35.2377, - "ks_statistic_L_stats": 19.3223, - "ks_statistic_lib_fraczero_cells": 18.094, - "ks_statistic_lib_size_cells": 0.4569, - "ks_statistic_mean_fraczero_genes": 29.9202, - "ks_statistic_mean_var_genes": 73.587, - "ks_statistic_morans_I": 10.3153, - "ks_statistic_nn_correlation": 4.6167, - "ks_statistic_pearson_cells": 275.933, - "ks_statistic_pearson_genes": 274.5857, - "ks_statistic_scaled_mean_cells": -0.3725, - "ks_statistic_scaled_mean_genes": 14.3374, - "ks_statistic_scaled_var_cells": -0.2737, - "ks_statistic_scaled_var_genes": -0.2988, - "ks_statistic_tmm_cells": 9.4514, + "ks_statistic_frac_zero_cells": 3.6589, + "ks_statistic_frac_zero_genes": 32.3854, + "ks_statistic_L_stats": 19.2987, + "ks_statistic_lib_fraczero_cells": 4.0076, + "ks_statistic_lib_size_cells": 1.1835, + "ks_statistic_mean_fraczero_genes": 23.0068, + "ks_statistic_mean_var_genes": 58.0766, + "ks_statistic_morans_I": 8.7877, + "ks_statistic_nn_correlation": 3.934, + "ks_statistic_pearson_cells": 292.7983, + "ks_statistic_pearson_genes": 309.1572, + "ks_statistic_scaled_mean_cells": -0.5638, + "ks_statistic_scaled_mean_genes": 9.26, + "ks_statistic_scaled_var_cells": -0.2825, + "ks_statistic_scaled_var_genes": -0.3031, + "ks_statistic_tmm_cells": 7.8307, "ks_statistic_transition_matrix": 0, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": 0.0064, - "crosscor_mantel": -0.0031, - "ctdeconcolute_jsd": -0.1004, - "ctdeconvolute_rmse": -0.287, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": 0.0122, + "crosscor_mantel": 0.0043, + "ctdeconcolute_jsd": -0.0453, + "ctdeconvolute_rmse": 0.01, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9815, + "ks_statistic_efflib_size_cells": 0.9632, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8206, - "ks_statistic_frac_zero_genes": 0.8641, - "ks_statistic_L_stats": 0.2208, - "ks_statistic_lib_fraczero_cells": 0.7691, - "ks_statistic_lib_size_cells": 0.9815, - "ks_statistic_mean_fraczero_genes": 0.4195, - "ks_statistic_mean_var_genes": 0.1957, - "ks_statistic_morans_I": 0.8606, - "ks_statistic_nn_correlation": 0.936, - "ks_statistic_pearson_cells": -3.3703, - "ks_statistic_pearson_genes": -2.8756, - "ks_statistic_scaled_mean_cells": -0.0109, - "ks_statistic_scaled_mean_genes": 0.4659, - "ks_statistic_scaled_var_cells": -0.1378, - "ks_statistic_scaled_var_genes": -0.5533, - "ks_statistic_tmm_cells": -0.864, + "ks_statistic_frac_zero_cells": 0.8744, + "ks_statistic_frac_zero_genes": 0.7279, + "ks_statistic_L_stats": 4.0286, + "ks_statistic_lib_fraczero_cells": 0.8751, + "ks_statistic_lib_size_cells": 0.9632, + "ks_statistic_mean_fraczero_genes": 0.1035, + "ks_statistic_mean_var_genes": 0.3585, + "ks_statistic_morans_I": 0.8382, + "ks_statistic_nn_correlation": 0.9486, + "ks_statistic_pearson_cells": -3.2057, + "ks_statistic_pearson_genes": -4.2887, + "ks_statistic_scaled_mean_cells": 0.2834, + "ks_statistic_scaled_mean_genes": 0.6585, + "ks_statistic_scaled_var_cells": -0.1532, + "ks_statistic_scaled_var_genes": -0.5999, + "ks_statistic_tmm_cells": -2.1969, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3672, + "mean_score": 0.4051, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 16.9, - "cpu_pct": 182.4, + "duration_sec": 16.6, + "cpu_pct": 192.1, "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 7 @@ -5247,73 +5247,73 @@ "dataset_id": "osteosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.5939, - "clustering_nmi": 0.5654, + "clustering_ari": 0.7098, + "clustering_nmi": 0.6675, "crosscor_cosine": 0.9638, - "crosscor_mantel": 0.9432, - "ctdeconcolute_jsd": 0.0109, + "crosscor_mantel": 0.9434, + "ctdeconcolute_jsd": 0.0117, "ctdeconvolute_rmse": 0.0019, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.7013, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 1.0639, - "ks_statistic_frac_zero_genes": -0.0741, - "ks_statistic_L_stats": 19.2849, - "ks_statistic_lib_fraczero_cells": 3.697, - "ks_statistic_lib_size_cells": -0.7013, - "ks_statistic_mean_fraczero_genes": -0.264, - "ks_statistic_mean_var_genes": -2.0772, - "ks_statistic_morans_I": 0.1119, - "ks_statistic_nn_correlation": -5.8948, - "ks_statistic_pearson_cells": 0.205, - "ks_statistic_pearson_genes": 0.1027, - "ks_statistic_scaled_mean_cells": -0.4402, - "ks_statistic_scaled_mean_genes": -0.232, - "ks_statistic_scaled_var_cells": -0.284, - "ks_statistic_scaled_var_genes": -1.8713, - "ks_statistic_tmm_cells": 0.5221, + "ks_statistic_efflib_size_cells": -0.6584, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.5108, + "ks_statistic_frac_zero_genes": -0.1391, + "ks_statistic_L_stats": 19.279, + "ks_statistic_lib_fraczero_cells": 3.3154, + "ks_statistic_lib_size_cells": -0.6584, + "ks_statistic_mean_fraczero_genes": -0.4042, + "ks_statistic_mean_var_genes": -2.2402, + "ks_statistic_morans_I": -0.0411, + "ks_statistic_nn_correlation": -0.9346, + "ks_statistic_pearson_cells": -0.0176, + "ks_statistic_pearson_genes": 0.0144, + "ks_statistic_scaled_mean_cells": -0.4346, + "ks_statistic_scaled_mean_genes": -0.2725, + "ks_statistic_scaled_var_cells": -0.2705, + "ks_statistic_scaled_var_genes": -1.3589, + "ks_statistic_tmm_cells": -0.5477, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.7548, - "svg_recall": 0.8579 + "svg_precision": 0.7685, + "svg_recall": 0.9071 }, "scaled_scores": { - "clustering_ari": 1.0078, - "clustering_nmi": 1.0253, - "crosscor_cosine": 0.9786, - "crosscor_mantel": 0.9763, - "ctdeconcolute_jsd": 0.9343, - "ctdeconvolute_rmse": 0.9933, + "clustering_ari": 1.2034, + "clustering_nmi": 1.2111, + "crosscor_cosine": 0.9787, + "crosscor_mantel": 0.9767, + "ctdeconcolute_jsd": 0.9313, + "ctdeconvolute_rmse": 0.9935, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9994, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9488, - "ks_statistic_frac_zero_genes": 0.9983, - "ks_statistic_L_stats": 2.3698, - "ks_statistic_lib_fraczero_cells": 0.9327, - "ks_statistic_lib_size_cells": 0.9994, - "ks_statistic_mean_fraczero_genes": 0.9841, - "ks_statistic_mean_var_genes": 0.9973, - "ks_statistic_morans_I": 0.991, - "ks_statistic_nn_correlation": 0.9722, - "ks_statistic_pearson_cells": 0.994, - "ks_statistic_pearson_genes": 1.0002, - "ks_statistic_scaled_mean_cells": 0.035, - "ks_statistic_scaled_mean_genes": 0.998, - "ks_statistic_scaled_var_cells": -0.1283, - "ks_statistic_scaled_var_genes": 0.4192, - "ks_statistic_tmm_cells": 0.6463, + "ks_statistic_efflib_size_cells": 0.9985, + "ks_statistic_enrichment": 1.25, + "ks_statistic_frac_zero_cells": 0.9525, + "ks_statistic_frac_zero_genes": 0.9968, + "ks_statistic_L_stats": 9.9478, + "ks_statistic_lib_fraczero_cells": 0.889, + "ks_statistic_lib_size_cells": 0.9985, + "ks_statistic_mean_fraczero_genes": 0.9737, + "ks_statistic_mean_var_genes": 0.9991, + "ks_statistic_morans_I": 0.9904, + "ks_statistic_nn_correlation": 0.9625, + "ks_statistic_pearson_cells": 0.9983, + "ks_statistic_pearson_genes": 0.9983, + "ks_statistic_scaled_mean_cells": 0.0743, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": -0.1662, + "ks_statistic_scaled_var_genes": 0.1114, + "ks_statistic_tmm_cells": 0.6527, "ks_statistic_transition_matrix": 1.2857, "svg_precision": 0, - "svg_recall": 0.8579 + "svg_recall": 0.9071 }, - "mean_score": 0.8157, + "mean_score": 0.8063, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 35.1, - "cpu_pct": 140.9, + "duration_sec": 35.3, + "cpu_pct": 131.3, "peak_memory_mb": 6247, "disk_read_mb": 74, "disk_write_mb": 7 @@ -5342,8 +5342,8 @@ "ks_statistic_mean_var_genes": -62.9127, "ks_statistic_morans_I": 18.8611, "ks_statistic_nn_correlation": 47.5237, - "ks_statistic_pearson_cells": 217.6009, - "ks_statistic_pearson_genes": 227.382, + "ks_statistic_pearson_cells": 229.0945, + "ks_statistic_pearson_genes": 249.4154, "ks_statistic_scaled_mean_cells": -0.6605, "ks_statistic_scaled_mean_genes": 69.8623, "ks_statistic_scaled_var_cells": -0.2263, @@ -5354,43 +5354,43 @@ "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": -0.0308, - "crosscor_mantel": -0.001, - "ctdeconcolute_jsd": -0.0304, - "ctdeconvolute_rmse": 0.0124, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": -0.0271, + "crosscor_mantel": 0.0029, + "ctdeconcolute_jsd": -0.0108, + "ctdeconvolute_rmse": 0.0504, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9005, + "ks_statistic_efflib_size_cells": 0.8771, "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.5984, - "ks_statistic_frac_zero_genes": 0.9479, - "ks_statistic_L_stats": -0.1496, - "ks_statistic_lib_fraczero_cells": 0.6465, - "ks_statistic_lib_size_cells": 0.9005, - "ks_statistic_mean_fraczero_genes": 0.9279, - "ks_statistic_mean_var_genes": 1.6419, - "ks_statistic_morans_I": 0.7514, - "ks_statistic_nn_correlation": 0.7884, - "ks_statistic_pearson_cells": -2.447, - "ks_statistic_pearson_genes": -2.2091, - "ks_statistic_scaled_mean_cells": 0.1845, - "ks_statistic_scaled_mean_genes": -1.5621, - "ks_statistic_scaled_var_cells": -0.1816, - "ks_statistic_scaled_var_genes": -0.2987, - "ks_statistic_tmm_cells": -5.6336, + "ks_statistic_frac_zero_cells": 0.5201, + "ks_statistic_frac_zero_genes": 0.8866, + "ks_statistic_L_stats": -5.0331, + "ks_statistic_lib_fraczero_cells": 0.3769, + "ks_statistic_lib_size_cells": 0.8771, + "ks_statistic_mean_fraczero_genes": 0.8567, + "ks_statistic_mean_var_genes": 1.6433, + "ks_statistic_morans_I": 0.6644, + "ks_statistic_nn_correlation": 0.8234, + "ks_statistic_pearson_cells": -2.2911, + "ks_statistic_pearson_genes": -3.267, + "ks_statistic_scaled_mean_cells": 0.4399, + "ks_statistic_scaled_mean_genes": -1.5097, + "ks_statistic_scaled_var_cells": -0.2145, + "ks_statistic_scaled_var_genes": -0.3254, + "ks_statistic_tmm_cells": -12.3394, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3719, + "mean_score": 0.3621, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 171, - "cpu_pct": 106.9, - "peak_memory_mb": 7271, + "duration_sec": 167, + "cpu_pct": 104.3, + "peak_memory_mb": 4506, "disk_read_mb": 416, "disk_write_mb": 10 } @@ -5399,74 +5399,74 @@ "dataset_id": "osteosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0041, - "clustering_nmi": 0.007, - "crosscor_cosine": 0.5919, - "crosscor_mantel": 0.1587, - "ctdeconcolute_jsd": 0.091, - "ctdeconvolute_rmse": 0.0849, + "clustering_ari": 0.0023, + "clustering_nmi": 0.0074, + "crosscor_cosine": 0.5942, + "crosscor_mantel": 0.1639, + "ctdeconcolute_jsd": 0.0906, + "ctdeconvolute_rmse": 0.0826, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": -0.3814, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.4803, - "ks_statistic_frac_zero_genes": 0.1002, - "ks_statistic_L_stats": 19.3291, - "ks_statistic_lib_fraczero_cells": 2.2583, - "ks_statistic_lib_size_cells": -0.3814, - "ks_statistic_mean_fraczero_genes": 0.5413, - "ks_statistic_mean_var_genes": -1.1477, - "ks_statistic_morans_I": 64.79, - "ks_statistic_nn_correlation": 290.1297, - "ks_statistic_pearson_cells": 4.5711, - "ks_statistic_pearson_genes": 5.539, - "ks_statistic_scaled_mean_cells": -0.432, - "ks_statistic_scaled_mean_genes": -0.1908, - "ks_statistic_scaled_var_cells": -0.3119, - "ks_statistic_scaled_var_genes": -0.5326, - "ks_statistic_tmm_cells": 1.2535, - "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.4097, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.1673, + "ks_statistic_frac_zero_genes": 0.2082, + "ks_statistic_L_stats": 19.3216, + "ks_statistic_lib_fraczero_cells": 1.7117, + "ks_statistic_lib_size_cells": -0.4097, + "ks_statistic_mean_fraczero_genes": 1.0931, + "ks_statistic_mean_var_genes": -1.6415, + "ks_statistic_morans_I": 37.7297, + "ks_statistic_nn_correlation": 201.9876, + "ks_statistic_pearson_cells": 5.4464, + "ks_statistic_pearson_genes": 3.362, + "ks_statistic_scaled_mean_cells": -0.4818, + "ks_statistic_scaled_mean_genes": -0.2091, + "ks_statistic_scaled_var_cells": -0.2736, + "ks_statistic_scaled_var_genes": -2.7399, + "ks_statistic_tmm_cells": 2.0954, + "ks_statistic_transition_matrix": 0.4375, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0127, - "clustering_nmi": 0.0103, - "crosscor_cosine": 0.1955, - "crosscor_mantel": 0.1637, - "ctdeconcolute_jsd": 0.4543, - "ctdeconvolute_rmse": 0.7021, + "clustering_ari": 0.0094, + "clustering_nmi": 0.0104, + "crosscor_cosine": 0.2031, + "crosscor_mantel": 0.1724, + "ctdeconcolute_jsd": 0.4671, + "ctdeconvolute_rmse": 0.7215, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9945, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9609, - "ks_statistic_frac_zero_genes": 0.9976, - "ks_statistic_L_stats": -0.1683, - "ks_statistic_lib_fraczero_cells": 0.949, - "ks_statistic_lib_size_cells": 0.9945, - "ks_statistic_mean_fraczero_genes": 0.9691, - "ks_statistic_mean_var_genes": 0.9875, - "ks_statistic_morans_I": 0.1645, - "ks_statistic_nn_correlation": -0.0464, - "ks_statistic_pearson_cells": 0.9249, - "ks_statistic_pearson_genes": 0.9234, - "ks_statistic_scaled_mean_cells": 0.0295, - "ks_statistic_scaled_mean_genes": 0.9965, - "ks_statistic_scaled_var_cells": -0.1025, - "ks_statistic_scaled_var_genes": -0.4088, - "ks_statistic_tmm_cells": 0.5226, - "ks_statistic_transition_matrix": 0.8571, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9937, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": 0.9693, + "ks_statistic_frac_zero_genes": 0.9939, + "ks_statistic_L_stats": -2.8724, + "ks_statistic_lib_fraczero_cells": 0.9211, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.918, + "ks_statistic_mean_var_genes": 0.9927, + "ks_statistic_morans_I": 0.339, + "ks_statistic_nn_correlation": 0.3797, + "ks_statistic_pearson_cells": 0.9198, + "ks_statistic_pearson_genes": 0.9411, + "ks_statistic_scaled_mean_cells": 0.1508, + "ks_statistic_scaled_mean_genes": 0.9973, + "ks_statistic_scaled_var_cells": -0.1629, + "ks_statistic_scaled_var_genes": 1.0417, + "ks_statistic_tmm_cells": -0.2463, + "ks_statistic_transition_matrix": 0.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4705, + "mean_score": 0.5143, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 35.4, - "cpu_pct": 406.7, - "peak_memory_mb": 87348, + "duration_sec": 34.9, + "cpu_pct": 407.8, + "peak_memory_mb": 54784, "disk_read_mb": 80, "disk_write_mb": 7 } @@ -5475,33 +5475,33 @@ "dataset_id": "pdac", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0554, - "clustering_nmi": 0.0637, - "crosscor_cosine": 0.4991, - "crosscor_mantel": -0.0016, - "ctdeconcolute_jsd": 0.1114, - "ctdeconvolute_rmse": 0.5937, + "clustering_ari": 0.0006, + "clustering_nmi": 0.0143, + "crosscor_cosine": 0.5008, + "crosscor_mantel": 0.0024, + "ctdeconcolute_jsd": 0.1118, + "ctdeconvolute_rmse": 0.5974, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 28.305, + "ks_statistic_central_score": 0.75, + "ks_statistic_efflib_size_cells": 58.0531, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 34.646, - "ks_statistic_frac_zero_genes": 73.2299, - "ks_statistic_L_stats": 3.1306, - "ks_statistic_lib_fraczero_cells": 16.6888, - "ks_statistic_lib_size_cells": 28.305, - "ks_statistic_mean_fraczero_genes": 21.5463, - "ks_statistic_mean_var_genes": 196.2428, - "ks_statistic_morans_I": 11.4734, - "ks_statistic_nn_correlation": 12.8435, - "ks_statistic_pearson_cells": 96.3469, - "ks_statistic_pearson_genes": 66.3434, - "ks_statistic_scaled_mean_cells": -0.436, - "ks_statistic_scaled_mean_genes": 56.6187, - "ks_statistic_scaled_var_cells": -0.3068, - "ks_statistic_scaled_var_genes": -0.2989, - "ks_statistic_tmm_cells": 0.444, - "ks_statistic_transition_matrix": 0.6875, + "ks_statistic_frac_zero_cells": 59.7259, + "ks_statistic_frac_zero_genes": 75.9171, + "ks_statistic_L_stats": 1.8087, + "ks_statistic_lib_fraczero_cells": 45.3505, + "ks_statistic_lib_size_cells": 58.0531, + "ks_statistic_mean_fraczero_genes": 23.2338, + "ks_statistic_mean_var_genes": 133.6778, + "ks_statistic_morans_I": 11.3754, + "ks_statistic_nn_correlation": 12.8212, + "ks_statistic_pearson_cells": 63.8891, + "ks_statistic_pearson_genes": 65.9228, + "ks_statistic_scaled_mean_cells": -0.5268, + "ks_statistic_scaled_mean_genes": 60.6064, + "ks_statistic_scaled_var_cells": -0.3061, + "ks_statistic_scaled_var_genes": -0.245, + "ks_statistic_tmm_cells": 0.144, + "ks_statistic_transition_matrix": 0.625, "svg_precision": "NA", "svg_recall": 0 }, @@ -5538,11 +5538,11 @@ }, "mean_score": 0.0345, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 6.6, - "cpu_pct": 196.2, - "peak_memory_mb": 3277, + "duration_sec": 7.3, + "cpu_pct": 263.9, + "peak_memory_mb": 5940, "disk_read_mb": 47, "disk_write_mb": 8 } @@ -5570,8 +5570,8 @@ "ks_statistic_mean_var_genes": -4.7954, "ks_statistic_morans_I": 3.2627, "ks_statistic_nn_correlation": 1.4368, - "ks_statistic_pearson_cells": -0.1306, - "ks_statistic_pearson_genes": 0.0822, + "ks_statistic_pearson_cells": -0.1034, + "ks_statistic_pearson_genes": 0.0901, "ks_statistic_scaled_mean_cells": -0.2623, "ks_statistic_scaled_mean_genes": -0.2688, "ks_statistic_scaled_var_cells": -0.4712, @@ -5614,11 +5614,11 @@ }, "mean_score": 0.8966, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 12.1, - "cpu_pct": 137.5, - "peak_memory_mb": 1946, + "duration_sec": 7.9, + "cpu_pct": 280.3, + "peak_memory_mb": 5940, "disk_read_mb": 47, "disk_write_mb": 18 } @@ -5627,73 +5627,73 @@ "dataset_id": "pdac", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1705, - "clustering_nmi": 0.2168, + "clustering_ari": 0.1813, + "clustering_nmi": 0.2374, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7059, - "ctdeconcolute_jsd": 0.0958, - "ctdeconvolute_rmse": 0.389, + "crosscor_mantel": 0.7161, + "ctdeconcolute_jsd": 0.0961, + "ctdeconvolute_rmse": 0.3953, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.299, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.3922, - "ks_statistic_frac_zero_genes": 1.6286, - "ks_statistic_L_stats": 4.9228, - "ks_statistic_lib_fraczero_cells": 4.6834, - "ks_statistic_lib_size_cells": 0.299, - "ks_statistic_mean_fraczero_genes": 8.3973, - "ks_statistic_mean_var_genes": 30.3111, - "ks_statistic_morans_I": 0.9042, - "ks_statistic_nn_correlation": 0.7728, - "ks_statistic_pearson_cells": 9.492, - "ks_statistic_pearson_genes": 9.7635, - "ks_statistic_scaled_mean_cells": -0.3423, - "ks_statistic_scaled_mean_genes": -0.1423, - "ks_statistic_scaled_var_cells": -0.5166, - "ks_statistic_scaled_var_genes": -4.5982, - "ks_statistic_tmm_cells": -0.0099, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.0908, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.6567, + "ks_statistic_frac_zero_genes": 1.5429, + "ks_statistic_L_stats": 4.7777, + "ks_statistic_lib_fraczero_cells": 4.071, + "ks_statistic_lib_size_cells": 0.0908, + "ks_statistic_mean_fraczero_genes": 7.2195, + "ks_statistic_mean_var_genes": -0.1811, + "ks_statistic_morans_I": 1.2005, + "ks_statistic_nn_correlation": 0.8177, + "ks_statistic_pearson_cells": 11.1238, + "ks_statistic_pearson_genes": 12.7063, + "ks_statistic_scaled_mean_cells": -0.2811, + "ks_statistic_scaled_mean_genes": 0.2027, + "ks_statistic_scaled_var_cells": -0.425, + "ks_statistic_scaled_var_genes": -0.4963, + "ks_statistic_tmm_cells": 0.0407, "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.695, - "svg_recall": 0.8816 + "svg_precision": 0.674, + "svg_recall": 0.8868 }, "scaled_scores": { - "clustering_ari": 0.3812, - "clustering_nmi": 0.4341, + "clustering_ari": 0.5066, + "clustering_nmi": 0.555, "crosscor_cosine": 0, - "crosscor_mantel": 0.8897, - "ctdeconcolute_jsd": 0.1395, - "ctdeconvolute_rmse": 0.3448, + "crosscor_mantel": 0.9021, + "ctdeconcolute_jsd": 0.1402, + "ctdeconvolute_rmse": 0.3382, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9707, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9793, - "ks_statistic_frac_zero_genes": 0.9745, - "ks_statistic_L_stats": -0.8384, - "ks_statistic_lib_fraczero_cells": 0.6745, - "ks_statistic_lib_size_cells": 0.9707, - "ks_statistic_mean_fraczero_genes": 0.5796, - "ks_statistic_mean_var_genes": 0.8254, - "ks_statistic_morans_I": 1.2873, - "ks_statistic_nn_correlation": 1.0582, - "ks_statistic_pearson_cells": 0.9003, - "ks_statistic_pearson_genes": 0.8539, - "ks_statistic_scaled_mean_cells": 0.4605, - "ks_statistic_scaled_mean_genes": 0.9978, - "ks_statistic_scaled_var_cells": 1.2763, - "ks_statistic_scaled_var_genes": 20.934, - "ks_statistic_tmm_cells": 0.5106, - "ks_statistic_transition_matrix": 1.1667, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.9891, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9836, + "ks_statistic_frac_zero_genes": 0.9765, + "ks_statistic_L_stats": -3.6395, + "ks_statistic_lib_fraczero_cells": 0.8885, + "ks_statistic_lib_size_cells": 0.9891, + "ks_statistic_mean_fraczero_genes": 0.6571, + "ks_statistic_mean_var_genes": 0.9667, + "ks_statistic_morans_I": 1.2542, + "ks_statistic_nn_correlation": 1.0544, + "ks_statistic_pearson_cells": 0.8246, + "ks_statistic_pearson_genes": 0.8084, + "ks_statistic_scaled_mean_cells": 0.0713, + "ks_statistic_scaled_mean_genes": 0.9923, + "ks_statistic_scaled_var_cells": 0.7205, + "ks_statistic_scaled_var_genes": 0.9691, + "ks_statistic_tmm_cells": 0.1753, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.8816 + "svg_recall": 0.8868 }, - "mean_score": 0.6817, + "mean_score": 0.6669, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 127, - "cpu_pct": 308.7, + "cpu_pct": 306.6, "peak_memory_mb": 24781, "disk_read_mb": 51, "disk_write_mb": 10 @@ -5703,74 +5703,74 @@ "dataset_id": "pdac", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.5598, - "clustering_nmi": 0.5352, + "clustering_ari": 0.405, + "clustering_nmi": 0.4513, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7786, - "ctdeconcolute_jsd": 0.0771, - "ctdeconvolute_rmse": 0.2728, + "crosscor_mantel": 0.7746, + "ctdeconcolute_jsd": 0.0737, + "ctdeconvolute_rmse": 0.2601, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.2693, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.3142, - "ks_statistic_frac_zero_genes": 0.3893, - "ks_statistic_L_stats": 3.6761, - "ks_statistic_lib_fraczero_cells": 0.9441, - "ks_statistic_lib_size_cells": 0.2693, - "ks_statistic_mean_fraczero_genes": 1.7263, - "ks_statistic_mean_var_genes": -7.1, - "ks_statistic_morans_I": 2.3888, - "ks_statistic_nn_correlation": 1.2654, - "ks_statistic_pearson_cells": 11.3204, - "ks_statistic_pearson_genes": 13.7564, - "ks_statistic_scaled_mean_cells": -0.2597, - "ks_statistic_scaled_mean_genes": 0.2397, - "ks_statistic_scaled_var_cells": -0.3291, - "ks_statistic_scaled_var_genes": -0.4861, - "ks_statistic_tmm_cells": -0.0918, - "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.8889, - "svg_recall": 0.8842 + "ks_statistic_efflib_size_cells": 0.2369, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.234, + "ks_statistic_frac_zero_genes": 0.499, + "ks_statistic_L_stats": 3.4807, + "ks_statistic_lib_fraczero_cells": 0.712, + "ks_statistic_lib_size_cells": 0.2369, + "ks_statistic_mean_fraczero_genes": 2.2334, + "ks_statistic_mean_var_genes": -5.8347, + "ks_statistic_morans_I": 2.9875, + "ks_statistic_nn_correlation": 1.0036, + "ks_statistic_pearson_cells": 11.3274, + "ks_statistic_pearson_genes": 10.3641, + "ks_statistic_scaled_mean_cells": -0.2616, + "ks_statistic_scaled_mean_genes": 0.2557, + "ks_statistic_scaled_var_cells": -0.3515, + "ks_statistic_scaled_var_genes": -3.2348, + "ks_statistic_tmm_cells": -0.043, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.8645, + "svg_recall": 0.8895 }, "scaled_scores": { - "clustering_ari": 1.6706, - "clustering_nmi": 1.3373, + "clustering_ari": 1.1338, + "clustering_nmi": 1.087, "crosscor_cosine": 0, - "crosscor_mantel": 0.9811, - "ctdeconcolute_jsd": 0.3074, - "ctdeconvolute_rmse": 0.5406, + "crosscor_mantel": 0.9759, + "ctdeconcolute_jsd": 0.3405, + "ctdeconvolute_rmse": 0.5646, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6667, - "ks_statistic_efflib_size_cells": 0.9717, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9816, - "ks_statistic_frac_zero_genes": 0.9914, - "ks_statistic_L_stats": -0.2552, - "ks_statistic_lib_fraczero_cells": 0.8846, - "ks_statistic_lib_size_cells": 0.9717, - "ks_statistic_mean_fraczero_genes": 0.8737, - "ks_statistic_mean_var_genes": 1.0115, - "ks_statistic_morans_I": 1.1064, - "ks_statistic_nn_correlation": 1.015, - "ks_statistic_pearson_cells": 0.8813, - "ks_statistic_pearson_genes": 0.7936, - "ks_statistic_scaled_mean_cells": -0.0149, - "ks_statistic_scaled_mean_genes": 0.9911, - "ks_statistic_scaled_var_cells": 0.1354, - "ks_statistic_scaled_var_genes": 0.9114, - "ks_statistic_tmm_cells": 0.6027, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_central_score": 1.5, + "ks_statistic_efflib_size_cells": 0.9866, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9906, + "ks_statistic_frac_zero_genes": 0.9902, + "ks_statistic_L_stats": -2.0497, + "ks_statistic_lib_fraczero_cells": 0.9608, + "ks_statistic_lib_size_cells": 0.9866, + "ks_statistic_mean_fraczero_genes": 0.8616, + "ks_statistic_mean_var_genes": 1.0075, + "ks_statistic_morans_I": 1.0339, + "ks_statistic_nn_correlation": 1.038, + "ks_statistic_pearson_cells": 0.8214, + "ks_statistic_pearson_genes": 0.8439, + "ks_statistic_scaled_mean_cells": -0.0024, + "ks_statistic_scaled_mean_genes": 0.9914, + "ks_statistic_scaled_var_cells": 0.2749, + "ks_statistic_scaled_var_genes": 11.5286, + "ks_statistic_tmm_cells": 0.3174, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.8842 + "svg_recall": 0.8895 }, - "mean_score": 0.7139, + "mean_score": 0.7171, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 822, - "cpu_pct": 101.1, - "peak_memory_mb": 5325, + "duration_sec": 819, + "cpu_pct": 101.4, + "peak_memory_mb": 7988, "disk_read_mb": 78, "disk_write_mb": 8 } @@ -5779,74 +5779,74 @@ "dataset_id": "pdac", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1912, - "clustering_nmi": 0.2369, + "clustering_ari": 0.1917, + "clustering_nmi": 0.2473, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7001, - "ctdeconcolute_jsd": 0.1131, - "ctdeconvolute_rmse": 0.5034, + "crosscor_mantel": 0.6963, + "ctdeconcolute_jsd": 0.1117, + "ctdeconvolute_rmse": 0.5012, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.1667, + "ks_statistic_central_score": 0.25, "ks_statistic_efflib_size_cells": -0.5469, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.2056, - "ks_statistic_frac_zero_genes": -0.004, - "ks_statistic_L_stats": 9.54, - "ks_statistic_lib_fraczero_cells": 0.2782, + "ks_statistic_frac_zero_cells": -0.2466, + "ks_statistic_frac_zero_genes": 0.0066, + "ks_statistic_L_stats": 9.4205, + "ks_statistic_lib_fraczero_cells": 0.1102, "ks_statistic_lib_size_cells": -0.5469, - "ks_statistic_mean_fraczero_genes": 0.8153, - "ks_statistic_mean_var_genes": -1.2792, - "ks_statistic_morans_I": 2.1927, - "ks_statistic_nn_correlation": 1.8739, - "ks_statistic_pearson_cells": 114.535, - "ks_statistic_pearson_genes": 107.7088, + "ks_statistic_mean_fraczero_genes": 1.0822, + "ks_statistic_mean_var_genes": 7.5417, + "ks_statistic_morans_I": 2.4792, + "ks_statistic_nn_correlation": 2.2677, + "ks_statistic_pearson_cells": 123.1901, + "ks_statistic_pearson_genes": 121.626, "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": 3.2479, - "ks_statistic_scaled_var_cells": -0.4184, - "ks_statistic_scaled_var_genes": -0.4635, - "ks_statistic_tmm_cells": 0.9447, + "ks_statistic_scaled_mean_genes": 1.5863, + "ks_statistic_scaled_var_cells": -0.3156, + "ks_statistic_scaled_var_genes": -0.4813, + "ks_statistic_tmm_cells": 1.0559, "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.8492, - "svg_recall": 0.7263 + "svg_precision": 0.8544, + "svg_recall": 0.7105 }, "scaled_scores": { - "clustering_ari": 0.4498, - "clustering_nmi": 0.4913, + "clustering_ari": 0.5358, + "clustering_nmi": 0.5796, "crosscor_cosine": 0, - "crosscor_mantel": 0.8825, - "ctdeconcolute_jsd": -0.0157, - "ctdeconvolute_rmse": 0.1521, + "crosscor_mantel": 0.877, + "ctdeconcolute_jsd": 0.0005, + "ctdeconvolute_rmse": 0.161, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, + "ks_statistic_central_score": 1.5, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9964, + "ks_statistic_frac_zero_cells": 0.9986, "ks_statistic_frac_zero_genes": 0.9967, - "ks_statistic_L_stats": -2.9983, - "ks_statistic_lib_fraczero_cells": 0.922, + "ks_statistic_L_stats": -9.3307, + "ks_statistic_lib_fraczero_cells": 0.9737, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9138, - "ks_statistic_mean_var_genes": 0.9825, - "ks_statistic_morans_I": 1.1303, - "ks_statistic_nn_correlation": 0.9617, - "ks_statistic_pearson_cells": -0.1885, - "ks_statistic_pearson_genes": -0.6243, + "ks_statistic_mean_fraczero_genes": 0.9089, + "ks_statistic_mean_var_genes": 0.9109, + "ks_statistic_morans_I": 1.0966, + "ks_statistic_nn_correlation": 0.927, + "ks_statistic_pearson_cells": -0.9267, + "ks_statistic_pearson_genes": -0.8461, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9382, - "ks_statistic_scaled_var_cells": 0.679, - "ks_statistic_scaled_var_genes": 0.8012, - "ks_statistic_tmm_cells": -0.5631, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_scaled_mean_genes": 0.9695, + "ks_statistic_scaled_var_cells": 0.0577, + "ks_statistic_scaled_var_genes": 0.9112, + "ks_statistic_tmm_cells": -1.5483, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, - "svg_recall": 0.7263 + "svg_recall": 0.7105 }, - "mean_score": 0.5825, + "mean_score": 0.5696, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 44, - "cpu_pct": 121.8, - "peak_memory_mb": 5223, + "duration_sec": 33.9, + "cpu_pct": 122.2, + "peak_memory_mb": 3892, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -5855,74 +5855,74 @@ "dataset_id": "pdac", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.1884, - "clustering_nmi": 0.2454, - "crosscor_cosine": 0.5937, - "crosscor_mantel": 0.0161, - "ctdeconcolute_jsd": 0.1308, - "ctdeconvolute_rmse": 0.6355, + "clustering_ari": 0.1912, + "clustering_nmi": 0.2493, + "crosscor_cosine": 0.573, + "crosscor_mantel": -0.0282, + "ctdeconcolute_jsd": 0.1212, + "ctdeconvolute_rmse": 0.6252, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.0622, + "ks_statistic_efflib_size_cells": -0.2516, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.1239, - "ks_statistic_frac_zero_genes": 11.5622, - "ks_statistic_L_stats": 7.5452, - "ks_statistic_lib_fraczero_cells": 9.4516, - "ks_statistic_lib_size_cells": -0.0622, - "ks_statistic_mean_fraczero_genes": 45.1876, - "ks_statistic_mean_var_genes": 197.5272, - "ks_statistic_morans_I": 4.7761, - "ks_statistic_nn_correlation": 8.3011, - "ks_statistic_pearson_cells": 79.1113, - "ks_statistic_pearson_genes": 70.4629, - "ks_statistic_scaled_mean_cells": -0.4425, - "ks_statistic_scaled_mean_genes": 5.6728, - "ks_statistic_scaled_var_cells": -0.5902, - "ks_statistic_scaled_var_genes": -0.4446, - "ks_statistic_tmm_cells": 4.5364, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.3857, - "svg_recall": 0.2974 + "ks_statistic_frac_zero_cells": 0.2602, + "ks_statistic_frac_zero_genes": 9.9751, + "ks_statistic_L_stats": 9.099, + "ks_statistic_lib_fraczero_cells": 9.8372, + "ks_statistic_lib_size_cells": -0.2516, + "ks_statistic_mean_fraczero_genes": 52.1987, + "ks_statistic_mean_var_genes": 167.4079, + "ks_statistic_morans_I": 4.7247, + "ks_statistic_nn_correlation": 7.1738, + "ks_statistic_pearson_cells": 76.302, + "ks_statistic_pearson_genes": 73.4941, + "ks_statistic_scaled_mean_cells": -0.3886, + "ks_statistic_scaled_mean_genes": 86.0081, + "ks_statistic_scaled_var_cells": -0.6067, + "ks_statistic_scaled_var_genes": -0.829, + "ks_statistic_tmm_cells": 4.3316, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.373, + "svg_recall": 0.3053 }, "scaled_scores": { - "clustering_ari": 0.4406, - "clustering_nmi": 0.5153, - "crosscor_cosine": 0.228, - "crosscor_mantel": 0.0223, - "ctdeconcolute_jsd": -0.1746, - "ctdeconvolute_rmse": -0.0705, + "clustering_ari": 0.5342, + "clustering_nmi": 0.5846, + "crosscor_cosine": 0.1744, + "crosscor_mantel": -0.0386, + "ctdeconcolute_jsd": -0.0838, + "ctdeconvolute_rmse": -0.0466, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9832, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.995, "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.987, - "ks_statistic_frac_zero_genes": 0.8393, - "ks_statistic_L_stats": -2.0651, - "ks_statistic_lib_fraczero_cells": 0.4066, - "ks_statistic_lib_size_cells": 0.9832, - "ks_statistic_mean_fraczero_genes": -1.0421, - "ks_statistic_mean_var_genes": -0.0064, - "ks_statistic_morans_I": 0.8157, - "ks_statistic_nn_correlation": 0.3982, - "ks_statistic_pearson_cells": 0.1786, - "ks_statistic_pearson_genes": -0.0622, - "ks_statistic_scaled_mean_cells": 1.0372, - "ks_statistic_scaled_mean_genes": 0.8956, - "ks_statistic_scaled_var_cells": 1.7246, - "ks_statistic_scaled_var_genes": 0.7095, - "ks_statistic_tmm_cells": -4.6031, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_frac_zero_cells": 0.9902, + "ks_statistic_frac_zero_genes": 0.8658, + "ks_statistic_L_stats": -8.9366, + "ks_statistic_lib_fraczero_cells": 0.7644, + "ks_statistic_lib_size_cells": 0.995, + "ks_statistic_mean_fraczero_genes": -1.1884, + "ks_statistic_mean_var_genes": -0.2436, + "ks_statistic_morans_I": 0.8198, + "ks_statistic_nn_correlation": 0.4961, + "ks_statistic_pearson_cells": -0.194, + "ks_statistic_pearson_genes": -0.115, + "ks_statistic_scaled_mean_cells": 0.4776, + "ks_statistic_scaled_mean_genes": -0.4173, + "ks_statistic_scaled_var_cells": 1.821, + "ks_statistic_scaled_var_genes": 2.2522, + "ks_statistic_tmm_cells": -7.1098, + "ks_statistic_transition_matrix": 1.8, "svg_precision": 0, - "svg_recall": 0.2974 + "svg_recall": 0.3053 }, - "mean_score": 0.4724, + "mean_score": 0.4484, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 15.7, - "cpu_pct": 136.9, - "peak_memory_mb": 3789, + "cpu_pct": 193.6, + "peak_memory_mb": 6452, "disk_read_mb": 71, "disk_write_mb": 8 } @@ -5931,74 +5931,74 @@ "dataset_id": "pdac", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.6177, - "clustering_nmi": 0.6491, + "clustering_ari": 0.4455, + "clustering_nmi": 0.5402, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7521, - "ctdeconcolute_jsd": 0.028, - "ctdeconvolute_rmse": 0.0441, + "crosscor_mantel": 0.7486, + "ctdeconcolute_jsd": 0.0268, + "ctdeconvolute_rmse": 0.0453, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": -0.4757, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.2298, - "ks_statistic_frac_zero_genes": 1.3471, - "ks_statistic_L_stats": 1.4181, - "ks_statistic_lib_fraczero_cells": 1.3892, - "ks_statistic_lib_size_cells": -0.4757, - "ks_statistic_mean_fraczero_genes": 11.4626, - "ks_statistic_mean_var_genes": 7.459, - "ks_statistic_morans_I": 2.2448, - "ks_statistic_nn_correlation": 1.4348, - "ks_statistic_pearson_cells": 1.3517, - "ks_statistic_pearson_genes": 0.7582, - "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": 0.976, - "ks_statistic_scaled_var_cells": -0.3621, - "ks_statistic_scaled_var_genes": -5.373, - "ks_statistic_tmm_cells": -0.2972, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.8295, - "svg_recall": 0.9474 + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": -0.4739, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.2117, + "ks_statistic_frac_zero_genes": 1.3499, + "ks_statistic_L_stats": 1.8874, + "ks_statistic_lib_fraczero_cells": 0.7413, + "ks_statistic_lib_size_cells": -0.4739, + "ks_statistic_mean_fraczero_genes": 5.7709, + "ks_statistic_mean_var_genes": 1.0261, + "ks_statistic_morans_I": 2.2477, + "ks_statistic_nn_correlation": 1.0689, + "ks_statistic_pearson_cells": 0.2754, + "ks_statistic_pearson_genes": 0.1383, + "ks_statistic_scaled_mean_cells": -0.2629, + "ks_statistic_scaled_mean_genes": 2.039, + "ks_statistic_scaled_var_cells": -0.3428, + "ks_statistic_scaled_var_genes": -3.4536, + "ks_statistic_tmm_cells": -0.2364, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.8651, + "svg_recall": 0.9447 }, "scaled_scores": { - "clustering_ari": 1.8625, - "clustering_nmi": 1.6602, + "clustering_ari": 1.2472, + "clustering_nmi": 1.3081, "crosscor_cosine": 0, - "crosscor_mantel": 0.9478, - "ctdeconcolute_jsd": 0.7484, - "ctdeconvolute_rmse": 0.9257, + "crosscor_mantel": 0.9431, + "ctdeconcolute_jsd": 0.7605, + "ctdeconvolute_rmse": 0.9242, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6667, - "ks_statistic_efflib_size_cells": 0.9975, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9971, - "ks_statistic_frac_zero_genes": 0.9783, - "ks_statistic_L_stats": 0.8011, - "ks_statistic_lib_fraczero_cells": 0.8596, - "ks_statistic_lib_size_cells": 0.9975, - "ks_statistic_mean_fraczero_genes": 0.4445, - "ks_statistic_mean_var_genes": 0.939, - "ks_statistic_morans_I": 1.124, - "ks_statistic_nn_correlation": 1.0002, - "ks_statistic_pearson_cells": 0.9846, - "ks_statistic_pearson_genes": 0.9898, - "ks_statistic_scaled_mean_cells": 0.0002, - "ks_statistic_scaled_mean_genes": 0.9781, - "ks_statistic_scaled_var_cells": 0.3365, - "ks_statistic_scaled_var_genes": 24.7067, - "ks_statistic_tmm_cells": 0.8337, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_central_score": 1.25, + "ks_statistic_efflib_size_cells": 0.9988, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.998, + "ks_statistic_frac_zero_genes": 0.9791, + "ks_statistic_L_stats": -0.0965, + "ks_statistic_lib_fraczero_cells": 0.9602, + "ks_statistic_lib_size_cells": 0.9988, + "ks_statistic_mean_fraczero_genes": 0.7165, + "ks_statistic_mean_var_genes": 0.958, + "ks_statistic_morans_I": 1.1251, + "ks_statistic_nn_correlation": 1.0323, + "ks_statistic_pearson_cells": 0.9941, + "ks_statistic_pearson_genes": 0.9993, + "ks_statistic_scaled_mean_cells": 0.0023, + "ks_statistic_scaled_mean_genes": 0.9621, + "ks_statistic_scaled_var_cells": 0.2223, + "ks_statistic_scaled_var_genes": 12.3721, + "ks_statistic_tmm_cells": 0.6457, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.9474 + "svg_recall": 0.9447 }, - "mean_score": 0.783, + "mean_score": 0.7589, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 27.8, - "cpu_pct": 121.3, - "peak_memory_mb": 3584, + "duration_sec": 28.4, + "cpu_pct": 141.5, + "peak_memory_mb": 6247, "disk_read_mb": 71, "disk_write_mb": 8 } @@ -6016,7 +6016,7 @@ "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 2.6459, - "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment": 0.25, "ks_statistic_frac_zero_cells": 1.251, "ks_statistic_frac_zero_genes": 7.9975, "ks_statistic_L_stats": 6.9254, @@ -6026,8 +6026,8 @@ "ks_statistic_mean_var_genes": 280.3776, "ks_statistic_morans_I": 3.169, "ks_statistic_nn_correlation": 3.423, - "ks_statistic_pearson_cells": 55.93, - "ks_statistic_pearson_genes": 51.8369, + "ks_statistic_pearson_cells": 51.8695, + "ks_statistic_pearson_genes": 57.0351, "ks_statistic_scaled_mean_cells": -0.2396, "ks_statistic_scaled_mean_genes": 18.5976, "ks_statistic_scaled_var_cells": -0.2974, @@ -6038,43 +6038,43 @@ "svg_recall": 0.6737 }, "scaled_scores": { - "clustering_ari": 0.4496, - "clustering_nmi": 0.5265, + "clustering_ari": 0.5342, + "clustering_nmi": 0.5846, "crosscor_cosine": 0, - "crosscor_mantel": -0.0413, - "ctdeconcolute_jsd": -0.0804, - "ctdeconvolute_rmse": -0.0098, + "crosscor_mantel": -0.0466, + "ctdeconcolute_jsd": -0.0762, + "ctdeconvolute_rmse": -0.0036, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.8893, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9548, - "ks_statistic_frac_zero_genes": 0.8878, - "ks_statistic_L_stats": -1.7752, - "ks_statistic_lib_fraczero_cells": 0.6573, - "ks_statistic_lib_size_cells": 0.8893, - "ks_statistic_mean_fraczero_genes": -1.5811, - "ks_statistic_mean_var_genes": -0.4185, - "ks_statistic_morans_I": 1.0114, - "ks_statistic_nn_correlation": 0.8259, - "ks_statistic_pearson_cells": 0.4189, - "ks_statistic_pearson_genes": 0.2189, - "ks_statistic_scaled_mean_cells": -0.1306, - "ks_statistic_scaled_mean_genes": 0.6684, - "ks_statistic_scaled_var_cells": -0.0575, - "ks_statistic_scaled_var_genes": 2.164, - "ks_statistic_tmm_cells": -0.5804, - "ks_statistic_transition_matrix": 1.6667, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.9455, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9737, + "ks_statistic_frac_zero_genes": 0.8918, + "ks_statistic_L_stats": -6.2722, + "ks_statistic_lib_fraczero_cells": 0.8687, + "ks_statistic_lib_size_cells": 0.9455, + "ks_statistic_mean_fraczero_genes": -1.4024, + "ks_statistic_mean_var_genes": -1.0594, + "ks_statistic_morans_I": 1.0116, + "ks_statistic_nn_correlation": 0.8255, + "ks_statistic_pearson_cells": 0.1878, + "ks_statistic_pearson_genes": 0.135, + "ks_statistic_scaled_mean_cells": -0.0858, + "ks_statistic_scaled_mean_genes": 0.6901, + "ks_statistic_scaled_var_cells": -0.053, + "ks_statistic_scaled_var_genes": 1.9218, + "ks_statistic_tmm_cells": -1.3856, + "ks_statistic_transition_matrix": 1.8, "svg_precision": 0, "svg_recall": 0.6737 }, - "mean_score": 0.4504, + "mean_score": 0.4571, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 91, - "cpu_pct": 106.6, - "peak_memory_mb": 4711, + "cpu_pct": 113.8, + "peak_memory_mb": 7271, "disk_read_mb": 414, "disk_write_mb": 10 } @@ -6083,74 +6083,74 @@ "dataset_id": "pdac", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.121, - "clustering_nmi": 0.1762, + "clustering_ari": 0.1326, + "clustering_nmi": 0.165, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6102, - "ctdeconcolute_jsd": 0.0854, - "ctdeconvolute_rmse": 0.314, + "crosscor_mantel": 0.6122, + "ctdeconcolute_jsd": 0.0861, + "ctdeconvolute_rmse": 0.3233, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.4163, + "ks_statistic_efflib_size_cells": -0.4387, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.2244, - "ks_statistic_frac_zero_genes": -0.0536, - "ks_statistic_L_stats": 7.2088, - "ks_statistic_lib_fraczero_cells": 0.0201, - "ks_statistic_lib_size_cells": -0.4163, - "ks_statistic_mean_fraczero_genes": -0.3004, - "ks_statistic_mean_var_genes": -16.5216, - "ks_statistic_morans_I": 3.7828, - "ks_statistic_nn_correlation": 1.6813, - "ks_statistic_pearson_cells": 11.6949, - "ks_statistic_pearson_genes": 8.8041, - "ks_statistic_scaled_mean_cells": -0.2621, - "ks_statistic_scaled_mean_genes": -0.2281, - "ks_statistic_scaled_var_cells": -0.3406, - "ks_statistic_scaled_var_genes": -0.5183, - "ks_statistic_tmm_cells": -0.0409, + "ks_statistic_frac_zero_cells": -0.2476, + "ks_statistic_frac_zero_genes": -0.0915, + "ks_statistic_L_stats": 6.3513, + "ks_statistic_lib_fraczero_cells": 0.249, + "ks_statistic_lib_size_cells": -0.4387, + "ks_statistic_mean_fraczero_genes": -0.3496, + "ks_statistic_mean_var_genes": -3.4481, + "ks_statistic_morans_I": 3.0132, + "ks_statistic_nn_correlation": 1.1706, + "ks_statistic_pearson_cells": 10.7777, + "ks_statistic_pearson_genes": 10.2347, + "ks_statistic_scaled_mean_cells": -0.2828, + "ks_statistic_scaled_mean_genes": -0.1638, + "ks_statistic_scaled_var_cells": -0.419, + "ks_statistic_scaled_var_genes": -3.7628, + "ks_statistic_tmm_cells": 0.05, "ks_statistic_transition_matrix": 0.3125, - "svg_precision": 0.7356, - "svg_recall": 0.8711 + "svg_precision": 0.7407, + "svg_recall": 0.8868 }, "scaled_scores": { - "clustering_ari": 0.2172, - "clustering_nmi": 0.319, + "clustering_ari": 0.37, + "clustering_nmi": 0.3748, "crosscor_cosine": 0, - "crosscor_mantel": 0.7694, - "ctdeconcolute_jsd": 0.2333, - "ctdeconvolute_rmse": 0.4711, + "crosscor_mantel": 0.7708, + "ctdeconcolute_jsd": 0.2298, + "ctdeconvolute_rmse": 0.4588, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9955, + "ks_statistic_efflib_size_cells": 0.9982, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.997, - "ks_statistic_frac_zero_genes": 0.9974, - "ks_statistic_L_stats": -1.9078, - "ks_statistic_lib_fraczero_cells": 0.9365, - "ks_statistic_lib_size_cells": 0.9955, - "ks_statistic_mean_fraczero_genes": 0.963, - "ks_statistic_mean_var_genes": 1.0583, - "ks_statistic_morans_I": 0.9367, - "ks_statistic_nn_correlation": 0.9786, - "ks_statistic_pearson_cells": 0.8774, - "ks_statistic_pearson_genes": 0.8684, - "ks_statistic_scaled_mean_cells": -0.0009, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 0.2056, - "ks_statistic_scaled_var_genes": 1.0681, - "ks_statistic_tmm_cells": 0.5454, + "ks_statistic_frac_zero_cells": 0.9986, + "ks_statistic_frac_zero_genes": 0.998, + "ks_statistic_L_stats": -5.5684, + "ks_statistic_lib_fraczero_cells": 0.9707, + "ks_statistic_lib_size_cells": 0.9982, + "ks_statistic_mean_fraczero_genes": 0.9676, + "ks_statistic_mean_var_genes": 0.9903, + "ks_statistic_morans_I": 1.0308, + "ks_statistic_nn_correlation": 1.0234, + "ks_statistic_pearson_cells": 0.83, + "ks_statistic_pearson_genes": 0.8459, + "ks_statistic_scaled_mean_cells": 0.0777, + "ks_statistic_scaled_mean_genes": 0.9983, + "ks_statistic_scaled_var_cells": 0.684, + "ks_statistic_scaled_var_genes": 13.5644, + "ks_statistic_tmm_cells": 0.1595, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.8711 + "svg_recall": 0.8868 }, - "mean_score": 0.6613, + "mean_score": 0.6761, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 408.4, - "peak_memory_mb": 39629, + "duration_sec": 40.9, + "cpu_pct": 385.1, + "peak_memory_mb": 3789, "disk_read_mb": 77, "disk_write_mb": 8 } @@ -6159,35 +6159,35 @@ "dataset_id": "prostate", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0057, - "clustering_nmi": 0.0136, - "crosscor_cosine": 0.5007, - "crosscor_mantel": 0.0028, - "ctdeconcolute_jsd": 0.1363, - "ctdeconvolute_rmse": 0.7402, + "clustering_ari": -0.0041, + "clustering_nmi": 0.0028, + "crosscor_cosine": 0.4997, + "crosscor_mantel": -0.0006, + "ctdeconcolute_jsd": 0.1388, + "ctdeconvolute_rmse": 0.7569, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 26.6299, + "ks_statistic_efflib_size_cells": 22.6113, "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 45.8152, - "ks_statistic_frac_zero_genes": 47.0426, - "ks_statistic_L_stats": 2.2929, - "ks_statistic_lib_fraczero_cells": 15.4806, - "ks_statistic_lib_size_cells": 26.6299, - "ks_statistic_mean_fraczero_genes": 19.4783, - "ks_statistic_mean_var_genes": 131.6103, - "ks_statistic_morans_I": 10.7559, - "ks_statistic_nn_correlation": 11.6131, - "ks_statistic_pearson_cells": 71.016, - "ks_statistic_pearson_genes": 76.8231, - "ks_statistic_scaled_mean_cells": -0.4964, - "ks_statistic_scaled_mean_genes": 118.9346, - "ks_statistic_scaled_var_cells": -0.3358, - "ks_statistic_scaled_var_genes": -0.2476, - "ks_statistic_tmm_cells": 1.3294, - "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 50.6958, + "ks_statistic_frac_zero_genes": 53.9529, + "ks_statistic_L_stats": 3.462, + "ks_statistic_lib_fraczero_cells": 20.855, + "ks_statistic_lib_size_cells": 22.6113, + "ks_statistic_mean_fraczero_genes": 16.9215, + "ks_statistic_mean_var_genes": 84.6271, + "ks_statistic_morans_I": 12.4383, + "ks_statistic_nn_correlation": 11.3886, + "ks_statistic_pearson_cells": 68.2567, + "ks_statistic_pearson_genes": 68.2169, + "ks_statistic_scaled_mean_cells": -0.4736, + "ks_statistic_scaled_mean_genes": 115.8108, + "ks_statistic_scaled_var_cells": -0.3248, + "ks_statistic_scaled_var_genes": -0.2474, + "ks_statistic_tmm_cells": 0.974, + "ks_statistic_transition_matrix": 0.5556, + "svg_precision": 0.3333, + "svg_recall": 0.0055 }, "scaled_scores": { "clustering_ari": 0, @@ -6202,7 +6202,7 @@ "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 0, "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 1, + "ks_statistic_L_stats": 0, "ks_statistic_lib_fraczero_cells": 0, "ks_statistic_lib_size_cells": 0, "ks_statistic_mean_fraczero_genes": 0, @@ -6220,12 +6220,12 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.069, + "mean_score": 0.0345, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 8, - "cpu_pct": 279.4, + "duration_sec": 8.4, + "cpu_pct": 233.2, "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 10 @@ -6254,14 +6254,14 @@ "ks_statistic_mean_var_genes": -1.3836, "ks_statistic_morans_I": 4.8832, "ks_statistic_nn_correlation": 1.355, - "ks_statistic_pearson_cells": -0.1588, - "ks_statistic_pearson_genes": -0.0991, + "ks_statistic_pearson_cells": -0.2736, + "ks_statistic_pearson_genes": -0.1897, "ks_statistic_scaled_mean_cells": -0.3109, "ks_statistic_scaled_mean_genes": -0.5521, "ks_statistic_scaled_var_cells": -0.3908, "ks_statistic_scaled_var_genes": -369.0313, "ks_statistic_tmm_cells": -1.5261, - "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_transition_matrix": 0.3333, "svg_precision": 1, "svg_recall": 1 }, @@ -6278,7 +6278,7 @@ "ks_statistic_enrichment": 1, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, + "ks_statistic_L_stats": 1, "ks_statistic_lib_fraczero_cells": 1, "ks_statistic_lib_size_cells": 1, "ks_statistic_mean_fraczero_genes": 1, @@ -6296,13 +6296,13 @@ "svg_precision": 1, "svg_recall": 1 }, - "mean_score": 0.8966, + "mean_score": 0.931, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 9.1, - "cpu_pct": 182.2, - "peak_memory_mb": 3277, + "duration_sec": 8.9, + "cpu_pct": 240.3, + "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -6311,73 +6311,73 @@ "dataset_id": "prostate", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0289, - "clustering_nmi": 0.0301, + "clustering_ari": 0, + "clustering_nmi": 0.0068, "crosscor_cosine": "NA", - "crosscor_mantel": -0.027, - "ctdeconcolute_jsd": 0.0685, - "ctdeconvolute_rmse": 0.2517, + "crosscor_mantel": -0.2046, + "ctdeconcolute_jsd": 0.0701, + "ctdeconvolute_rmse": 0.2601, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.7804, + "ks_statistic_efflib_size_cells": 1.3131, "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 2.1733, - "ks_statistic_frac_zero_genes": 2.1315, - "ks_statistic_L_stats": 1.6046, - "ks_statistic_lib_fraczero_cells": 4.3168, - "ks_statistic_lib_size_cells": 1.7804, - "ks_statistic_mean_fraczero_genes": 10.3326, - "ks_statistic_mean_var_genes": 24.4333, - "ks_statistic_morans_I": 17.5723, - "ks_statistic_nn_correlation": 4.3071, - "ks_statistic_pearson_cells": 3.2177, - "ks_statistic_pearson_genes": 3.2474, - "ks_statistic_scaled_mean_cells": -0.3259, - "ks_statistic_scaled_mean_genes": -0.4854, - "ks_statistic_scaled_var_cells": -0.3083, - "ks_statistic_scaled_var_genes": -0.5944, - "ks_statistic_tmm_cells": -0.1424, + "ks_statistic_frac_zero_cells": 2.1216, + "ks_statistic_frac_zero_genes": 2.0764, + "ks_statistic_L_stats": 1.203, + "ks_statistic_lib_fraczero_cells": 3.7835, + "ks_statistic_lib_size_cells": 1.3131, + "ks_statistic_mean_fraczero_genes": 9.5085, + "ks_statistic_mean_var_genes": 0.5649, + "ks_statistic_morans_I": 16.1454, + "ks_statistic_nn_correlation": 5.007, + "ks_statistic_pearson_cells": 8.7758, + "ks_statistic_pearson_genes": 7.4174, + "ks_statistic_scaled_mean_cells": -0.3095, + "ks_statistic_scaled_mean_genes": -0.5004, + "ks_statistic_scaled_var_cells": -0.3114, + "ks_statistic_scaled_var_genes": -38.2139, + "ks_statistic_tmm_cells": 0.2146, "ks_statistic_transition_matrix": 0.4444, "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.1751, - "clustering_nmi": 0.1029, + "clustering_ari": 0.0287, + "clustering_nmi": 0.0235, "crosscor_cosine": 0, - "crosscor_mantel": -0.0451, - "ctdeconcolute_jsd": 0.4977, - "ctdeconvolute_rmse": 0.66, + "crosscor_mantel": -0.3069, + "ctdeconcolute_jsd": 0.4948, + "ctdeconvolute_rmse": 0.6564, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9164, + "ks_statistic_efflib_size_cells": 0.9221, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9449, - "ks_statistic_frac_zero_genes": 0.9497, - "ks_statistic_L_stats": 2.0305, - "ks_statistic_lib_fraczero_cells": 0.6858, - "ks_statistic_lib_size_cells": 0.9164, - "ks_statistic_mean_fraczero_genes": 0.4405, - "ks_statistic_mean_var_genes": 0.8059, - "ks_statistic_morans_I": -1.1607, - "ks_statistic_nn_correlation": 0.7122, - "ks_statistic_pearson_cells": 0.9526, - "ks_statistic_pearson_genes": 0.9565, - "ks_statistic_scaled_mean_cells": 0.0809, - "ks_statistic_scaled_mean_genes": 0.9994, - "ks_statistic_scaled_var_cells": -0.5004, - "ks_statistic_scaled_var_genes": 0.0009, - "ks_statistic_tmm_cells": 0.5154, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 0.9512, + "ks_statistic_frac_zero_genes": 0.9571, + "ks_statistic_L_stats": 4.5075, + "ks_statistic_lib_fraczero_cells": 0.7885, + "ks_statistic_lib_size_cells": 0.9221, + "ks_statistic_mean_fraczero_genes": 0.4072, + "ks_statistic_mean_var_genes": 0.9773, + "ks_statistic_morans_I": -0.4907, + "ks_statistic_nn_correlation": 0.636, + "ks_statistic_pearson_cells": 0.868, + "ks_statistic_pearson_genes": 0.8888, + "ks_statistic_scaled_mean_cells": -0.0089, + "ks_statistic_scaled_mean_genes": 0.9996, + "ks_statistic_scaled_var_cells": -0.202, + "ks_statistic_scaled_var_genes": 0.103, + "ks_statistic_tmm_cells": 0.3037, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": -0.5, + "svg_recall": -0.0055 }, - "mean_score": 0.4246, + "mean_score": 0.4285, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 116, - "cpu_pct": 209.1, + "duration_sec": 114, + "cpu_pct": 214.1, "peak_memory_mb": 20276, "disk_read_mb": 52, "disk_write_mb": 11 @@ -6387,74 +6387,74 @@ "dataset_id": "prostate", "method_id": "scdesign3", "metric_values": { - "clustering_ari": -0.0035, - "clustering_nmi": 0.0035, + "clustering_ari": "NA", + "clustering_nmi": "NA", "crosscor_cosine": "NA", - "crosscor_mantel": 0.6151, - "ctdeconcolute_jsd": 0.0575, - "ctdeconvolute_rmse": 0.1934, + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.8133, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 0.645, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.9631, - "ks_statistic_frac_zero_genes": 0.6125, - "ks_statistic_L_stats": 3.518, - "ks_statistic_lib_fraczero_cells": 1.7984, - "ks_statistic_lib_size_cells": 0.8133, - "ks_statistic_mean_fraczero_genes": 3.6489, - "ks_statistic_mean_var_genes": -0.9064, - "ks_statistic_morans_I": 3.7679, - "ks_statistic_nn_correlation": 1.3657, - "ks_statistic_pearson_cells": 12.5661, - "ks_statistic_pearson_genes": 13.561, - "ks_statistic_scaled_mean_cells": -0.3318, - "ks_statistic_scaled_mean_genes": -0.481, - "ks_statistic_scaled_var_cells": -0.4265, - "ks_statistic_scaled_var_genes": -12.7638, - "ks_statistic_tmm_cells": 1.4651, - "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0.7778, - "svg_recall": 0.6538 + "ks_statistic_frac_zero_cells": 0.7489, + "ks_statistic_frac_zero_genes": 0.5129, + "ks_statistic_L_stats": 2.8358, + "ks_statistic_lib_fraczero_cells": 1.9907, + "ks_statistic_lib_size_cells": 0.645, + "ks_statistic_mean_fraczero_genes": 3.1192, + "ks_statistic_mean_var_genes": -4.2558, + "ks_statistic_morans_I": 4.1657, + "ks_statistic_nn_correlation": 1.7185, + "ks_statistic_pearson_cells": 12.4402, + "ks_statistic_pearson_genes": 14.1703, + "ks_statistic_scaled_mean_cells": -0.3507, + "ks_statistic_scaled_mean_genes": 0.0957, + "ks_statistic_scaled_var_cells": -0.4372, + "ks_statistic_scaled_var_genes": -0.5985, + "ks_statistic_tmm_cells": 2.7541, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": "NA", + "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0696, - "clustering_nmi": -0.0632, + "clustering_ari": 0, + "clustering_nmi": 0, "crosscor_cosine": 0, - "crosscor_mantel": 0.9257, - "ctdeconcolute_jsd": 0.578, - "ctdeconvolute_rmse": 0.7387, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9521, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.951, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9711, - "ks_statistic_frac_zero_genes": 0.9818, - "ks_statistic_L_stats": -0.8343, - "ks_statistic_lib_fraczero_cells": 0.8406, - "ks_statistic_lib_size_cells": 0.9521, - "ks_statistic_mean_fraczero_genes": 0.7624, - "ks_statistic_mean_var_genes": 0.9964, - "ks_statistic_morans_I": 1.1899, - "ks_statistic_nn_correlation": 0.999, - "ks_statistic_pearson_cells": 0.8212, - "ks_statistic_pearson_genes": 0.8224, - "ks_statistic_scaled_mean_cells": 0.1126, - "ks_statistic_scaled_mean_genes": 0.9994, - "ks_statistic_scaled_var_cells": 1.6499, - "ks_statistic_scaled_var_genes": 0.0339, - "ks_statistic_tmm_cells": -0.0475, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0.7778, - "svg_recall": 0.6538 + "ks_statistic_frac_zero_cells": 0.9781, + "ks_statistic_frac_zero_genes": 0.986, + "ks_statistic_L_stats": 1.2495, + "ks_statistic_lib_fraczero_cells": 0.8712, + "ks_statistic_lib_size_cells": 0.951, + "ks_statistic_mean_fraczero_genes": 0.7581, + "ks_statistic_mean_var_genes": 1.0334, + "ks_statistic_morans_I": 1.095, + "ks_statistic_nn_correlation": 0.9638, + "ks_statistic_pearson_cells": 0.8145, + "ks_statistic_pearson_genes": 0.7901, + "ks_statistic_scaled_mean_cells": 0.2447, + "ks_statistic_scaled_mean_genes": 0.9944, + "ks_statistic_scaled_var_cells": 1.7041, + "ks_statistic_scaled_var_genes": 0.001, + "ks_statistic_tmm_cells": -0.7121, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 }, - "mean_score": 0.5834, + "mean_score": 0.5622, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 2774, - "cpu_pct": 100.3, - "peak_memory_mb": 5120, + "duration_sec": 2764, + "cpu_pct": 100.5, + "peak_memory_mb": 7988, "disk_read_mb": 81, "disk_write_mb": 10 } @@ -6463,73 +6463,73 @@ "dataset_id": "prostate", "method_id": "sparsim", "metric_values": { - "clustering_ari": -0.0034, - "clustering_nmi": 0.0038, + "clustering_ari": -0.0041, + "clustering_nmi": 0.0023, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0259, - "ctdeconcolute_jsd": 0.103, - "ctdeconvolute_rmse": 0.5213, + "crosscor_mantel": 0.0358, + "ctdeconcolute_jsd": 0.1045, + "ctdeconvolute_rmse": 0.5086, "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score": 0.2222, "ks_statistic_efflib_size_cells": -0.4867, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.0225, - "ks_statistic_frac_zero_genes": 4.5412, - "ks_statistic_L_stats": 3.0855, - "ks_statistic_lib_fraczero_cells": 0.9901, + "ks_statistic_frac_zero_cells": -0.0026, + "ks_statistic_frac_zero_genes": 5.6952, + "ks_statistic_L_stats": 1.1081, + "ks_statistic_lib_fraczero_cells": 1.1806, "ks_statistic_lib_size_cells": -0.4867, - "ks_statistic_mean_fraczero_genes": -11.447, - "ks_statistic_mean_var_genes": 103.7157, - "ks_statistic_morans_I": 6.1095, - "ks_statistic_nn_correlation": 6.776, - "ks_statistic_pearson_cells": 253.2222, - "ks_statistic_pearson_genes": 257.4833, + "ks_statistic_mean_fraczero_genes": -18.8296, + "ks_statistic_mean_var_genes": 59.8835, + "ks_statistic_morans_I": 7.0816, + "ks_statistic_nn_correlation": 7.6059, + "ks_statistic_pearson_cells": 224.7332, + "ks_statistic_pearson_genes": 260.6618, "ks_statistic_scaled_mean_cells": -0.3109, - "ks_statistic_scaled_mean_genes": 92.0693, - "ks_statistic_scaled_var_cells": -1.0345, - "ks_statistic_scaled_var_genes": -0.6696, - "ks_statistic_tmm_cells": 2.9887, + "ks_statistic_scaled_mean_genes": 100.8326, + "ks_statistic_scaled_var_cells": -0.6646, + "ks_statistic_scaled_var_genes": -1.249, + "ks_statistic_tmm_cells": 2.99, "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.3961, - "svg_recall": 0.3352 + "svg_precision": 0.3407, + "svg_recall": 0.4231 }, "scaled_scores": { - "clustering_ari": -0.0684, - "clustering_nmi": -0.061, + "clustering_ari": -0.0006, + "clustering_nmi": -0.0029, "crosscor_cosine": 0, - "crosscor_mantel": 0.0349, - "ctdeconcolute_jsd": 0.2445, - "ctdeconvolute_rmse": 0.2957, + "crosscor_mantel": 0.0547, + "ctdeconcolute_jsd": 0.2471, + "ctdeconvolute_rmse": 0.328, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.5, + "ks_statistic_central_score": 2, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9925, - "ks_statistic_frac_zero_genes": 0.8987, - "ks_statistic_L_stats": -0.1867, - "ks_statistic_lib_fraczero_cells": 0.8902, + "ks_statistic_frac_zero_cells": 0.9928, + "ks_statistic_frac_zero_genes": 0.8904, + "ks_statistic_L_stats": 4.6967, + "ks_statistic_lib_fraczero_cells": 0.9087, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.4894, - "ks_statistic_mean_var_genes": 0.2097, - "ks_statistic_morans_I": 0.7912, - "ks_statistic_nn_correlation": 0.4715, - "ks_statistic_pearson_cells": -2.56, - "ks_statistic_pearson_genes": -2.3486, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.2248, - "ks_statistic_scaled_var_cells": 12.7131, - "ks_statistic_scaled_var_genes": 0.0011, - "ks_statistic_tmm_cells": -0.5811, - "ks_statistic_transition_matrix": 1, - "svg_precision": 0.3961, - "svg_recall": 0.3352 + "ks_statistic_mean_fraczero_genes": 1.9636, + "ks_statistic_mean_var_genes": 0.2877, + "ks_statistic_morans_I": 0.709, + "ks_statistic_nn_correlation": 0.377, + "ks_statistic_pearson_cells": -2.2833, + "ks_statistic_pearson_genes": -2.8132, + "ks_statistic_scaled_mean_cells": -4.4409e-16, + "ks_statistic_scaled_mean_genes": 0.1287, + "ks_statistic_scaled_var_cells": 5.1492, + "ks_statistic_scaled_var_genes": 0.0027, + "ks_statistic_tmm_cells": -0.8064, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0.0111, + "svg_recall": 0.4199 }, - "mean_score": 0.4409, + "mean_score": 0.4606, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 28.2, - "cpu_pct": 150.4, + "duration_sec": 28.7, + "cpu_pct": 151.7, "peak_memory_mb": 6554, "disk_read_mb": 78, "disk_write_mb": 10 @@ -6542,70 +6542,70 @@ "clustering_ari": -0.0038, "clustering_nmi": 0.0054, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0095, - "ctdeconcolute_jsd": 0.1437, - "ctdeconvolute_rmse": 0.7759, + "crosscor_mantel": -0.0116, + "ctdeconcolute_jsd": 0.1548, + "ctdeconvolute_rmse": 0.8409, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.0517, + "ks_statistic_efflib_size_cells": -0.155, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 0.1441, - "ks_statistic_frac_zero_genes": 4.7812, - "ks_statistic_L_stats": 1.8268, - "ks_statistic_lib_fraczero_cells": 1.6981, - "ks_statistic_lib_size_cells": 0.0517, - "ks_statistic_mean_fraczero_genes": 20.9195, - "ks_statistic_mean_var_genes": 23.7385, - "ks_statistic_morans_I": 4.8506, - "ks_statistic_nn_correlation": 4.4832, - "ks_statistic_pearson_cells": 232.551, - "ks_statistic_pearson_genes": 261.2589, - "ks_statistic_scaled_mean_cells": -0.3806, - "ks_statistic_scaled_mean_genes": 71.8991, - "ks_statistic_scaled_var_cells": -0.5327, - "ks_statistic_scaled_var_genes": -0.4716, - "ks_statistic_tmm_cells": 20.829, + "ks_statistic_frac_zero_cells": -0.0209, + "ks_statistic_frac_zero_genes": 3.9456, + "ks_statistic_L_stats": 2.8499, + "ks_statistic_lib_fraczero_cells": 1.4348, + "ks_statistic_lib_size_cells": -0.155, + "ks_statistic_mean_fraczero_genes": 13.9182, + "ks_statistic_mean_var_genes": 20.8243, + "ks_statistic_morans_I": 4.0086, + "ks_statistic_nn_correlation": 3.2931, + "ks_statistic_pearson_cells": 202.8088, + "ks_statistic_pearson_genes": 230.8407, + "ks_statistic_scaled_mean_cells": -0.3054, + "ks_statistic_scaled_mean_genes": 81.413, + "ks_statistic_scaled_var_cells": -0.4138, + "ks_statistic_scaled_var_genes": -2.8164, + "ks_statistic_tmm_cells": 24.5284, "ks_statistic_transition_matrix": 0, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": -0.0714, - "clustering_nmi": -0.0509, + "clustering_ari": 0.0022, + "clustering_nmi": 0.0157, "crosscor_cosine": 0, - "crosscor_mantel": 0.0101, - "ctdeconcolute_jsd": -0.0542, - "ctdeconvolute_rmse": -0.0483, + "crosscor_mantel": -0.0166, + "ctdeconcolute_jsd": -0.1152, + "ctdeconvolute_rmse": -0.1109, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9801, + "ks_statistic_efflib_size_cells": 0.9856, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9888, - "ks_statistic_frac_zero_genes": 0.8937, - "ks_statistic_L_stats": 1.6978, - "ks_statistic_lib_fraczero_cells": 0.8467, - "ks_statistic_lib_size_cells": 0.9801, - "ks_statistic_mean_fraczero_genes": -0.0694, - "ks_statistic_mean_var_genes": 0.8111, - "ks_statistic_morans_I": 1.0055, - "ks_statistic_nn_correlation": 0.695, - "ks_statistic_pearson_cells": -2.2696, - "ks_statistic_pearson_genes": -2.3977, - "ks_statistic_scaled_mean_cells": 0.3755, - "ks_statistic_scaled_mean_genes": 0.3936, - "ks_statistic_scaled_var_cells": 3.5831, - "ks_statistic_scaled_var_genes": 0.0006, - "ks_statistic_tmm_cells": -6.829, - "ks_statistic_transition_matrix": 2, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 0.9931, + "ks_statistic_frac_zero_genes": 0.9226, + "ks_statistic_L_stats": 1.2213, + "ks_statistic_lib_fraczero_cells": 0.8969, + "ks_statistic_lib_size_cells": 0.9856, + "ks_statistic_mean_fraczero_genes": 0.165, + "ks_statistic_mean_var_genes": 0.7418, + "ks_statistic_morans_I": 1.1158, + "ks_statistic_nn_correlation": 0.8068, + "ks_statistic_pearson_cells": -1.9634, + "ks_statistic_pearson_genes": -2.3773, + "ks_statistic_scaled_mean_cells": -0.034, + "ks_statistic_scaled_mean_genes": 0.2956, + "ks_statistic_scaled_var_cells": 1.3491, + "ks_statistic_scaled_var_genes": 0.007, + "ks_statistic_tmm_cells": -9.4217, + "ks_statistic_transition_matrix": 2.5, + "svg_precision": -0.5, + "svg_recall": -0.0055 }, - "mean_score": 0.4474, + "mean_score": 0.442, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 15.5, - "cpu_pct": 183.7, + "duration_sec": 16.2, + "cpu_pct": 178.4, "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 10 @@ -6615,73 +6615,73 @@ "dataset_id": "prostate", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.0635, - "clustering_nmi": 0.0694, + "clustering_ari": 0.126, + "clustering_nmi": 0.1181, "crosscor_cosine": "NA", - "crosscor_mantel": 0.5899, - "ctdeconcolute_jsd": 0.0155, - "ctdeconvolute_rmse": 0.0259, + "crosscor_mantel": 0.589, + "ctdeconcolute_jsd": 0.0152, + "ctdeconvolute_rmse": 0.0224, "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.3747, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -0.4185, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.1511, - "ks_statistic_frac_zero_genes": 1.9374, - "ks_statistic_L_stats": 2.6352, - "ks_statistic_lib_fraczero_cells": 0.6578, - "ks_statistic_lib_size_cells": -0.3747, - "ks_statistic_mean_fraczero_genes": 13.874, - "ks_statistic_mean_var_genes": 1.1138, - "ks_statistic_morans_I": 7.7546, - "ks_statistic_nn_correlation": 3.9315, - "ks_statistic_pearson_cells": 1.1475, - "ks_statistic_pearson_genes": 0.9011, - "ks_statistic_scaled_mean_cells": -0.3072, - "ks_statistic_scaled_mean_genes": -0.368, - "ks_statistic_scaled_var_cells": -0.3877, - "ks_statistic_scaled_var_genes": -5.5906, - "ks_statistic_tmm_cells": -0.5691, + "ks_statistic_frac_zero_cells": -0.2021, + "ks_statistic_frac_zero_genes": 1.9869, + "ks_statistic_L_stats": 2.5845, + "ks_statistic_lib_fraczero_cells": 0.723, + "ks_statistic_lib_size_cells": -0.4185, + "ks_statistic_mean_fraczero_genes": 9.4096, + "ks_statistic_mean_var_genes": 0.772, + "ks_statistic_morans_I": 7.2622, + "ks_statistic_nn_correlation": 3.6621, + "ks_statistic_pearson_cells": 0.1118, + "ks_statistic_pearson_genes": 0.0409, + "ks_statistic_scaled_mean_cells": -0.3042, + "ks_statistic_scaled_mean_genes": -0.1989, + "ks_statistic_scaled_var_cells": -0.3565, + "ks_statistic_scaled_var_genes": -165.411, + "ks_statistic_tmm_cells": -0.5682, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.841, + "svg_precision": 0.8367, "svg_recall": 0.9011 }, "scaled_scores": { - "clustering_ari": 0.4358, - "clustering_nmi": 0.348, + "clustering_ari": 0.9138, + "clustering_nmi": 0.6742, "crosscor_cosine": 0, - "crosscor_mantel": 0.8876, - "ctdeconcolute_jsd": 0.886, - "ctdeconvolute_rmse": 0.965, + "crosscor_mantel": 0.8869, + "ctdeconcolute_jsd": 0.8906, + "ctdeconvolute_rmse": 0.9705, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9959, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9971, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9952, - "ks_statistic_frac_zero_genes": 0.9538, - "ks_statistic_L_stats": 0.4874, - "ks_statistic_lib_fraczero_cells": 0.9106, - "ks_statistic_lib_size_cells": 0.9959, - "ks_statistic_mean_fraczero_genes": 0.2699, - "ks_statistic_mean_var_genes": 0.9812, - "ks_statistic_morans_I": 0.5111, - "ks_statistic_nn_correlation": 0.7488, - "ks_statistic_pearson_cells": 0.9816, - "ks_statistic_pearson_genes": 0.987, - "ks_statistic_scaled_mean_cells": -0.0202, - "ks_statistic_scaled_mean_genes": 0.9985, - "ks_statistic_scaled_var_cells": 0.9451, - "ks_statistic_scaled_var_genes": 0.0145, - "ks_statistic_tmm_cells": 0.6649, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.841, - "svg_recall": 0.9011 + "ks_statistic_frac_zero_cells": 0.9967, + "ks_statistic_frac_zero_genes": 0.9588, + "ks_statistic_L_stats": 1.7508, + "ks_statistic_lib_fraczero_cells": 0.9298, + "ks_statistic_lib_size_cells": 0.9971, + "ks_statistic_mean_fraczero_genes": 0.4126, + "ks_statistic_mean_var_genes": 0.9749, + "ks_statistic_morans_I": 0.6851, + "ks_statistic_nn_correlation": 0.7701, + "ks_statistic_pearson_cells": 0.9944, + "ks_statistic_pearson_genes": 0.9966, + "ks_statistic_scaled_mean_cells": -0.0412, + "ks_statistic_scaled_mean_genes": 0.997, + "ks_statistic_scaled_var_cells": 0.4815, + "ks_statistic_scaled_var_genes": 0.4479, + "ks_statistic_tmm_cells": 0.6169, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0.7551, + "svg_recall": 0.9006 }, - "mean_score": 0.6623, + "mean_score": 0.7672, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 22.1, - "cpu_pct": 156.8, + "duration_sec": 21.6, + "cpu_pct": 145.4, "peak_memory_mb": 6349, "disk_read_mb": 74, "disk_write_mb": 10 @@ -6710,8 +6710,8 @@ "ks_statistic_mean_var_genes": -15.987, "ks_statistic_morans_I": 7.8749, "ks_statistic_nn_correlation": 3.2984, - "ks_statistic_pearson_cells": 200.9426, - "ks_statistic_pearson_genes": 206.5054, + "ks_statistic_pearson_cells": 195.1929, + "ks_statistic_pearson_genes": 175.998, "ks_statistic_scaled_mean_cells": -0.3477, "ks_statistic_scaled_mean_genes": 68.4081, "ks_statistic_scaled_var_cells": -0.3544, @@ -6722,42 +6722,42 @@ "svg_recall": 0.0879 }, "scaled_scores": { - "clustering_ari": -0.0714, - "clustering_nmi": -0.0509, + "clustering_ari": 0.0022, + "clustering_nmi": 0.0157, "crosscor_cosine": 0, - "crosscor_mantel": 0.0003, - "ctdeconcolute_jsd": -0.2348, - "ctdeconvolute_rmse": -0.221, + "crosscor_mantel": 0.0054, + "ctdeconcolute_jsd": -0.2124, + "ctdeconvolute_rmse": -0.194, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9265, + "ks_statistic_efflib_size_cells": 0.9137, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9748, - "ks_statistic_frac_zero_genes": 0.9619, - "ks_statistic_L_stats": 1.3007, - "ks_statistic_lib_fraczero_cells": 0.7648, - "ks_statistic_lib_size_cells": 0.9265, - "ks_statistic_mean_fraczero_genes": 0.8896, - "ks_statistic_mean_var_genes": 1.1098, - "ks_statistic_morans_I": 0.4906, - "ks_statistic_nn_correlation": 0.8105, - "ks_statistic_pearson_cells": -1.8255, - "ks_statistic_pearson_genes": -1.6859, - "ks_statistic_scaled_mean_cells": 0.1984, - "ks_statistic_scaled_mean_genes": 0.4229, - "ks_statistic_scaled_var_cells": 0.3392, + "ks_statistic_frac_zero_cells": 0.9772, + "ks_statistic_frac_zero_genes": 0.9667, + "ks_statistic_L_stats": 2.7335, + "ks_statistic_lib_fraczero_cells": 0.8232, + "ks_statistic_lib_size_cells": 0.9137, + "ks_statistic_mean_fraczero_genes": 0.8741, + "ks_statistic_mean_var_genes": 1.1698, + "ks_statistic_morans_I": 0.604, + "ks_statistic_nn_correlation": 0.8063, + "ks_statistic_pearson_cells": -1.8523, + "ks_statistic_pearson_genes": -1.5756, + "ks_statistic_scaled_mean_cells": 0.2263, + "ks_statistic_scaled_mean_genes": 0.4074, + "ks_statistic_scaled_var_cells": 0.4497, "ks_statistic_scaled_var_genes": 0.0013, - "ks_statistic_tmm_cells": -2.7967, - "ks_statistic_transition_matrix": 2, - "svg_precision": 0.2, - "svg_recall": 0.0879 + "ks_statistic_tmm_cells": -3.3365, + "ks_statistic_transition_matrix": 2.5, + "svg_precision": -0.2, + "svg_recall": 0.0829 }, - "mean_score": 0.4481, + "mean_score": 0.4507, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 74, - "cpu_pct": 119.6, + "duration_sec": 73, + "cpu_pct": 117.8, "peak_memory_mb": 7168, "disk_read_mb": 334, "disk_write_mb": 12 @@ -6767,74 +6767,74 @@ "dataset_id": "prostate", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0073, - "clustering_nmi": 0.0005, + "clustering_ari": -0.0026, + "clustering_nmi": 0.0041, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4366, - "ctdeconcolute_jsd": 0.057, - "ctdeconvolute_rmse": 0.1954, + "crosscor_mantel": 0.4394, + "ctdeconcolute_jsd": 0.0513, + "ctdeconvolute_rmse": 0.1747, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -0.4523, + "ks_statistic_efflib_size_cells": -0.454, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.3267, - "ks_statistic_frac_zero_genes": 0.0159, - "ks_statistic_L_stats": 1.4249, - "ks_statistic_lib_fraczero_cells": -0.2411, - "ks_statistic_lib_size_cells": -0.4523, - "ks_statistic_mean_fraczero_genes": -0.1367, - "ks_statistic_mean_var_genes": -2.4293, - "ks_statistic_morans_I": 5.7931, - "ks_statistic_nn_correlation": 1.838, - "ks_statistic_pearson_cells": 9.5288, - "ks_statistic_pearson_genes": 9.5751, - "ks_statistic_scaled_mean_cells": -0.3117, - "ks_statistic_scaled_mean_genes": -0.4664, - "ks_statistic_scaled_var_cells": -0.3671, - "ks_statistic_scaled_var_genes": -26.2794, - "ks_statistic_tmm_cells": -0.6787, + "ks_statistic_frac_zero_cells": -0.2866, + "ks_statistic_frac_zero_genes": 0.0674, + "ks_statistic_L_stats": 2.4091, + "ks_statistic_lib_fraczero_cells": -0.2514, + "ks_statistic_lib_size_cells": -0.454, + "ks_statistic_mean_fraczero_genes": 0.4603, + "ks_statistic_mean_var_genes": -2.2232, + "ks_statistic_morans_I": 5.5453, + "ks_statistic_nn_correlation": 1.8256, + "ks_statistic_pearson_cells": 7.5982, + "ks_statistic_pearson_genes": 8.9703, + "ks_statistic_scaled_mean_cells": -0.3102, + "ks_statistic_scaled_mean_genes": -0.4992, + "ks_statistic_scaled_var_cells": -0.4189, + "ks_statistic_scaled_var_genes": -13.7878, + "ks_statistic_tmm_cells": -0.2443, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.5928, - "svg_recall": 0.7198 + "svg_precision": 0.6477, + "svg_recall": 0.6868 }, "scaled_scores": { - "clustering_ari": -0.098, - "clustering_nmi": -0.0815, + "clustering_ari": 0.0106, + "clustering_nmi": 0.0077, "crosscor_cosine": 0, - "crosscor_mantel": 0.6559, - "ctdeconcolute_jsd": 0.5819, - "ctdeconvolute_rmse": 0.736, + "crosscor_mantel": 0.6617, + "ctdeconcolute_jsd": 0.6306, + "ctdeconvolute_rmse": 0.7692, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9987, + "ks_statistic_efflib_size_cells": 0.9986, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.999, - "ks_statistic_frac_zero_genes": 0.9944, - "ks_statistic_L_stats": 2.2994, - "ks_statistic_lib_fraczero_cells": 0.9658, - "ks_statistic_lib_size_cells": 0.9987, - "ks_statistic_mean_fraczero_genes": 0.9447, - "ks_statistic_mean_var_genes": 1.0079, - "ks_statistic_morans_I": 0.8451, - "ks_statistic_nn_correlation": 0.9529, - "ks_statistic_pearson_cells": 0.8639, - "ks_statistic_pearson_genes": 0.8742, - "ks_statistic_scaled_mean_cells": 0.0043, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 0.5696, - "ks_statistic_scaled_var_genes": 0.0706, - "ks_statistic_tmm_cells": 0.7033, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.5928, - "svg_recall": 0.7198 + "ks_statistic_frac_zero_cells": 0.9983, + "ks_statistic_frac_zero_genes": 0.9942, + "ks_statistic_L_stats": 2.1008, + "ks_statistic_lib_fraczero_cells": 0.9748, + "ks_statistic_lib_size_cells": 0.9986, + "ks_statistic_mean_fraczero_genes": 0.9041, + "ks_statistic_mean_var_genes": 1.0098, + "ks_statistic_morans_I": 0.9124, + "ks_statistic_nn_correlation": 0.9531, + "ks_statistic_pearson_cells": 0.8851, + "ks_statistic_pearson_genes": 0.8661, + "ks_statistic_scaled_mean_cells": -0.0048, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": 1.426, + "ks_statistic_scaled_var_genes": 0.0367, + "ks_statistic_tmm_cells": 0.4873, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0.4715, + "svg_recall": 0.6851 }, - "mean_score": 0.6749, + "mean_score": 0.6981, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 34.8, - "cpu_pct": 330.9, - "peak_memory_mb": 22733, + "duration_sec": 33.5, + "cpu_pct": 318.2, + "peak_memory_mb": 76800, "disk_read_mb": 80, "disk_write_mb": 11 } From 383a38d2bf2521f0d56ca9bef5bef024ca1e4ec5 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Tue, 18 Mar 2025 19:36:12 +0100 Subject: [PATCH 4/4] update results --- .../spatial_simulators/data/dataset_info.json | 88 +- .../spatial_simulators/data/method_info.json | 84 +- .../data/metric_execution_info.json | 5118 ++++++---- .../spatial_simulators/data/metric_info.json | 415 +- .../data/quality_control.json | 5054 ++++------ results/spatial_simulators/data/results.json | 8422 ++++++++--------- 6 files changed, 9225 insertions(+), 9956 deletions(-) diff --git a/results/spatial_simulators/data/dataset_info.json b/results/spatial_simulators/data/dataset_info.json index 6414b6160..16f34ef6b 100644 --- a/results/spatial_simulators/data/dataset_info.json +++ b/results/spatial_simulators/data/dataset_info.json @@ -1,4 +1,14 @@ [ + { + "dataset_id": "hindlimbmuscle", + "dataset_name": "Hindlimbmuscle", + "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", + "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", + "data_reference": "10.1101/2020.12.01.407460", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", + "date_created": "14-03-2025", + "file_size": 20088216 + }, { "dataset_id": "brain", "dataset_name": "Brain", @@ -6,7 +16,7 @@ "dataset_description": "This datasets were generated matched single nucleus (sn, this submission) and Visium spatial RNA-seq (10X Genomics) profiles of adjacent mouse brain sections that contain multiple regions from the telencephalon and diencephalon.", "data_reference": "10.1038/s41587-021-01139-4", "data_url": "https://github.com/BayraktarLab/cell2location", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 44683309 }, { @@ -16,19 +26,9 @@ "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", "data_reference": "10.1038/s41586-019-1049-y", "data_url": "https://zenodo.org/records/2669683", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 20271969 }, - { - "dataset_id": "breast", - "dataset_name": "Breast", - "dataset_summary": "A spatially resolved atlas of human breast cancers", - "dataset_description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", - "data_reference": "10.1038/s41588-021-00911-1", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "11-12-2024", - "file_size": 23748327 - }, { "dataset_id": "prostate", "dataset_name": "Prostate", @@ -36,9 +36,19 @@ "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", "data_reference": "10.1016/j.isci.2021.102640", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 20645737 }, + { + "dataset_id": "breast", + "dataset_name": "Breast", + "dataset_summary": "A spatially resolved atlas of human breast cancers", + "dataset_description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", + "data_reference": "10.1038/s41588-021-00911-1", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", + "date_created": "14-03-2025", + "file_size": 23748327 + }, { "dataset_id": "pdac", "dataset_name": "pancreatic ductal adenocarcinomas", @@ -46,9 +56,19 @@ "dataset_description": "We developed a multimodal intersection analysis method combining scRNA-seq with spatial transcriptomics to map and characterize the spatial organization and interactions of distinct cell subpopulations in complex tissues, such as primary pancreatic tumors..", "data_reference": "10.1101/2020.12.01.407460", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111672", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 18406025 }, + { + "dataset_id": "olfactorybulb", + "dataset_name": "Olfactorybulb", + "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "data_reference": "10.1126/science.aaf2403", + "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", + "date_created": "14-03-2025", + "file_size": 2341323 + }, { "dataset_id": "fibrosarcoma", "dataset_name": "Fibrosarcoma", @@ -56,19 +76,9 @@ "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", "data_reference": "10.1038/s41587-022-01272-8", "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 28476822 }, - { - "dataset_id": "osteosarcoma", - "dataset_name": "Osteosarcoma", - "dataset_summary": "Spatial profiling of human osteosarcoma cells.", - "dataset_description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", - "data_reference": "10.1073/pnas.1912459116", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "11-12-2024", - "file_size": 21082263 - }, { "dataset_id": "gastrulation", "dataset_name": "Gastrulation", @@ -76,27 +86,17 @@ "dataset_description": "Single-Cell omics Data across Mouse Gastrulation and Highly multiplexed spatially resolved gene expression profiling of Early Organogenesis.", "data_reference": "10.1038/s41587-021-01006-2", "data_url": "https://content.cruk.cam.ac.uk/jmlab/SpatialMouseAtlas2020/", - "date_created": "11-12-2024", + "date_created": "14-03-2025", "file_size": 15690550 }, { - "dataset_id": "olfactorybulb", - "dataset_name": "Olfactorybulb", - "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "data_reference": "10.1126/science.aaf2403", - "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", - "date_created": "11-12-2024", - "file_size": 2341323 - }, - { - "dataset_id": "hindlimbmuscle", - "dataset_name": "Hindlimbmuscle", - "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", - "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", - "data_reference": "10.1101/2020.12.01.407460", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", - "date_created": "11-12-2024", - "file_size": 20088216 + "dataset_id": "osteosarcoma", + "dataset_name": "Osteosarcoma", + "dataset_summary": "Spatial profiling of human osteosarcoma cells.", + "dataset_description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", + "data_reference": "10.1073/pnas.1912459116", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", + "date_created": "14-03-2025", + "file_size": 21082263 } ] diff --git a/results/spatial_simulators/data/method_info.json b/results/spatial_simulators/data/method_info.json index 4761678c4..3843350d8 100644 --- a/results/spatial_simulators/data/method_info.json +++ b/results/spatial_simulators/data/method_info.json @@ -11,14 +11,14 @@ "code_url": "https://github.com/JSB-UCLA/scDesign2", "documentation_url": "https://htmlpreview.github.io/?https://github.com/JSB-UCLA/scDesign2/blob/master/vignettes/scDesign2.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign2:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign2", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/scdesign2", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", - "method_id": "scdesign3", - "method_name": "scDesign3", + "method_id": "scdesign3_nb", + "method_name": "scDesign3 (NB)", "method_summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", "method_description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).\n", "is_baseline": false, @@ -26,10 +26,26 @@ "references_bibtex": null, "code_url": "https://github.com/SONGDONGYUAN1994/scDesign3", "documentation_url": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", - "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign3", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3_nb:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/scdesign3_nb", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" + }, + { + "task_id": "methods", + "method_id": "scdesign3_poisson", + "method_name": "scDesign3 (Poisson)", + "method_summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", + "method_description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).\n", + "is_baseline": false, + "references_doi": "10.1038/s41587-023-01772-1", + "references_bibtex": null, + "code_url": "https://github.com/SONGDONGYUAN1994/scDesign3", + "documentation_url": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3_poisson:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/scdesign3_poisson", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", @@ -43,9 +59,9 @@ "code_url": "https://gitlab.com/sysbiobig/sparsim", "documentation_url": "https://gitlab.com/sysbiobig/sparsim/-/blob/master/vignettes/sparsim.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/sparsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/sparsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/sparsim", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", @@ -59,9 +75,9 @@ "code_url": "https://github.com/Oshlack/splatter", "documentation_url": "https://bioconductor.org/packages/devel/bioc/vignettes/splatter/inst/doc/splatter.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/splatter:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/splatter", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/splatter", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", @@ -75,9 +91,9 @@ "code_url": "https://github.com/xzhoulab/srtsim", "documentation_url": "https://xzhoulab.github.io/SRTsim", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/srtsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/srtsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/srtsim", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", @@ -91,9 +107,9 @@ "code_url": "https://github.com/YosefLab/SymSim", "documentation_url": "https://github.com/YosefLab/SymSim/blob/master/vignettes/SymSimTutorial.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/symsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/symsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/symsim", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "methods", @@ -107,9 +123,9 @@ "code_url": "https://github.com/drisso/zinbwave", "documentation_url": "https://bioconductor.org/packages/release/bioc/html/zinbwave.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/zinbwave:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/zinbwave", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/methods/zinbwave", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "control_methods", @@ -123,24 +139,40 @@ "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/positive:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/positive", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/control_methods/positive", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" + }, + { + "task_id": "control_methods", + "method_id": "negative_shuffle", + "method_name": "negative_shuffle", + "method_summary": "A negative control method which shuffles the input data.", + "method_description": "This control method shuffles the input data as a negative control.\n", + "is_baseline": true, + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative_shuffle:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/control_methods/negative_shuffle", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" }, { "task_id": "control_methods", - "method_id": "negative", - "method_name": "negative", - "method_summary": "A negative control method.", - "method_description": "A negative control method.\n", + "method_id": "negative_normal", + "method_name": "negative_normal", + "method_summary": "A negative control which generates normal distributed data.", + "method_description": "This control method generates normal distributed data as a negative control.\nThe mean and the sd are defined by the mean and sd of the input data.\n", "is_baseline": true, "references_doi": null, "references_bibtex": null, "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, - "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/negative", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative_normal:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/control_methods/negative_normal", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab" } ] diff --git a/results/spatial_simulators/data/metric_execution_info.json b/results/spatial_simulators/data/metric_execution_info.json index bf7182795..c4a034e27 100644 --- a/results/spatial_simulators/data/metric_execution_info.json +++ b/results/spatial_simulators/data/metric_execution_info.json @@ -1,40 +1,68 @@ [ { "dataset_id": "brain", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:23", "exit_code": 0, - "duration_sec": 3928, - "cpu_pct": 102.5, - "peak_memory_mb": 7885, - "disk_read_mb": 1424, + "duration_sec": 5440, + "cpu_pct": 100.7, + "peak_memory_mb": 6554, + "disk_read_mb": 1560, "disk_write_mb": 8 } }, { "dataset_id": "brain", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 1050, - "cpu_pct": 114.2, - "peak_memory_mb": 6759, - "disk_read_mb": 1736, - "disk_write_mb": 14 + "duration_sec": 3388, + "cpu_pct": 108.2, + "peak_memory_mb": 5428, + "disk_read_mb": 3976, + "disk_write_mb": 28 } }, { "dataset_id": "brain", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:39", - "exit_code": 1, - "duration_sec": 7884, + "submit": "2025-03-14 13:28:24", + "exit_code": 0, + "duration_sec": 5952, + "cpu_pct": 100.5, + "peak_memory_mb": 25396, + "disk_read_mb": 1104, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "brain", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:24", + "exit_code": 0, + "duration_sec": 156.6, + "cpu_pct": 116.7, + "peak_memory_mb": 5120, + "disk_read_mb": 1038, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "brain", + "method_id": "negative_shuffle", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": "NA", + "duration_sec": 161.6, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -43,16 +71,44 @@ }, { "dataset_id": "brain", - "method_id": "negative", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 2100, + "cpu_pct": 109.1, + "peak_memory_mb": 5428, + "disk_read_mb": 3500, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "brain", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 7288, + "cpu_pct": 100.7, + "peak_memory_mb": 27034, + "disk_read_mb": 1036, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "brain", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 62.4, - "cpu_pct": 108.9, - "peak_memory_mb": 3892, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 154.8, + "cpu_pct": 126.5, + "peak_memory_mb": 6452, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -60,11 +116,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:34", "exit_code": 0, "duration_sec": 4448, - "cpu_pct": 102.1, - "peak_memory_mb": 7885, + "cpu_pct": 101.4, + "peak_memory_mb": 6452, "disk_read_mb": 1576, "disk_write_mb": 8 } @@ -74,13 +130,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:33", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 106.3, - "peak_memory_mb": 3994, - "disk_read_mb": 2002, - "disk_write_mb": 14 + "duration_sec": 2268, + "cpu_pct": 110.5, + "peak_memory_mb": 6759, + "disk_read_mb": 4004, + "disk_write_mb": 28 } }, { @@ -88,13 +144,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:09", - "exit_code": 1, - "duration_sec": 4080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 6792, + "cpu_pct": 100.4, + "peak_memory_mb": 22631, + "disk_read_mb": 1112, + "disk_write_mb": 4 } }, { @@ -102,13 +158,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 67.2, - "cpu_pct": 127.4, - "peak_memory_mb": 6554, - "disk_read_mb": 519, - "disk_write_mb": 3 + "duration_sec": 192, + "cpu_pct": 111.9, + "peak_memory_mb": 3789, + "disk_read_mb": 1044, + "disk_write_mb": 6 } }, { @@ -116,13 +172,13 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:19:09", - "exit_code": 0, - "duration_sec": 4336, - "cpu_pct": 101.4, - "peak_memory_mb": 7988, - "disk_read_mb": 1432, - "disk_write_mb": 8 + "submit": "2025-03-14 13:41:43", + "exit_code": "NA", + "duration_sec": 1200, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -130,13 +186,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:19:09", + "submit": "2025-03-14 13:41:43", "exit_code": 0, - "duration_sec": 1120, - "cpu_pct": 113.9, + "duration_sec": 3612, + "cpu_pct": 110.6, "peak_memory_mb": 6759, - "disk_read_mb": 1750, - "disk_write_mb": 14 + "disk_read_mb": 3500, + "disk_write_mb": 28 } }, { @@ -144,9 +200,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:19:09", - "exit_code": 1, - "duration_sec": 4080, + "submit": "2025-03-14 13:41:43", + "exit_code": "NA", + "duration_sec": 600, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -158,69 +214,69 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:19:09", + "submit": "2025-03-14 13:41:43", "exit_code": 0, - "duration_sec": 61.5, - "cpu_pct": 138.7, - "peak_memory_mb": 6554, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 223.2, + "cpu_pct": 115.3, + "peak_memory_mb": 6452, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { "dataset_id": "brain", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 17:35:09", + "submit": "2025-03-14 17:35:44", "exit_code": 0, - "duration_sec": 4368, - "cpu_pct": 101.1, - "peak_memory_mb": 5120, - "disk_read_mb": 1424, + "duration_sec": 4352, + "cpu_pct": 100.8, + "peak_memory_mb": 6656, + "disk_read_mb": 1432, "disk_write_mb": 8 } }, { "dataset_id": "brain", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 17:35:09", + "submit": "2025-03-14 17:35:43", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 113, - "peak_memory_mb": 6656, - "disk_read_mb": 1750, - "disk_write_mb": 14 + "duration_sec": 3948, + "cpu_pct": 106.2, + "peak_memory_mb": 4096, + "disk_read_mb": 3500, + "disk_write_mb": 28 } }, { "dataset_id": "brain", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 17:35:09", - "exit_code": 1, - "duration_sec": 4000, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 17:35:44", + "exit_code": 0, + "duration_sec": 6612, + "cpu_pct": 100.5, + "peak_memory_mb": 26010, + "disk_read_mb": 1036, + "disk_write_mb": 4 } }, { "dataset_id": "brain", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 17:35:09", + "submit": "2025-03-14 17:35:44", "exit_code": 0, - "duration_sec": 63.9, - "cpu_pct": 124.5, - "peak_memory_mb": 6554, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 187.2, + "cpu_pct": 114.7, + "peak_memory_mb": 3789, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -228,11 +284,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:29", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 4288, - "cpu_pct": 100.9, - "peak_memory_mb": 5223, + "duration_sec": 4280, + "cpu_pct": 101.5, + "peak_memory_mb": 6554, "disk_read_mb": 1424, "disk_write_mb": 8 } @@ -242,13 +298,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:29", - "exit_code": 0, - "duration_sec": 1764, - "cpu_pct": 103.2, - "peak_memory_mb": 2765, - "disk_read_mb": 1736, - "disk_write_mb": 14 + "submit": "2025-03-14 13:28:24", + "exit_code": "NA", + "duration_sec": 3360, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -256,13 +312,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:29", - "exit_code": "NA", - "duration_sec": 7040, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:28:24", + "exit_code": 0, + "duration_sec": 7080, + "cpu_pct": 100.6, + "peak_memory_mb": 27648, + "disk_read_mb": 1036, + "disk_write_mb": 4 } }, { @@ -270,13 +326,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:29", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 92.4, - "cpu_pct": 103.8, - "peak_memory_mb": 7168, - "disk_read_mb": 462, - "disk_write_mb": 3 + "duration_sec": 155.4, + "cpu_pct": 117.3, + "peak_memory_mb": 5120, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -284,11 +340,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 4408, - "cpu_pct": 101.9, - "peak_memory_mb": 7783, + "duration_sec": 4472, + "cpu_pct": 102.4, + "peak_memory_mb": 7885, "disk_read_mb": 1432, "disk_write_mb": 8 } @@ -298,13 +354,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 109.9, - "peak_memory_mb": 6759, - "disk_read_mb": 1750, - "disk_write_mb": 14 + "duration_sec": 2212, + "cpu_pct": 117.8, + "peak_memory_mb": 6656, + "disk_read_mb": 3500, + "disk_write_mb": 28 } }, { @@ -312,9 +368,9 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:39", - "exit_code": 1, - "duration_sec": 4080, + "submit": "2025-03-14 13:28:24", + "exit_code": "NA", + "duration_sec": 360, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -326,13 +382,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 62.1, - "cpu_pct": 130.7, - "peak_memory_mb": 6554, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 159, + "cpu_pct": 116.4, + "peak_memory_mb": 5120, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -340,12 +396,12 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 4328, - "cpu_pct": 100.9, - "peak_memory_mb": 5325, - "disk_read_mb": 1424, + "duration_sec": 7176, + "cpu_pct": 100.4, + "peak_memory_mb": 3892, + "disk_read_mb": 1432, "disk_write_mb": 8 } }, @@ -354,13 +410,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1806, - "cpu_pct": 103.1, + "duration_sec": 2240, + "cpu_pct": 104.6, "peak_memory_mb": 2663, - "disk_read_mb": 1736, - "disk_write_mb": 14 + "disk_read_mb": 3500, + "disk_write_mb": 28 } }, { @@ -368,13 +424,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:12:49", - "exit_code": 1, - "duration_sec": 4080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:27:53", + "exit_code": 0, + "duration_sec": 6788, + "cpu_pct": 100.4, + "peak_memory_mb": 26624, + "disk_read_mb": 1036, + "disk_write_mb": 4 } }, { @@ -382,13 +438,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 74.1, - "cpu_pct": 108.1, - "peak_memory_mb": 6554, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 151.2, + "cpu_pct": 117.4, + "peak_memory_mb": 5120, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -396,13 +452,13 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:19:29", - "exit_code": 0, - "duration_sec": 9504, - "cpu_pct": 100.3, - "peak_memory_mb": 3789, - "disk_read_mb": 1432, - "disk_write_mb": 8 + "submit": "2025-03-14 13:46:53", + "exit_code": "NA", + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -410,13 +466,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:19:29", - "exit_code": 0, - "duration_sec": 1260, - "cpu_pct": 113.5, - "peak_memory_mb": 6759, - "disk_read_mb": 1750, - "disk_write_mb": 14 + "submit": "2025-03-14 13:46:53", + "exit_code": "NA", + "duration_sec": 2240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -424,13 +480,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:19:29", - "exit_code": 1, - "duration_sec": 4080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:46:53", + "exit_code": 0, + "duration_sec": 6808, + "cpu_pct": 100.6, + "peak_memory_mb": 27034, + "disk_read_mb": 1040, + "disk_write_mb": 4 } }, { @@ -438,13 +494,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:46:53", "exit_code": 0, - "duration_sec": 72.9, - "cpu_pct": 101.6, - "peak_memory_mb": 6554, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 157.8, + "cpu_pct": 116.9, + "peak_memory_mb": 5120, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { @@ -452,11 +508,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:49", + "submit": "2025-03-14 13:29:03", "exit_code": 0, - "duration_sec": 4376, + "duration_sec": 4408, "cpu_pct": 101.5, - "peak_memory_mb": 7885, + "peak_memory_mb": 6452, "disk_read_mb": 1432, "disk_write_mb": 8 } @@ -466,13 +522,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:49", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 112.5, - "peak_memory_mb": 6759, - "disk_read_mb": 1750, - "disk_write_mb": 14 + "duration_sec": 2212, + "cpu_pct": 116, + "peak_memory_mb": 6656, + "disk_read_mb": 3500, + "disk_write_mb": 28 } }, { @@ -480,13 +536,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:49", - "exit_code": 1, - "duration_sec": 3996, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:29:03", + "exit_code": 0, + "duration_sec": 6476, + "cpu_pct": 100.6, + "peak_memory_mb": 28672, + "disk_read_mb": 1036, + "disk_write_mb": 4 } }, { @@ -494,237 +550,293 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:49", + "submit": "2025-03-14 13:29:03", "exit_code": 0, - "duration_sec": 97.8, - "cpu_pct": 89.8, - "peak_memory_mb": 11879, - "disk_read_mb": 465, - "disk_write_mb": 3 + "duration_sec": 154.2, + "cpu_pct": 128.2, + "peak_memory_mb": 6452, + "disk_read_mb": 936, + "disk_write_mb": 6 } }, { "dataset_id": "breast", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:59", + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 1416, - "cpu_pct": 105.6, - "peak_memory_mb": 9012, - "disk_read_mb": 1096, + "duration_sec": 1368, + "cpu_pct": 105.7, + "peak_memory_mb": 9114, + "disk_read_mb": 1360, "disk_write_mb": 8 } }, { "dataset_id": "breast", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:59", + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 1470, - "cpu_pct": 106.2, - "peak_memory_mb": 7476, - "disk_read_mb": 1176, - "disk_write_mb": 14 + "duration_sec": 7588, + "cpu_pct": 105.6, + "peak_memory_mb": 7578, + "disk_read_mb": 3248, + "disk_write_mb": 28 } }, { "dataset_id": "breast", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:59", + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 10260, + "duration_sec": 9668, "cpu_pct": 100.4, - "peak_memory_mb": 25703, - "disk_read_mb": 872, + "peak_memory_mb": 22324, + "disk_read_mb": 1004, "disk_write_mb": 4 } }, { "dataset_id": "breast", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:59", + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 81.6, - "cpu_pct": 96.5, - "peak_memory_mb": 6452, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 147.6, + "cpu_pct": 123.9, + "peak_memory_mb": 6349, + "disk_read_mb": 894, + "disk_write_mb": 6 } }, { "dataset_id": "breast", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1416, - "cpu_pct": 103.7, - "peak_memory_mb": 6452, - "disk_read_mb": 1224, + "duration_sec": 1368, + "cpu_pct": 104.9, + "peak_memory_mb": 7680, + "disk_read_mb": 1104, "disk_write_mb": 8 } }, { "dataset_id": "breast", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1526, - "cpu_pct": 106.2, - "peak_memory_mb": 4916, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 4424, + "cpu_pct": 102.9, + "peak_memory_mb": 3482, + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { "dataset_id": "breast", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:27:53", "exit_code": 0, - "duration_sec": 10168, - "cpu_pct": 100.4, - "peak_memory_mb": 24781, - "disk_read_mb": 932, + "duration_sec": 10280, + "cpu_pct": 100.3, + "peak_memory_mb": 25293, + "disk_read_mb": 872, "disk_write_mb": 4 } }, { "dataset_id": "breast", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:27:53", "exit_code": 0, - "duration_sec": 61.5, - "cpu_pct": 119.9, - "peak_memory_mb": 11674, - "disk_read_mb": 393, - "disk_write_mb": 3 + "duration_sec": 163.2, + "cpu_pct": 115.9, + "peak_memory_mb": 6349, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { "dataset_id": "breast", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 1424, - "cpu_pct": 107.5, - "peak_memory_mb": 9012, - "disk_read_mb": 1104, + "duration_sec": 1448, + "cpu_pct": 102.9, + "peak_memory_mb": 7783, + "disk_read_mb": 1224, "disk_write_mb": 8 } }, { "dataset_id": "breast", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 1526, - "cpu_pct": 113.1, - "peak_memory_mb": 7680, - "disk_read_mb": 1176, - "disk_write_mb": 14 + "duration_sec": 4844, + "cpu_pct": 102.7, + "peak_memory_mb": 3584, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "breast", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 10448, - "cpu_pct": 100.4, - "peak_memory_mb": 26522, - "disk_read_mb": 872, + "duration_sec": 10176, + "cpu_pct": 100.3, + "peak_memory_mb": 24474, + "disk_read_mb": 936, "disk_write_mb": 4 } }, { "dataset_id": "breast", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 62.1, - "cpu_pct": 124.8, - "peak_memory_mb": 11674, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 150, + "cpu_pct": 124.4, + "peak_memory_mb": 6349, + "disk_read_mb": 792, + "disk_write_mb": 6 } }, { "dataset_id": "breast", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 19:18:29", + "submit": "2025-03-14 13:44:44", "exit_code": 0, - "duration_sec": 1448, - "cpu_pct": 105.6, - "peak_memory_mb": 9114, - "disk_read_mb": 1096, - "disk_write_mb": 8 + "duration_sec": 2448, + "cpu_pct": 102.2, + "peak_memory_mb": 9012, + "disk_read_mb": 1104, + "disk_write_mb": 8 } }, { "dataset_id": "breast", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 19:18:29", + "submit": "2025-03-14 13:44:43", + "exit_code": "NA", + "duration_sec": 3052, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:44:43", "exit_code": 0, - "duration_sec": 2408, - "cpu_pct": 105, - "peak_memory_mb": 4711, - "disk_read_mb": 1162, - "disk_write_mb": 14 + "duration_sec": 19836, + "cpu_pct": 100.2, + "peak_memory_mb": 25908, + "disk_read_mb": 876, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign2", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:44:43", + "exit_code": 0, + "duration_sec": 177.6, + "cpu_pct": 131.8, + "peak_memory_mb": 6349, + "disk_read_mb": 702, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3_nb", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 16:34:53", + "exit_code": 0, + "duration_sec": 1440, + "cpu_pct": 104.6, + "peak_memory_mb": 7680, + "disk_read_mb": 1096, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "breast", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 16:34:53", + "exit_code": 0, + "duration_sec": 3024, + "cpu_pct": 110.8, + "peak_memory_mb": 6349, + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { "dataset_id": "breast", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 19:18:29", + "submit": "2025-03-14 16:34:53", "exit_code": 0, - "duration_sec": 10236, - "cpu_pct": 100.4, - "peak_memory_mb": 24167, + "duration_sec": 19688, + "cpu_pct": 100.2, + "peak_memory_mb": 24986, "disk_read_mb": 872, "disk_write_mb": 4 } }, { "dataset_id": "breast", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 19:18:29", + "submit": "2025-03-14 16:34:53", "exit_code": 0, - "duration_sec": 59.4, - "cpu_pct": 124.4, - "peak_memory_mb": 6349, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 170.4, + "cpu_pct": 115.8, + "peak_memory_mb": 3584, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -732,11 +844,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:16:09", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 2616, - "cpu_pct": 100.9, - "peak_memory_mb": 5018, + "duration_sec": 1656, + "cpu_pct": 104.9, + "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -746,13 +858,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:16:09", + "submit": "2025-03-14 13:28:54", "exit_code": 0, - "duration_sec": 1470, - "cpu_pct": 109.7, + "duration_sec": 2940, + "cpu_pct": 110.7, "peak_memory_mb": 7476, - "disk_read_mb": 1162, - "disk_write_mb": 14 + "disk_read_mb": 2324, + "disk_write_mb": 28 } }, { @@ -760,13 +872,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:16:09", - "exit_code": "NA", - "duration_sec": 19600, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:28:53", + "exit_code": 0, + "duration_sec": 10652, + "cpu_pct": 100.4, + "peak_memory_mb": 31437, + "disk_read_mb": 872, + "disk_write_mb": 4 } }, { @@ -774,13 +886,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:16:09", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 74.7, - "cpu_pct": 103.8, - "peak_memory_mb": 2356, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 143.4, + "cpu_pct": 119.6, + "peak_memory_mb": 9216, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -788,9 +900,9 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:12:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1352, + "duration_sec": 1400, "cpu_pct": 105.9, "peak_memory_mb": 9012, "disk_read_mb": 1104, @@ -802,13 +914,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:12:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 2352, - "cpu_pct": 102.8, - "peak_memory_mb": 3584, - "disk_read_mb": 1176, - "disk_write_mb": 14 + "duration_sec": 2996, + "cpu_pct": 111.9, + "peak_memory_mb": 7476, + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { @@ -816,11 +928,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:12:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 10348, - "cpu_pct": 100.3, - "peak_memory_mb": 27136, + "duration_sec": 10212, + "cpu_pct": 100.4, + "peak_memory_mb": 23143, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -830,13 +942,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:12:09", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 83.4, - "cpu_pct": 100.9, - "peak_memory_mb": 3687, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 162.6, + "cpu_pct": 113.9, + "peak_memory_mb": 6349, + "disk_read_mb": 702, + "disk_write_mb": 6 } }, { @@ -844,11 +956,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, "duration_sec": 1440, - "cpu_pct": 105.5, - "peak_memory_mb": 9012, + "cpu_pct": 103.4, + "peak_memory_mb": 7680, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -858,13 +970,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1512, - "cpu_pct": 105.5, - "peak_memory_mb": 4813, - "disk_read_mb": 1162, - "disk_write_mb": 14 + "duration_sec": 4872, + "cpu_pct": 107.9, + "peak_memory_mb": 7476, + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { @@ -872,13 +984,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:39", - "exit_code": 0, - "duration_sec": 10120, - "cpu_pct": 100.4, - "peak_memory_mb": 23655, - "disk_read_mb": 872, - "disk_write_mb": 4 + "submit": "2025-03-14 13:27:54", + "exit_code": "NA", + "duration_sec": 15528, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -886,13 +998,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 57.6, - "cpu_pct": 111.4, - "peak_memory_mb": 3687, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 224.4, + "cpu_pct": 82.3, + "peak_memory_mb": 5018, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -900,12 +1012,12 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:19:39", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 2296, - "cpu_pct": 100.9, - "peak_memory_mb": 5018, - "disk_read_mb": 1096, + "duration_sec": 1424, + "cpu_pct": 105, + "peak_memory_mb": 7680, + "disk_read_mb": 1104, "disk_write_mb": 8 } }, @@ -914,13 +1026,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:19:39", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 1526, - "cpu_pct": 112.6, + "duration_sec": 3024, + "cpu_pct": 111.6, "peak_memory_mb": 7476, - "disk_read_mb": 1176, - "disk_write_mb": 14 + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { @@ -928,13 +1040,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:19:39", - "exit_code": "NA", - "duration_sec": 8080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:28:53", + "exit_code": 0, + "duration_sec": 10780, + "cpu_pct": 100.4, + "peak_memory_mb": 28877, + "disk_read_mb": 872, + "disk_write_mb": 4 } }, { @@ -942,13 +1054,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:19:39", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 57.6, - "cpu_pct": 117.6, - "peak_memory_mb": 6452, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 149.4, + "cpu_pct": 124.7, + "peak_memory_mb": 6349, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -956,10 +1068,10 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:29:33", "exit_code": 0, - "duration_sec": 1384, - "cpu_pct": 105.6, + "duration_sec": 1400, + "cpu_pct": 105.7, "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 @@ -970,13 +1082,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:29:33", "exit_code": 0, - "duration_sec": 1540, - "cpu_pct": 107.3, - "peak_memory_mb": 4813, - "disk_read_mb": 1162, - "disk_write_mb": 14 + "duration_sec": 3108, + "cpu_pct": 110.6, + "peak_memory_mb": 7373, + "disk_read_mb": 2352, + "disk_write_mb": 28 } }, { @@ -984,11 +1096,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:29:33", "exit_code": 0, "duration_sec": 10236, - "cpu_pct": 100.3, - "peak_memory_mb": 24679, + "cpu_pct": 100.4, + "peak_memory_mb": 25498, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -998,192 +1110,192 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:19:29", + "submit": "2025-03-14 13:29:33", "exit_code": 0, - "duration_sec": 67.5, - "cpu_pct": 105, - "peak_memory_mb": 6349, - "disk_read_mb": 345, - "disk_write_mb": 3 + "duration_sec": 147, + "cpu_pct": 114.9, + "peak_memory_mb": 5018, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 696, - "cpu_pct": 107.7, + "duration_sec": 672, + "cpu_pct": 109.1, "peak_memory_mb": 19968, - "disk_read_mb": 4032, + "disk_read_mb": 4064, "disk_write_mb": 8 } }, { "dataset_id": "cortex", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 854, - "cpu_pct": 116.2, + "duration_sec": 1612.8, + "cpu_pct": 119.6, "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "disk_read_mb": 12712, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 508, - "cpu_pct": 106.4, - "peak_memory_mb": 19047, - "disk_read_mb": 2340, + "duration_sec": 480, + "cpu_pct": 106.3, + "peak_memory_mb": 18944, + "disk_read_mb": 2352, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 131, - "peak_memory_mb": 6349, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 194.4, + "cpu_pct": 78.6, + "peak_memory_mb": 5018, + "disk_read_mb": 702, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 656, - "cpu_pct": 111.5, - "peak_memory_mb": 19968, - "disk_read_mb": 4128, + "duration_sec": 632, + "cpu_pct": 110, + "peak_memory_mb": 18637, + "disk_read_mb": 4032, "disk_write_mb": 8 } }, { "dataset_id": "cortex", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 775.6, - "cpu_pct": 111.9, - "peak_memory_mb": 4916, - "disk_read_mb": 6468, - "disk_write_mb": 14 + "duration_sec": 1587.6, + "cpu_pct": 112.8, + "peak_memory_mb": 6247, + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:34", "exit_code": 0, "duration_sec": 516, - "cpu_pct": 110, - "peak_memory_mb": 19047, - "disk_read_mb": 2384, + "cpu_pct": 106.4, + "peak_memory_mb": 17818, + "disk_read_mb": 2340, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "positive", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 47.1, - "cpu_pct": 108, - "peak_memory_mb": 3789, - "disk_read_mb": 372, - "disk_write_mb": 3 + "duration_sec": 171, + "cpu_pct": 84.9, + "peak_memory_mb": 5018, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:59", + "submit": "2025-03-14 13:28:33", "exit_code": 0, - "duration_sec": 656, - "cpu_pct": 114.9, - "peak_memory_mb": 19968, - "disk_read_mb": 4032, + "duration_sec": 664, + "cpu_pct": 111.3, + "peak_memory_mb": 18637, + "disk_read_mb": 4128, "disk_write_mb": 8 } }, { "dataset_id": "cortex", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:59", + "submit": "2025-03-14 13:28:33", "exit_code": 0, - "duration_sec": 910, - "cpu_pct": 108.3, - "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "duration_sec": 1598.8, + "cpu_pct": 117.2, + "peak_memory_mb": 6247, + "disk_read_mb": 12936, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:59", + "submit": "2025-03-14 13:28:33", "exit_code": 0, - "duration_sec": 868, - "cpu_pct": 101.5, - "peak_memory_mb": 15053, - "disk_read_mb": 2340, + "duration_sec": 508, + "cpu_pct": 105.5, + "peak_memory_mb": 17716, + "disk_read_mb": 2384, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "scdesign2", + "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:59", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 76.5, - "cpu_pct": 90.8, + "duration_sec": 129.6, + "cpu_pct": 122.9, "peak_memory_mb": 6349, - "disk_read_mb": 339, - "disk_write_mb": 3 + "disk_read_mb": 750, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:24:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 656, - "cpu_pct": 112.1, + "duration_sec": 1032, + "cpu_pct": 107.9, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1191,167 +1303,167 @@ }, { "dataset_id": "cortex", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:24:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 761.6, - "cpu_pct": 114.1, - "peak_memory_mb": 4916, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "duration_sec": 1565.2, + "cpu_pct": 121.9, + "peak_memory_mb": 6247, + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:24:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 536, - "cpu_pct": 108.5, - "peak_memory_mb": 19047, + "duration_sec": 532, + "cpu_pct": 107, + "peak_memory_mb": 17716, "disk_read_mb": 2340, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "scdesign3", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:24:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 48.6, - "cpu_pct": 121.3, - "peak_memory_mb": 6452, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 123.6, + "cpu_pct": 116.3, + "peak_memory_mb": 5018, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "sparsim", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:29", - "exit_code": 0, - "duration_sec": 688, - "cpu_pct": 102.5, - "peak_memory_mb": 17306, - "disk_read_mb": 4032, - "disk_write_mb": 8 + "submit": "2025-03-14 13:47:13", + "exit_code": "NA", + "duration_sec": 87.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "cortex", - "method_id": "sparsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:47:13", "exit_code": 0, - "duration_sec": 772.8, - "cpu_pct": 120.3, + "duration_sec": 2688, + "cpu_pct": 117.5, "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "sparsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:29", - "exit_code": 0, - "duration_sec": 544, - "cpu_pct": 106.3, - "peak_memory_mb": 19047, - "disk_read_mb": 2340, - "disk_write_mb": 4 + "submit": "2025-03-14 13:47:13", + "exit_code": "NA", + "duration_sec": 161.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "cortex", - "method_id": "sparsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:47:13", "exit_code": 0, - "duration_sec": 49.5, - "cpu_pct": 113.7, - "peak_memory_mb": 6452, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 154.8, + "cpu_pct": 118, + "peak_memory_mb": 6349, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "splatter", + "method_id": "scdesign3_poisson", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:47:14", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 107.5, - "peak_memory_mb": 17306, - "disk_read_mb": 4032, + "duration_sec": 712, + "cpu_pct": 107.3, + "peak_memory_mb": 19968, + "disk_read_mb": 4040, "disk_write_mb": 8 } }, { "dataset_id": "cortex", - "method_id": "splatter", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", - "exit_code": 0, - "duration_sec": 789.6, - "cpu_pct": 118.8, - "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "submit": "2025-03-14 13:47:13", + "exit_code": "NA", + "duration_sec": 865.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "cortex", - "method_id": "splatter", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:39", - "exit_code": 0, - "duration_sec": 556, - "cpu_pct": 107.2, - "peak_memory_mb": 19354, - "disk_read_mb": 2340, - "disk_write_mb": 4 + "submit": "2025-03-14 13:47:13", + "exit_code": "NA", + "duration_sec": 26404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "cortex", - "method_id": "splatter", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:47:13", "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 120.9, - "peak_memory_mb": 6452, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 175.2, + "cpu_pct": 98, + "peak_memory_mb": 6349, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "srtsim", + "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 114.3, + "duration_sec": 680, + "cpu_pct": 112.5, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1359,55 +1471,55 @@ }, { "dataset_id": "cortex", - "method_id": "srtsim", + "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 786.8, - "cpu_pct": 121.1, + "duration_sec": 1708, + "cpu_pct": 115.3, "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "srtsim", + "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 944, - "cpu_pct": 103.4, - "peak_memory_mb": 16692, - "disk_read_mb": 2336, + "duration_sec": 536, + "cpu_pct": 106.6, + "peak_memory_mb": 19047, + "disk_read_mb": 2340, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "srtsim", + "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 45.3, - "cpu_pct": 135.3, - "peak_memory_mb": 6349, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 196.2, + "cpu_pct": 81, + "peak_memory_mb": 5018, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "symsim", + "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 111.1, + "duration_sec": 640, + "cpu_pct": 113.9, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1415,55 +1527,55 @@ }, { "dataset_id": "cortex", - "method_id": "symsim", + "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 792.4, - "cpu_pct": 122.4, + "duration_sec": 1764, + "cpu_pct": 113.1, "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "symsim", + "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 556, - "cpu_pct": 106.8, - "peak_memory_mb": 19149, + "duration_sec": 524, + "cpu_pct": 105.7, + "peak_memory_mb": 17613, "disk_read_mb": 2340, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "symsim", + "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 45, - "cpu_pct": 152.5, + "duration_sec": 114.6, + "cpu_pct": 127, "peak_memory_mb": 6349, - "disk_read_mb": 339, - "disk_write_mb": 3 + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "cortex", - "method_id": "zinbwave", + "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 720, - "cpu_pct": 105, + "duration_sec": 648, + "cpu_pct": 109.5, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1471,604 +1583,884 @@ }, { "dataset_id": "cortex", - "method_id": "zinbwave", + "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 770, - "cpu_pct": 121.7, - "peak_memory_mb": 7578, - "disk_read_mb": 6300, - "disk_write_mb": 14 + "duration_sec": 2604, + "cpu_pct": 109.4, + "peak_memory_mb": 4916, + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { "dataset_id": "cortex", - "method_id": "zinbwave", + "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 540, + "duration_sec": 520, "cpu_pct": 106.6, - "peak_memory_mb": 19047, + "peak_memory_mb": 19456, "disk_read_mb": 2340, "disk_write_mb": 4 } }, { "dataset_id": "cortex", - "method_id": "zinbwave", + "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 48.3, - "cpu_pct": 127.4, - "peak_memory_mb": 6452, - "disk_read_mb": 339, - "disk_write_mb": 3 + "duration_sec": 118.2, + "cpu_pct": 128.3, + "peak_memory_mb": 4916, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "negative", + "dataset_id": "cortex", + "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:39", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 696, - "cpu_pct": 116.5, - "peak_memory_mb": 9728, - "disk_read_mb": 1224, + "duration_sec": 648, + "cpu_pct": 110.8, + "peak_memory_mb": 18637, + "disk_read_mb": 4032, "disk_write_mb": 8 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "negative", + "dataset_id": "cortex", + "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:39", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 1078, - "cpu_pct": 115.4, - "peak_memory_mb": 6554, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 1584.8, + "cpu_pct": 124.4, + "peak_memory_mb": 7578, + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "negative", + "dataset_id": "cortex", + "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:09:39", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 2920, - "cpu_pct": 101.4, - "peak_memory_mb": 23860, - "disk_read_mb": 932, + "duration_sec": 548, + "cpu_pct": 105.1, + "peak_memory_mb": 17716, + "disk_read_mb": 2340, "disk_write_mb": 4 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "negative", + "dataset_id": "cortex", + "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:39", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 74.4, - "cpu_pct": 89.8, + "duration_sec": 112.8, + "cpu_pct": 141.9, "peak_memory_mb": 6349, - "disk_read_mb": 357, - "disk_write_mb": 3 + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "positive", + "dataset_id": "cortex", + "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 808, - "cpu_pct": 108.2, - "peak_memory_mb": 9728, - "disk_read_mb": 1384, + "duration_sec": 696, + "cpu_pct": 105.2, + "peak_memory_mb": 18637, + "disk_read_mb": 4032, "disk_write_mb": 8 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "positive", + "dataset_id": "cortex", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 106.7, - "peak_memory_mb": 3892, - "disk_read_mb": 1666, - "disk_write_mb": 14 + "duration_sec": 1548.4, + "cpu_pct": 114.6, + "peak_memory_mb": 6247, + "disk_read_mb": 12628, + "disk_write_mb": 28 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "positive", + "dataset_id": "cortex", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 5664, - "cpu_pct": 100.4, - "peak_memory_mb": 21607, - "disk_read_mb": 1012, + "duration_sec": 556, + "cpu_pct": 103.2, + "peak_memory_mb": 17716, + "disk_read_mb": 2340, "disk_write_mb": 4 } }, { - "dataset_id": "fibrosarcoma", - "method_id": "positive", + "dataset_id": "cortex", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 59.1, - "cpu_pct": 107.1, - "peak_memory_mb": 6452, - "disk_read_mb": 417, - "disk_write_mb": 3 + "duration_sec": 170.4, + "cpu_pct": 82.6, + "peak_memory_mb": 5018, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign2", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:12:39", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 752, - "cpu_pct": 114.8, - "peak_memory_mb": 9728, - "disk_read_mb": 1224, + "duration_sec": 712, + "cpu_pct": 105.5, + "peak_memory_mb": 8397, + "disk_read_mb": 1328, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign2", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:12:39", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 116.8, - "peak_memory_mb": 6554, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 2996, + "cpu_pct": 105.7, + "peak_memory_mb": 5223, + "disk_read_mb": 3164, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign2", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:12:39", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 3264, - "cpu_pct": 101.4, - "peak_memory_mb": 26420, - "disk_read_mb": 932, + "duration_sec": 2864, + "cpu_pct": 102, + "peak_memory_mb": 22836, + "disk_read_mb": 988, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign2", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:12:39", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 49.8, - "cpu_pct": 125.2, - "peak_memory_mb": 6452, - "disk_read_mb": 360, - "disk_write_mb": 3 + "duration_sec": 140.4, + "cpu_pct": 126.2, + "peak_memory_mb": 11572, + "disk_read_mb": 804, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign3", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 17:15:49", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 776, - "cpu_pct": 103.7, - "peak_memory_mb": 7066, + "duration_sec": 696, + "cpu_pct": 114.4, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign3", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 17:15:49", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 108.8, - "peak_memory_mb": 3892, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 2268, + "cpu_pct": 111.1, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign3", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 17:15:49", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 3176, - "cpu_pct": 100.8, - "peak_memory_mb": 25293, - "disk_read_mb": 932, + "duration_sec": 3020, + "cpu_pct": 100.3, + "peak_memory_mb": 23757, + "disk_read_mb": 936, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign3", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 17:15:49", + "submit": "2025-03-14 13:27:43", "exit_code": 0, - "duration_sec": 48.3, - "cpu_pct": 118.1, - "peak_memory_mb": 3687, - "disk_read_mb": 360, - "disk_write_mb": 3 + "duration_sec": 141, + "cpu_pct": 125.3, + "peak_memory_mb": 11572, + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "sparsim", + "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 792, - "cpu_pct": 109.4, - "peak_memory_mb": 9728, - "disk_read_mb": 1224, + "duration_sec": 760, + "cpu_pct": 106.7, + "peak_memory_mb": 8397, + "disk_read_mb": 1384, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "sparsim", + "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 116.1, - "peak_memory_mb": 6554, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 3612, + "cpu_pct": 107.2, + "peak_memory_mb": 3892, + "disk_read_mb": 3332, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "sparsim", + "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 3284, + "duration_sec": 3100, "cpu_pct": 101.3, - "peak_memory_mb": 23757, - "disk_read_mb": 932, + "peak_memory_mb": 25908, + "disk_read_mb": 1016, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "sparsim", + "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 50.1, - "cpu_pct": 133.3, - "peak_memory_mb": 6452, - "disk_read_mb": 357, - "disk_write_mb": 3 + "duration_sec": 129.6, + "cpu_pct": 134.6, + "peak_memory_mb": 6349, + "disk_read_mb": 846, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "splatter", + "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 1104, - "cpu_pct": 104.3, - "peak_memory_mb": 7066, - "disk_read_mb": 1216, + "duration_sec": 776, + "cpu_pct": 107, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "splatter", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 1092, - "cpu_pct": 108.9, - "peak_memory_mb": 3892, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 2296, + "cpu_pct": 116.9, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "splatter", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 5832, - "cpu_pct": 100.3, - "peak_memory_mb": 21812, - "disk_read_mb": 932, + "duration_sec": 3300, + "cpu_pct": 101.3, + "peak_memory_mb": 27546, + "disk_read_mb": 936, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "splatter", + "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 49.8, - "cpu_pct": 137.4, - "peak_memory_mb": 6349, - "disk_read_mb": 357, - "disk_write_mb": 3 + "duration_sec": 130.8, + "cpu_pct": 119.8, + "peak_memory_mb": 5018, + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "srtsim", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 14:32:53", "exit_code": 0, - "duration_sec": 768, - "cpu_pct": 111, - "peak_memory_mb": 9728, + "duration_sec": 752, + "cpu_pct": 105.8, + "peak_memory_mb": 8397, "disk_read_mb": 1224, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "srtsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 14:32:53", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 114.1, - "peak_memory_mb": 6554, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "duration_sec": 2268, + "cpu_pct": 112, + "peak_memory_mb": 5223, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "srtsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 14:32:53", "exit_code": 0, - "duration_sec": 3168, - "cpu_pct": 100.9, - "peak_memory_mb": 23962, - "disk_read_mb": 932, + "duration_sec": 3164, + "cpu_pct": 101.1, + "peak_memory_mb": 23348, + "disk_read_mb": 936, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "srtsim", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 14:32:53", "exit_code": 0, - "duration_sec": 52.2, - "cpu_pct": 113.8, - "peak_memory_mb": 3687, - "disk_read_mb": 357, - "disk_write_mb": 3 + "duration_sec": 130.2, + "cpu_pct": 122.5, + "peak_memory_mb": 5018, + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "symsim", + "method_id": "scdesign3_poisson", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:22:59", + "submit": "2025-03-14 15:43:14", "exit_code": 0, - "duration_sec": 728, - "cpu_pct": 113.7, - "peak_memory_mb": 9728, - "disk_read_mb": 1224, + "duration_sec": 744, + "cpu_pct": 110.1, + "peak_memory_mb": 8397, + "disk_read_mb": 1232, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "symsim", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:22:59", - "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 115.8, - "peak_memory_mb": 6656, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "submit": "2025-03-14 15:44:53", + "exit_code": 1, + "duration_sec": 2240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "fibrosarcoma", - "method_id": "symsim", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:22:59", + "submit": "2025-03-14 15:43:13", "exit_code": 0, - "duration_sec": 3432, - "cpu_pct": 101.4, - "peak_memory_mb": 30618, - "disk_read_mb": 932, + "duration_sec": 3708, + "cpu_pct": 100.3, + "peak_memory_mb": 31744, + "disk_read_mb": 936, "disk_write_mb": 4 } }, { "dataset_id": "fibrosarcoma", - "method_id": "symsim", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:22:59", + "submit": "2025-03-14 15:43:13", "exit_code": 0, - "duration_sec": 54.6, - "cpu_pct": 121.1, - "peak_memory_mb": 6452, - "disk_read_mb": 357, - "disk_write_mb": 3 + "duration_sec": 132, + "cpu_pct": 118, + "peak_memory_mb": 5018, + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { "dataset_id": "fibrosarcoma", - "method_id": "zinbwave", + "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 744, - "cpu_pct": 115, - "peak_memory_mb": 9728, + "duration_sec": 752, + "cpu_pct": 108, + "peak_memory_mb": 8397, "disk_read_mb": 1224, "disk_write_mb": 8 } }, { "dataset_id": "fibrosarcoma", - "method_id": "zinbwave", + "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 112.5, + "duration_sec": 2296, + "cpu_pct": 113.2, "peak_memory_mb": 6554, - "disk_read_mb": 1386, - "disk_write_mb": 14 + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "fibrosarcoma", - "method_id": "zinbwave", + "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:43", + "exit_code": "NA", + "duration_sec": 5520, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "sparsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:44", "exit_code": 0, - "duration_sec": 3228, - "cpu_pct": 101.1, - "peak_memory_mb": 27034, + "duration_sec": 143.4, + "cpu_pct": 117.6, + "peak_memory_mb": 3584, + "disk_read_mb": 726, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:13", + "exit_code": 0, + "duration_sec": 688, + "cpu_pct": 111.3, + "peak_memory_mb": 8397, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 2212, + "cpu_pct": 116.8, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 3244, + "cpu_pct": 101.6, + "peak_memory_mb": 24679, "disk_read_mb": 932, "disk_write_mb": 4 } }, + { + "dataset_id": "fibrosarcoma", + "method_id": "splatter", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 126, + "cpu_pct": 102.1, + "peak_memory_mb": 2356, + "disk_read_mb": 720, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 752, + "cpu_pct": 113.9, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 2268, + "cpu_pct": 117.2, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 3188, + "cpu_pct": 101.4, + "peak_memory_mb": 24986, + "disk_read_mb": 936, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 118.2, + "peak_memory_mb": 5018, + "disk_read_mb": 726, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:45:24", + "exit_code": 0, + "duration_sec": 1104, + "cpu_pct": 102.8, + "peak_memory_mb": 5632, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:45:24", + "exit_code": 0, + "duration_sec": 4060, + "cpu_pct": 108.2, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:45:24", + "exit_code": 0, + "duration_sec": 3500, + "cpu_pct": 101.7, + "peak_memory_mb": 30311, + "disk_read_mb": 936, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:45:24", + "exit_code": 0, + "duration_sec": 136.8, + "cpu_pct": 134.2, + "peak_memory_mb": 6349, + "disk_read_mb": 726, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 1248, + "cpu_pct": 106.6, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 2352, + "cpu_pct": 115, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "zinbwave", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 3192, + "cpu_pct": 101.3, + "peak_memory_mb": 25805, + "disk_read_mb": 936, + "disk_write_mb": 4 + } + }, { "dataset_id": "fibrosarcoma", "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 47.1, - "cpu_pct": 117.5, - "peak_memory_mb": 3687, - "disk_read_mb": 357, - "disk_write_mb": 3 + "duration_sec": 132.6, + "cpu_pct": 123.8, + "peak_memory_mb": 5018, + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { "dataset_id": "gastrulation", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 5152, - "cpu_pct": 102, + "duration_sec": 6072, + "cpu_pct": 101.4, "peak_memory_mb": 9524, - "disk_read_mb": 1216, + "disk_read_mb": 1328, "disk_write_mb": 8 } }, { "dataset_id": "gastrulation", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 2912, - "cpu_pct": 104.3, - "peak_memory_mb": 5325, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 5768, + "cpu_pct": 104.6, + "peak_memory_mb": 6861, + "disk_read_mb": 3136, + "disk_write_mb": 28 } }, { "dataset_id": "gastrulation", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:03", "exit_code": 0, - "duration_sec": 38284, - "cpu_pct": 100.1, - "peak_memory_mb": 25703, - "disk_read_mb": 928, + "duration_sec": 17756, + "cpu_pct": 100.2, + "peak_memory_mb": 27239, + "disk_read_mb": 984, "disk_write_mb": 4 } }, { "dataset_id": "gastrulation", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:30:43", + "exit_code": 1, + "duration_sec": 179.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative_shuffle", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 61.5, - "cpu_pct": 115.6, - "peak_memory_mb": 3687, - "disk_read_mb": 324, - "disk_write_mb": 3 + "duration_sec": 5192, + "cpu_pct": 102.1, + "peak_memory_mb": 9524, + "disk_read_mb": 1216, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:43", + "exit_code": 0, + "duration_sec": 3444, + "cpu_pct": 106.9, + "peak_memory_mb": 6656, + "disk_read_mb": 2744, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:43", + "exit_code": 0, + "duration_sec": 19500, + "cpu_pct": 100.2, + "peak_memory_mb": 29287, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:38:23", + "exit_code": 1, + "duration_sec": 239.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2076,12 +2468,12 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 5816, - "cpu_pct": 101.7, + "duration_sec": 5872, + "cpu_pct": 101.8, "peak_memory_mb": 9626, - "disk_read_mb": 1272, + "disk_read_mb": 1280, "disk_write_mb": 8 } }, @@ -2090,13 +2482,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 1750, - "cpu_pct": 109.6, + "duration_sec": 3472, + "cpu_pct": 111.9, "peak_memory_mb": 7988, - "disk_read_mb": 1484, - "disk_write_mb": 14 + "disk_read_mb": 2968, + "disk_write_mb": 28 } }, { @@ -2104,11 +2496,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:27:54", "exit_code": 0, - "duration_sec": 18556, + "duration_sec": 18188, "cpu_pct": 100.2, - "peak_memory_mb": 29287, + "peak_memory_mb": 32359, "disk_read_mb": 960, "disk_write_mb": 4 } @@ -2118,13 +2510,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", - "exit_code": 0, - "duration_sec": 67.2, - "cpu_pct": 119.9, - "peak_memory_mb": 6349, - "disk_read_mb": 345, - "disk_write_mb": 3 + "submit": "2025-03-14 13:30:23", + "exit_code": 1, + "duration_sec": 186, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2132,11 +2524,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:13:29", + "submit": "2025-03-14 13:29:03", "exit_code": 0, "duration_sec": 5792, - "cpu_pct": 100.8, - "peak_memory_mb": 6861, + "cpu_pct": 100.4, + "peak_memory_mb": 5530, "disk_read_mb": 1216, "disk_write_mb": 8 } @@ -2146,13 +2538,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:13:29", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 2744, - "cpu_pct": 102.4, - "peak_memory_mb": 3994, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3444, + "cpu_pct": 107.1, + "peak_memory_mb": 8090, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { @@ -2160,9 +2552,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:13:29", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 18796, + "duration_sec": 20572, "cpu_pct": 100.2, "peak_memory_mb": 33588, "disk_read_mb": 932, @@ -2174,69 +2566,125 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:13:29", - "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 103.3, - "peak_memory_mb": 6349, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:39:34", + "exit_code": 1, + "duration_sec": 175.8, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "gastrulation", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:55:49", + "submit": "2025-03-14 14:12:43", "exit_code": 0, - "duration_sec": 5648, - "cpu_pct": 100.8, - "peak_memory_mb": 7066, + "duration_sec": 5664, + "cpu_pct": 101.1, + "peak_memory_mb": 8397, "disk_read_mb": 1216, "disk_write_mb": 8 } }, { "dataset_id": "gastrulation", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:55:49", + "submit": "2025-03-14 14:12:43", "exit_code": 0, - "duration_sec": 1722, - "cpu_pct": 105.5, - "peak_memory_mb": 5325, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3500, + "cpu_pct": 107.5, + "peak_memory_mb": 6861, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { "dataset_id": "gastrulation", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:55:49", + "submit": "2025-03-14 14:12:43", "exit_code": 0, - "duration_sec": 20820, - "cpu_pct": 100.1, - "peak_memory_mb": 30720, - "disk_read_mb": 928, + "duration_sec": 19664, + "cpu_pct": 100.2, + "peak_memory_mb": 32052, + "disk_read_mb": 932, "disk_write_mb": 4 } }, { "dataset_id": "gastrulation", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:55:49", + "submit": "2025-03-14 14:13:23", + "exit_code": 1, + "duration_sec": 120.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3_poisson", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 14:16:43", "exit_code": 0, - "duration_sec": 60.6, - "cpu_pct": 117.8, - "peak_memory_mb": 6349, - "disk_read_mb": 324, - "disk_write_mb": 3 + "duration_sec": 5776, + "cpu_pct": 101.2, + "peak_memory_mb": 8090, + "disk_read_mb": 1216, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 14:16:43", + "exit_code": 0, + "duration_sec": 3696, + "cpu_pct": 105, + "peak_memory_mb": 6554, + "disk_read_mb": 2772, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 14:16:43", + "exit_code": 0, + "duration_sec": 19812, + "cpu_pct": 100.2, + "peak_memory_mb": 32154, + "disk_read_mb": 932, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 14:18:03", + "exit_code": 1, + "duration_sec": 120.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2244,11 +2692,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:17:19", + "submit": "2025-03-14 13:38:43", "exit_code": 0, - "duration_sec": 5928, - "cpu_pct": 101.8, - "peak_memory_mb": 9524, + "duration_sec": 5960, + "cpu_pct": 101.2, + "peak_memory_mb": 8090, "disk_read_mb": 1216, "disk_write_mb": 8 } @@ -2258,13 +2706,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:17:19", + "submit": "2025-03-14 13:38:43", "exit_code": 0, - "duration_sec": 1694, - "cpu_pct": 110.3, - "peak_memory_mb": 8090, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3388, + "cpu_pct": 111.3, + "peak_memory_mb": 7988, + "disk_read_mb": 2744, + "disk_write_mb": 28 } }, { @@ -2272,12 +2720,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:17:19", + "submit": "2025-03-14 13:38:43", "exit_code": 0, - "duration_sec": 50840, - "cpu_pct": 100.1, - "peak_memory_mb": 35636, - "disk_read_mb": 928, + "duration_sec": 24428, + "cpu_pct": 100.2, + "peak_memory_mb": 36864, + "disk_read_mb": 932, "disk_write_mb": 4 } }, @@ -2286,13 +2734,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:17:19", - "exit_code": 0, - "duration_sec": 79.5, - "cpu_pct": 104.1, - "peak_memory_mb": 2356, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:46:53", + "exit_code": 1, + "duration_sec": 182.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2300,10 +2748,10 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 4872, - "cpu_pct": 101.9, + "duration_sec": 5016, + "cpu_pct": 102.4, "peak_memory_mb": 9728, "disk_read_mb": 1216, "disk_write_mb": 8 @@ -2314,13 +2762,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 1680, - "cpu_pct": 110.7, - "peak_memory_mb": 8090, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3360, + "cpu_pct": 108.8, + "peak_memory_mb": 6656, + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { @@ -2328,11 +2776,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 20600, + "duration_sec": 20056, "cpu_pct": 100.2, - "peak_memory_mb": 32871, + "peak_memory_mb": 34612, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2342,13 +2790,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:09", - "exit_code": 0, - "duration_sec": 77.4, - "cpu_pct": 116.8, - "peak_memory_mb": 3687, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:35:53", + "exit_code": 1, + "duration_sec": 175.8, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2356,11 +2804,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, "duration_sec": 5792, - "cpu_pct": 101.3, - "peak_memory_mb": 9524, + "cpu_pct": 101.2, + "peak_memory_mb": 8192, "disk_read_mb": 1216, "disk_write_mb": 8 } @@ -2370,13 +2818,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 1736, - "cpu_pct": 110.6, - "peak_memory_mb": 8090, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3528, + "cpu_pct": 107.3, + "peak_memory_mb": 6656, + "disk_read_mb": 2744, + "disk_write_mb": 28 } }, { @@ -2384,12 +2832,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 18448, - "cpu_pct": 100.3, - "peak_memory_mb": 27239, - "disk_read_mb": 928, + "duration_sec": 18764, + "cpu_pct": 100.2, + "peak_memory_mb": 29184, + "disk_read_mb": 932, "disk_write_mb": 4 } }, @@ -2398,13 +2846,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:39", - "exit_code": 0, - "duration_sec": 64.8, - "cpu_pct": 111, - "peak_memory_mb": 11674, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:33:33", + "exit_code": 1, + "duration_sec": 177, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2412,10 +2860,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:17:29", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 7976, - "cpu_pct": 101.2, + "duration_sec": 8024, + "cpu_pct": 101.3, "peak_memory_mb": 9524, "disk_read_mb": 1216, "disk_write_mb": 8 @@ -2426,13 +2874,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:17:29", + "submit": "2025-03-14 13:29:23", "exit_code": 0, - "duration_sec": 2772, - "cpu_pct": 102.4, - "peak_memory_mb": 4096, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "duration_sec": 3500, + "cpu_pct": 109.6, + "peak_memory_mb": 7988, + "disk_read_mb": 2744, + "disk_write_mb": 28 } }, { @@ -2440,13 +2888,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:17:29", - "exit_code": "NA", - "duration_sec": 17204, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2025-03-14 13:29:23", + "exit_code": 0, + "duration_sec": 23320, + "cpu_pct": 100.2, + "peak_memory_mb": 41268, + "disk_read_mb": 932, + "disk_write_mb": 4 } }, { @@ -2454,13 +2902,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:17:29", - "exit_code": 0, - "duration_sec": 67.2, - "cpu_pct": 102.9, - "peak_memory_mb": 3687, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:42:53", + "exit_code": 1, + "duration_sec": 180.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2468,12 +2916,12 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:13:19", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 5736, - "cpu_pct": 101.2, - "peak_memory_mb": 9626, - "disk_read_mb": 1216, + "duration_sec": 5792, + "cpu_pct": 101.8, + "peak_memory_mb": 9728, + "disk_read_mb": 1224, "disk_write_mb": 8 } }, @@ -2482,13 +2930,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:13:19", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 1750, - "cpu_pct": 109.2, + "duration_sec": 3500, + "cpu_pct": 112.1, "peak_memory_mb": 7885, - "disk_read_mb": 1372, - "disk_write_mb": 14 + "disk_read_mb": 2772, + "disk_write_mb": 28 } }, { @@ -2496,11 +2944,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:13:19", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 18340, - "cpu_pct": 100.3, - "peak_memory_mb": 31847, + "duration_sec": 39312, + "cpu_pct": 100.1, + "peak_memory_mb": 30823, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2510,69 +2958,125 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:13:19", - "exit_code": 0, - "duration_sec": 75.6, - "cpu_pct": 105, - "peak_memory_mb": 6349, - "disk_read_mb": 324, - "disk_write_mb": 3 + "submit": "2025-03-14 13:40:03", + "exit_code": 1, + "duration_sec": 176.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "hindlimbmuscle", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 616, - "cpu_pct": 115.6, + "duration_sec": 592, + "cpu_pct": 110.8, "peak_memory_mb": 7885, + "disk_read_mb": 1160, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 1542.8, + "cpu_pct": 119.6, + "peak_memory_mb": 4916, + "disk_read_mb": 2576, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 988, + "cpu_pct": 103.4, + "peak_memory_mb": 9012, + "disk_read_mb": 904, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:34", + "exit_code": 0, + "duration_sec": 126, + "cpu_pct": 118.6, + "peak_memory_mb": 5018, + "disk_read_mb": 714, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative_shuffle", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:14", + "exit_code": 0, + "duration_sec": 608, + "cpu_pct": 108.3, + "peak_memory_mb": 6452, "disk_read_mb": 1112, "disk_write_mb": 8 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 735, - "cpu_pct": 117.2, + "duration_sec": 1316, + "cpu_pct": 134.5, "peak_memory_mb": 6247, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 105.9, - "peak_memory_mb": 12288, + "duration_sec": 640, + "cpu_pct": 107.2, + "peak_memory_mb": 12493, "disk_read_mb": 880, "disk_write_mb": 4 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 55.5, - "cpu_pct": 122.7, - "peak_memory_mb": 3687, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 117.6, + "cpu_pct": 125, + "peak_memory_mb": 4916, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2580,11 +3084,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:28:34", "exit_code": 0, "duration_sec": 640, - "cpu_pct": 114.5, - "peak_memory_mb": 7885, + "cpu_pct": 112.9, + "peak_memory_mb": 7783, "disk_read_mb": 1208, "disk_write_mb": 8 } @@ -2594,13 +3098,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 701.4, - "cpu_pct": 121.4, + "duration_sec": 1414, + "cpu_pct": 125.2, "peak_memory_mb": 6247, - "disk_read_mb": 1358, - "disk_write_mb": 14 + "disk_read_mb": 2716, + "disk_write_mb": 28 } }, { @@ -2608,12 +3112,12 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 612, - "cpu_pct": 102.8, - "peak_memory_mb": 9319, - "disk_read_mb": 924, + "duration_sec": 608, + "cpu_pct": 105.7, + "peak_memory_mb": 10445, + "disk_read_mb": 928, "disk_write_mb": 4 } }, @@ -2622,13 +3126,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 46.2, - "cpu_pct": 113.3, - "peak_memory_mb": 3687, - "disk_read_mb": 372, - "disk_write_mb": 3 + "duration_sec": 121.2, + "cpu_pct": 123.6, + "peak_memory_mb": 6247, + "disk_read_mb": 750, + "disk_write_mb": 6 } }, { @@ -2636,11 +3140,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:39:34", "exit_code": 0, - "duration_sec": 608, - "cpu_pct": 114.3, - "peak_memory_mb": 7885, + "duration_sec": 952, + "cpu_pct": 115, + "peak_memory_mb": 7783, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2650,13 +3154,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:39:34", "exit_code": 0, - "duration_sec": 683.2, - "cpu_pct": 115.9, - "peak_memory_mb": 3584, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1360.8, + "cpu_pct": 132.7, + "peak_memory_mb": 6247, + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { @@ -2664,13 +3168,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:14:39", - "exit_code": 0, - "duration_sec": 656, - "cpu_pct": 107, - "peak_memory_mb": 13108, - "disk_read_mb": 880, - "disk_write_mb": 4 + "submit": "2025-03-14 13:39:34", + "exit_code": "NA", + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2678,69 +3182,69 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:39:34", "exit_code": 0, - "duration_sec": 44.4, - "cpu_pct": 135.4, + "duration_sec": 165, + "cpu_pct": 118.3, "peak_memory_mb": 6349, - "disk_read_mb": 336, - "disk_write_mb": 3 + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 17:01:39", + "submit": "2025-03-14 14:25:33", "exit_code": 0, - "duration_sec": 608, - "cpu_pct": 118.4, - "peak_memory_mb": 7783, + "duration_sec": 624, + "cpu_pct": 109.3, + "peak_memory_mb": 6452, "disk_read_mb": 1112, "disk_write_mb": 8 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 17:01:39", + "submit": "2025-03-14 14:25:33", "exit_code": 0, - "duration_sec": 688.8, - "cpu_pct": 127.3, - "peak_memory_mb": 6247, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1425.2, + "cpu_pct": 120.3, + "peak_memory_mb": 4916, + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 17:01:39", + "submit": "2025-03-14 14:25:33", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 102.7, - "peak_memory_mb": 10650, - "disk_read_mb": 876, + "duration_sec": 656, + "cpu_pct": 104.9, + "peak_memory_mb": 11469, + "disk_read_mb": 880, "disk_write_mb": 4 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 17:01:39", + "submit": "2025-03-14 14:25:33", "exit_code": 0, - "duration_sec": 46.2, - "cpu_pct": 147.4, - "peak_memory_mb": 6349, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 118.2, + "cpu_pct": 128.3, + "peak_memory_mb": 4916, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2748,11 +3252,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 712, - "cpu_pct": 106.2, - "peak_memory_mb": 7885, + "duration_sec": 656, + "cpu_pct": 111.4, + "peak_memory_mb": 6452, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2762,13 +3266,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 104.7, - "peak_memory_mb": 2253, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1430.8, + "cpu_pct": 120.7, + "peak_memory_mb": 6247, + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { @@ -2776,11 +3280,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 700, - "cpu_pct": 107, - "peak_memory_mb": 13927, + "duration_sec": 704, + "cpu_pct": 105.3, + "peak_memory_mb": 13415, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2790,13 +3294,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 53.7, - "cpu_pct": 109.8, - "peak_memory_mb": 4506, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 117, + "cpu_pct": 124.8, + "peak_memory_mb": 4916, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2804,10 +3308,10 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 640, - "cpu_pct": 108.2, + "duration_sec": 560, + "cpu_pct": 117.1, "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 @@ -2818,13 +3322,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 712.6, - "cpu_pct": 120.2, + "duration_sec": 1414, + "cpu_pct": 130, "peak_memory_mb": 6247, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "disk_read_mb": 2380, + "disk_write_mb": 28 } }, { @@ -2832,12 +3336,12 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 644, - "cpu_pct": 106.8, + "duration_sec": 632, + "cpu_pct": 109, "peak_memory_mb": 12391, - "disk_read_mb": 876, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -2846,13 +3350,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 53.7, - "cpu_pct": 89.2, - "peak_memory_mb": 3687, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 129, + "cpu_pct": 131.5, + "peak_memory_mb": 6349, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2860,11 +3364,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 616, - "cpu_pct": 115.2, - "peak_memory_mb": 7988, + "duration_sec": 608, + "cpu_pct": 108.6, + "peak_memory_mb": 6452, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2874,13 +3378,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 104.9, - "peak_memory_mb": 2253, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1372, + "cpu_pct": 125.9, + "peak_memory_mb": 6247, + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { @@ -2888,11 +3392,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 104, - "peak_memory_mb": 12288, + "duration_sec": 640, + "cpu_pct": 107.6, + "peak_memory_mb": 12391, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2902,13 +3406,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 45, - "cpu_pct": 111.6, - "peak_memory_mb": 3687, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 129, + "cpu_pct": 106.7, + "peak_memory_mb": 2253, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2916,11 +3420,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:29:14", "exit_code": 0, "duration_sec": 536, - "cpu_pct": 107.4, - "peak_memory_mb": 5120, + "cpu_pct": 120, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2930,13 +3434,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 711.2, - "cpu_pct": 113.2, - "peak_memory_mb": 3584, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1411.2, + "cpu_pct": 128.6, + "peak_memory_mb": 6247, + "disk_read_mb": 2408, + "disk_write_mb": 28 } }, { @@ -2944,11 +3448,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 704, - "cpu_pct": 107.2, - "peak_memory_mb": 14132, + "duration_sec": 708, + "cpu_pct": 103.7, + "peak_memory_mb": 13005, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2958,13 +3462,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 56.7, - "cpu_pct": 115.8, - "peak_memory_mb": 3687, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 117, + "cpu_pct": 124.8, + "peak_memory_mb": 4916, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { @@ -2972,11 +3476,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 108, - "peak_memory_mb": 7885, + "duration_sec": 624, + "cpu_pct": 109.8, + "peak_memory_mb": 6452, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2986,13 +3490,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 784, - "cpu_pct": 103.6, - "peak_memory_mb": 3584, - "disk_read_mb": 1190, - "disk_write_mb": 14 + "duration_sec": 1380.4, + "cpu_pct": 122, + "peak_memory_mb": 6247, + "disk_read_mb": 2380, + "disk_write_mb": 28 } }, { @@ -3000,12 +3504,12 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:29:04", "exit_code": 0, - "duration_sec": 1060, - "cpu_pct": 101.4, - "peak_memory_mb": 8807, - "disk_read_mb": 876, + "duration_sec": 648, + "cpu_pct": 105.5, + "peak_memory_mb": 12084, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -3014,24 +3518,24 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:29:03", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 137.3, - "peak_memory_mb": 6349, - "disk_read_mb": 336, - "disk_write_mb": 3 + "duration_sec": 118.2, + "cpu_pct": 127.8, + "peak_memory_mb": 4916, + "disk_read_mb": 678, + "disk_write_mb": 6 } }, { "dataset_id": "olfactorybulb", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:53", "exit_code": 0, - "duration_sec": 162.4, - "cpu_pct": 164.4, + "duration_sec": 161.6, + "cpu_pct": 159, "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3039,44 +3543,100 @@ }, { "dataset_id": "olfactorybulb", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:54", "exit_code": 0, - "duration_sec": 826, - "cpu_pct": 120.8, + "duration_sec": 1579.2, + "cpu_pct": 123.9, "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "disk_read_mb": 1260, + "disk_write_mb": 28 } }, { "dataset_id": "olfactorybulb", - "method_id": "negative", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:54", "exit_code": 0, - "duration_sec": 199.6, - "cpu_pct": 112.2, + "duration_sec": 316, + "cpu_pct": 108.8, "peak_memory_mb": 5428, - "disk_read_mb": 712, + "disk_read_mb": 716, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:54", + "exit_code": 0, + "duration_sec": 102, + "cpu_pct": 134.9, + "peak_memory_mb": 4916, + "disk_read_mb": 528, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative_shuffle", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:35", + "exit_code": 0, + "duration_sec": 157.6, + "cpu_pct": 146.9, + "peak_memory_mb": 5325, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:35", + "exit_code": 0, + "duration_sec": 1321.6, + "cpu_pct": 119.3, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative_shuffle", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:36", + "exit_code": 0, + "duration_sec": 192.8, + "cpu_pct": 119, + "peak_memory_mb": 6759, + "disk_read_mb": 716, "disk_write_mb": 4 } }, { "dataset_id": "olfactorybulb", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 135.9, + "duration_sec": 107.4, + "cpu_pct": 138.8, "peak_memory_mb": 6247, - "disk_read_mb": 261, - "disk_write_mb": 3 + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3084,11 +3644,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 184, - "cpu_pct": 146.5, - "peak_memory_mb": 6861, + "duration_sec": 158.4, + "cpu_pct": 163.6, + "peak_memory_mb": 6656, "disk_read_mb": 792, "disk_write_mb": 8 } @@ -3098,13 +3658,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 786.8, - "cpu_pct": 116.2, + "duration_sec": 1310.4, + "cpu_pct": 126, "peak_memory_mb": 6042, - "disk_read_mb": 630, - "disk_write_mb": 14 + "disk_read_mb": 1260, + "disk_write_mb": 28 } }, { @@ -3112,12 +3672,12 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 228.4, - "cpu_pct": 111.3, - "peak_memory_mb": 8192, - "disk_read_mb": 716, + "duration_sec": 223.6, + "cpu_pct": 118.6, + "peak_memory_mb": 6759, + "disk_read_mb": 720, "disk_write_mb": 4 } }, @@ -3126,13 +3686,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 51, - "cpu_pct": 120.3, - "peak_memory_mb": 6349, - "disk_read_mb": 264, - "disk_write_mb": 3 + "duration_sec": 103.8, + "cpu_pct": 139.2, + "peak_memory_mb": 6247, + "disk_read_mb": 534, + "disk_write_mb": 6 } }, { @@ -3140,11 +3700,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 158.4, - "cpu_pct": 162.3, - "peak_memory_mb": 6656, + "duration_sec": 232, + "cpu_pct": 126, + "peak_memory_mb": 4301, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3154,13 +3714,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:29:13", "exit_code": 0, - "duration_sec": 659.4, - "cpu_pct": 125.9, - "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1346.8, + "cpu_pct": 121.8, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { @@ -3168,12 +3728,12 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 256, - "cpu_pct": 120.1, + "duration_sec": 244, + "cpu_pct": 114.5, "peak_memory_mb": 8295, - "disk_read_mb": 712, + "disk_read_mb": 716, "disk_write_mb": 4 } }, @@ -3182,69 +3742,125 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 36, - "cpu_pct": 139.9, - "peak_memory_mb": 6349, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 118.8, + "cpu_pct": 119.5, + "peak_memory_mb": 4916, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { "dataset_id": "olfactorybulb", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:38:23", "exit_code": 0, - "duration_sec": 157.6, - "cpu_pct": 132.5, - "peak_memory_mb": 3994, + "duration_sec": 159.2, + "cpu_pct": 159.9, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } }, { "dataset_id": "olfactorybulb", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:38:24", "exit_code": 0, - "duration_sec": 1204, - "cpu_pct": 105.1, - "peak_memory_mb": 2048, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1321.6, + "cpu_pct": 122.2, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:38:23", + "exit_code": 0, + "duration_sec": 364, + "cpu_pct": 109.4, + "peak_memory_mb": 5632, + "disk_read_mb": 716, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:38:23", + "exit_code": 0, + "duration_sec": 106.2, + "cpu_pct": 107.1, + "peak_memory_mb": 2253, + "disk_read_mb": 528, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3_poisson", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:31:13", + "exit_code": 0, + "duration_sec": 220.8, + "cpu_pct": 113.5, + "peak_memory_mb": 2970, + "disk_read_mb": 784, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:31:13", + "exit_code": 0, + "duration_sec": 2212, + "cpu_pct": 105.7, + "peak_memory_mb": 1946, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { "dataset_id": "olfactorybulb", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:31:13", "exit_code": 0, - "duration_sec": 332, + "duration_sec": 348, "cpu_pct": 103.9, - "peak_memory_mb": 4096, + "peak_memory_mb": 4199, "disk_read_mb": 712, "disk_write_mb": 4 } }, { "dataset_id": "olfactorybulb", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:12:49", + "submit": "2025-03-14 13:31:13", "exit_code": 0, - "duration_sec": 49.2, - "cpu_pct": 121.4, - "peak_memory_mb": 11572, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 100.8, + "cpu_pct": 112, + "peak_memory_mb": 4199, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3252,11 +3868,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 154.4, - "cpu_pct": 172.9, - "peak_memory_mb": 6656, + "duration_sec": 155.2, + "cpu_pct": 141.8, + "peak_memory_mb": 5325, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3266,13 +3882,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 665, - "cpu_pct": 127.5, - "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1352.4, + "cpu_pct": 123, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { @@ -3280,12 +3896,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 348, - "cpu_pct": 110.2, - "peak_memory_mb": 5428, - "disk_read_mb": 712, + "duration_sec": 252, + "cpu_pct": 111.6, + "peak_memory_mb": 6861, + "disk_read_mb": 716, "disk_write_mb": 4 } }, @@ -3294,13 +3910,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 36.9, - "cpu_pct": 123.5, - "peak_memory_mb": 3687, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 109.8, + "cpu_pct": 125.7, + "peak_memory_mb": 4916, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3308,11 +3924,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 153.6, - "cpu_pct": 164.1, - "peak_memory_mb": 6656, + "duration_sec": 156, + "cpu_pct": 142.5, + "peak_memory_mb": 5325, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3322,27 +3938,27 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 746.2, - "cpu_pct": 123.9, + "duration_sec": 1612.8, + "cpu_pct": 121.2, "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { - "dataset_id": "olfactorybulb", - "method_id": "splatter", - "metric_component_name": "ks_statistic_sc_features", - "resources": { - "submit": "2024-12-11 16:09:59", - "exit_code": 0, - "duration_sec": 392, - "cpu_pct": 107, - "peak_memory_mb": 5632, - "disk_read_mb": 712, - "disk_write_mb": 4 + "dataset_id": "olfactorybulb", + "method_id": "splatter", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:24", + "exit_code": "NA", + "duration_sec": 41.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -3350,13 +3966,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:59", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 51.6, - "cpu_pct": 105.8, - "peak_memory_mb": 6349, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 99, + "cpu_pct": 134.1, + "peak_memory_mb": 6247, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3364,10 +3980,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 153.6, - "cpu_pct": 163.4, + "duration_sec": 152.8, + "cpu_pct": 167.1, "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3378,13 +3994,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:09:29", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 648.2, - "cpu_pct": 114.4, - "peak_memory_mb": 3380, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1587.6, + "cpu_pct": 120.2, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { @@ -3392,12 +4008,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 224.4, - "cpu_pct": 118.4, - "peak_memory_mb": 8090, - "disk_read_mb": 712, + "duration_sec": 224, + "cpu_pct": 113.5, + "peak_memory_mb": 6759, + "disk_read_mb": 716, "disk_write_mb": 4 } }, @@ -3406,13 +4022,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:09:30", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 45, - "cpu_pct": 129.3, - "peak_memory_mb": 3584, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 104.4, + "cpu_pct": 135.7, + "peak_memory_mb": 6247, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3420,10 +4036,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:34:04", "exit_code": 0, - "duration_sec": 209.6, - "cpu_pct": 116.2, + "duration_sec": 237.6, + "cpu_pct": 164.6, "peak_memory_mb": 6964, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3434,13 +4050,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:34:03", "exit_code": 0, - "duration_sec": 806.4, - "cpu_pct": 112.5, - "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1596, + "cpu_pct": 118.1, + "peak_memory_mb": 4711, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { @@ -3448,12 +4064,12 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:34:03", "exit_code": 0, - "duration_sec": 260, - "cpu_pct": 110.8, + "duration_sec": 244, + "cpu_pct": 119.8, "peak_memory_mb": 8295, - "disk_read_mb": 712, + "disk_read_mb": 716, "disk_write_mb": 4 } }, @@ -3462,13 +4078,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:34:03", "exit_code": 0, - "duration_sec": 46.5, - "cpu_pct": 108.1, - "peak_memory_mb": 6349, - "disk_read_mb": 261, - "disk_write_mb": 3 + "duration_sec": 105.6, + "cpu_pct": 137.5, + "peak_memory_mb": 6247, + "disk_read_mb": 528, + "disk_write_mb": 6 } }, { @@ -3476,11 +4092,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 180.8, - "cpu_pct": 142.6, - "peak_memory_mb": 6964, + "duration_sec": 154.4, + "cpu_pct": 146.7, + "peak_memory_mb": 5325, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3490,13 +4106,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 789.6, - "cpu_pct": 126, - "peak_memory_mb": 6042, - "disk_read_mb": 616, - "disk_write_mb": 14 + "duration_sec": 1570.8, + "cpu_pct": 106.7, + "peak_memory_mb": 1946, + "disk_read_mb": 1232, + "disk_write_mb": 28 } }, { @@ -3504,13 +4120,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", - "exit_code": 0, - "duration_sec": 237.6, - "cpu_pct": 120, - "peak_memory_mb": 8090, - "disk_read_mb": 712, - "disk_write_mb": 4 + "submit": "2025-03-14 13:28:24", + "exit_code": "NA", + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -3518,52 +4134,108 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:24", + "exit_code": 0, + "duration_sec": 109.2, + "cpu_pct": 125.7, + "peak_memory_mb": 4916, + "disk_read_mb": 528, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative_normal", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:28:04", + "exit_code": 0, + "duration_sec": 512, + "cpu_pct": 105, + "peak_memory_mb": 8807, + "disk_read_mb": 1432, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:28:04", + "exit_code": 0, + "duration_sec": 1590.4, + "cpu_pct": 112.2, + "peak_memory_mb": 5018, + "disk_read_mb": 3500, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:28:04", + "exit_code": 0, + "duration_sec": 516, + "cpu_pct": 105.5, + "peak_memory_mb": 9933, + "disk_read_mb": 1036, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative_normal", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:04", "exit_code": 0, - "duration_sec": 49.2, - "cpu_pct": 129.7, + "duration_sec": 188.4, + "cpu_pct": 90.9, "peak_memory_mb": 6349, - "disk_read_mb": 261, - "disk_write_mb": 3 + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { "dataset_id": "osteosarcoma", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 488, - "cpu_pct": 116.5, + "duration_sec": 451.2, + "cpu_pct": 121.5, "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, { "dataset_id": "osteosarcoma", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 718.2, - "cpu_pct": 120.4, - "peak_memory_mb": 6452, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1360.8, + "cpu_pct": 122.3, + "peak_memory_mb": 6349, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { "dataset_id": "osteosarcoma", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 592, - "cpu_pct": 108.1, + "duration_sec": 580, + "cpu_pct": 107.2, "peak_memory_mb": 12084, "disk_read_mb": 1020, "disk_write_mb": 4 @@ -3571,16 +4243,16 @@ }, { "dataset_id": "osteosarcoma", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:14", "exit_code": 0, - "duration_sec": 48.3, - "cpu_pct": 120.4, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 119.4, + "cpu_pct": 107.4, + "peak_memory_mb": 4916, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { @@ -3588,12 +4260,12 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:29", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 512, - "cpu_pct": 112.4, - "peak_memory_mb": 10240, - "disk_read_mb": 1504, + "duration_sec": 488, + "cpu_pct": 109.7, + "peak_memory_mb": 8909, + "disk_read_mb": 1512, "disk_write_mb": 8 } }, @@ -3602,13 +4274,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:29", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 761.6, - "cpu_pct": 116.9, + "duration_sec": 1433.6, + "cpu_pct": 123.3, "peak_memory_mb": 6452, - "disk_read_mb": 1890, - "disk_write_mb": 14 + "disk_read_mb": 3780, + "disk_write_mb": 28 } }, { @@ -3616,11 +4288,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:29", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 580, - "cpu_pct": 104.1, - "peak_memory_mb": 11367, + "duration_sec": 560, + "cpu_pct": 105.5, + "peak_memory_mb": 9933, "disk_read_mb": 1076, "disk_write_mb": 4 } @@ -3630,13 +4302,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:29", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 147.2, - "peak_memory_mb": 6349, - "disk_read_mb": 375, - "disk_write_mb": 3 + "duration_sec": 129, + "cpu_pct": 117.7, + "peak_memory_mb": 3584, + "disk_read_mb": 756, + "disk_write_mb": 6 } }, { @@ -3644,12 +4316,12 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 463.2, - "cpu_pct": 125.1, - "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "duration_sec": 664, + "cpu_pct": 111.4, + "peak_memory_mb": 7578, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, @@ -3658,13 +4330,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 1204, - "cpu_pct": 109, - "peak_memory_mb": 3687, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1383.2, + "cpu_pct": 117.1, + "peak_memory_mb": 5018, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { @@ -3672,11 +4344,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 568, - "cpu_pct": 108.5, - "peak_memory_mb": 11879, + "duration_sec": 960, + "cpu_pct": 106.3, + "peak_memory_mb": 11264, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3686,69 +4358,125 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:09", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 48.6, - "cpu_pct": 147.1, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 191.4, + "cpu_pct": 102, + "peak_memory_mb": 6247, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { "dataset_id": "osteosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:48:33", "exit_code": 0, - "duration_sec": 488, - "cpu_pct": 118, - "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "duration_sec": 456, + "cpu_pct": 114.8, + "peak_memory_mb": 8909, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, { "dataset_id": "osteosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:48:33", "exit_code": 0, - "duration_sec": 698.6, - "cpu_pct": 123.6, - "peak_memory_mb": 6452, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1461.6, + "cpu_pct": 118.5, + "peak_memory_mb": 5018, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { "dataset_id": "osteosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:48:33", "exit_code": 0, - "duration_sec": 552, - "cpu_pct": 107.9, - "peak_memory_mb": 10957, + "duration_sec": 908, + "cpu_pct": 101.6, + "peak_memory_mb": 7271, "disk_read_mb": 1020, "disk_write_mb": 4 } }, { "dataset_id": "osteosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:48:33", "exit_code": 0, - "duration_sec": 57.9, - "cpu_pct": 95.4, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 117.6, + "cpu_pct": 133.5, + "peak_memory_mb": 6247, + "disk_read_mb": 678, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3_poisson", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:47:34", + "exit_code": 0, + "duration_sec": 656, + "cpu_pct": 104.6, + "peak_memory_mb": 6144, + "disk_read_mb": 1400, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:47:34", + "exit_code": 0, + "duration_sec": 1484, + "cpu_pct": 115.4, + "peak_memory_mb": 5018, + "disk_read_mb": 3388, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:47:34", + "exit_code": 0, + "duration_sec": 972, + "cpu_pct": 103.2, + "peak_memory_mb": 8500, + "disk_read_mb": 1020, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:47:34", + "exit_code": 0, + "duration_sec": 129, + "cpu_pct": 143.4, + "peak_memory_mb": 6247, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { @@ -3756,12 +4484,12 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 520, - "cpu_pct": 110.9, - "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "duration_sec": 454.4, + "cpu_pct": 119.2, + "peak_memory_mb": 8909, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, @@ -3770,13 +4498,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 701.4, - "cpu_pct": 121.5, - "peak_memory_mb": 6452, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1380.4, + "cpu_pct": 118.4, + "peak_memory_mb": 5018, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { @@ -3784,11 +4512,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, "duration_sec": 592, - "cpu_pct": 107.1, - "peak_memory_mb": 11981, + "cpu_pct": 106.2, + "peak_memory_mb": 10957, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3798,13 +4526,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 47.7, - "cpu_pct": 115, + "duration_sec": 123.6, + "cpu_pct": 128.1, "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { @@ -3812,10 +4540,10 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 457.6, - "cpu_pct": 121.4, + "duration_sec": 453.6, + "cpu_pct": 114, "peak_memory_mb": 10138, "disk_read_mb": 1392, "disk_write_mb": 8 @@ -3826,13 +4554,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 740.6, - "cpu_pct": 125.9, - "peak_memory_mb": 6349, - "disk_read_mb": 1680, - "disk_write_mb": 14 + "duration_sec": 1478.4, + "cpu_pct": 119.4, + "peak_memory_mb": 5018, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { @@ -3840,11 +4568,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 548, - "cpu_pct": 107.5, - "peak_memory_mb": 11367, + "duration_sec": 540, + "cpu_pct": 108.7, + "peak_memory_mb": 11264, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3854,13 +4582,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 51.9, - "cpu_pct": 94.6, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 118.2, + "cpu_pct": 129, + "peak_memory_mb": 6247, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { @@ -3868,12 +4596,12 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:41", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 451.2, - "cpu_pct": 118.9, - "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "duration_sec": 452.8, + "cpu_pct": 118.2, + "peak_memory_mb": 8909, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, @@ -3882,209 +4610,265 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 697.2, - "cpu_pct": 123.9, - "peak_memory_mb": 6452, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1400, + "cpu_pct": 123.2, + "peak_memory_mb": 6349, + "disk_read_mb": 3388, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 584, + "cpu_pct": 107.7, + "peak_memory_mb": 12084, + "disk_read_mb": 1020, + "disk_write_mb": 4 } }, { "dataset_id": "osteosarcoma", "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 129.6, + "cpu_pct": 111.9, + "peak_memory_mb": 5018, + "disk_read_mb": 672, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:43:14", + "exit_code": 0, + "duration_sec": 444.8, + "cpu_pct": 117.9, + "peak_memory_mb": 10138, + "disk_read_mb": 1400, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:43:13", + "exit_code": 0, + "duration_sec": 2436, + "cpu_pct": 115.3, + "peak_memory_mb": 6349, + "disk_read_mb": 3388, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:41", + "submit": "2025-03-14 13:43:13", "exit_code": 0, - "duration_sec": 592, - "cpu_pct": 104, - "peak_memory_mb": 9319, + "duration_sec": 632, + "cpu_pct": 106.2, + "peak_memory_mb": 12493, "disk_read_mb": 1020, "disk_write_mb": 4 } }, { "dataset_id": "osteosarcoma", - "method_id": "srtsim", + "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:43:14", "exit_code": 0, - "duration_sec": 51.9, - "cpu_pct": 107, - "peak_memory_mb": 2356, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 125.4, + "cpu_pct": 120.9, + "peak_memory_mb": 3584, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { "dataset_id": "osteosarcoma", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:17:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 451.2, - "cpu_pct": 115.1, + "duration_sec": 452, + "cpu_pct": 118.8, "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "disk_read_mb": 1400, "disk_write_mb": 8 } }, { "dataset_id": "osteosarcoma", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:17:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 702.8, - "cpu_pct": 115.7, - "peak_memory_mb": 3687, - "disk_read_mb": 1680, - "disk_write_mb": 14 + "duration_sec": 1456, + "cpu_pct": 121.7, + "peak_memory_mb": 6349, + "disk_read_mb": 3388, + "disk_write_mb": 28 } }, { "dataset_id": "osteosarcoma", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:17:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 624, - "cpu_pct": 104.5, - "peak_memory_mb": 9933, + "duration_sec": 612, + "cpu_pct": 109.7, + "peak_memory_mb": 12084, "disk_read_mb": 1020, "disk_write_mb": 4 } }, { "dataset_id": "osteosarcoma", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:17:09", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 43.5, - "cpu_pct": 134.2, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 117.6, + "cpu_pct": 126.2, + "peak_memory_mb": 6247, + "disk_read_mb": 672, + "disk_write_mb": 6 } }, { - "dataset_id": "osteosarcoma", - "method_id": "zinbwave", + "dataset_id": "pdac", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:49", + "submit": "2025-03-14 13:28:23", "exit_code": 0, - "duration_sec": 450.4, - "cpu_pct": 122.6, - "peak_memory_mb": 10240, - "disk_read_mb": 1392, + "duration_sec": 544, + "cpu_pct": 110.9, + "peak_memory_mb": 4711, + "disk_read_mb": 1024, "disk_write_mb": 8 } }, { - "dataset_id": "osteosarcoma", - "method_id": "zinbwave", + "dataset_id": "pdac", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:49", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 702.8, - "cpu_pct": 124.6, - "peak_memory_mb": 6452, - "disk_read_mb": 1694, - "disk_write_mb": 14 + "duration_sec": 1478.4, + "cpu_pct": 107, + "peak_memory_mb": 2048, + "disk_read_mb": 2072, + "disk_write_mb": 28 } }, { - "dataset_id": "osteosarcoma", - "method_id": "zinbwave", + "dataset_id": "pdac", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:49", - "exit_code": 0, - "duration_sec": 604, - "cpu_pct": 106.3, - "peak_memory_mb": 12186, - "disk_read_mb": 1020, - "disk_write_mb": 4 + "submit": "2025-03-14 13:33:33", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "osteosarcoma", - "method_id": "zinbwave", + "dataset_id": "pdac", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:49", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 145.8, - "peak_memory_mb": 6349, - "disk_read_mb": 333, - "disk_write_mb": 3 + "duration_sec": 117, + "cpu_pct": 114.8, + "peak_memory_mb": 4916, + "disk_read_mb": 684, + "disk_write_mb": 6 } }, { "dataset_id": "pdac", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 368, - "cpu_pct": 128.3, + "duration_sec": 536, + "cpu_pct": 117.1, "peak_memory_mb": 7373, - "disk_read_mb": 992, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, { "dataset_id": "pdac", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:10", + "submit": "2025-03-14 13:27:34", "exit_code": 0, - "duration_sec": 667.8, - "cpu_pct": 112.8, - "peak_memory_mb": 3482, - "disk_read_mb": 980, - "disk_write_mb": 14 + "duration_sec": 1498, + "cpu_pct": 111.4, + "peak_memory_mb": 4813, + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { "dataset_id": "pdac", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:10", - "exit_code": 0, - "duration_sec": 392, - "cpu_pct": 104.1, - "peak_memory_mb": 5735, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:30:43", + "exit_code": 1, + "duration_sec": 400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "pdac", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:10", - "exit_code": 0, - "duration_sec": 87.9, - "cpu_pct": 72.9, - "peak_memory_mb": 6349, - "disk_read_mb": 330, - "disk_write_mb": 3 + "submit": "2025-03-14 13:29:53", + "exit_code": 1, + "duration_sec": 120.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4092,11 +4876,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 512, - "cpu_pct": 112.5, - "peak_memory_mb": 4711, + "duration_sec": 357.6, + "cpu_pct": 128.8, + "peak_memory_mb": 7271, "disk_read_mb": 1080, "disk_write_mb": 8 } @@ -4106,13 +4890,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 695.8, - "cpu_pct": 113.9, - "peak_memory_mb": 3482, - "disk_read_mb": 1134, - "disk_write_mb": 14 + "duration_sec": 1352.4, + "cpu_pct": 123.1, + "peak_memory_mb": 4813, + "disk_read_mb": 2268, + "disk_write_mb": 28 } }, { @@ -4120,13 +4904,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 596, - "cpu_pct": 102.4, - "peak_memory_mb": 4404, - "disk_read_mb": 860, - "disk_write_mb": 4 + "submit": "2025-03-14 13:34:23", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4134,13 +4918,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 52.8, - "cpu_pct": 109.2, + "duration_sec": 127.2, + "cpu_pct": 131.5, "peak_memory_mb": 6349, - "disk_read_mb": 360, - "disk_write_mb": 3 + "disk_read_mb": 726, + "disk_write_mb": 6 } }, { @@ -4148,12 +4932,12 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:30:24", "exit_code": 0, - "duration_sec": 343.2, - "cpu_pct": 124.6, - "peak_memory_mb": 7373, - "disk_read_mb": 992, + "duration_sec": 352, + "cpu_pct": 127.4, + "peak_memory_mb": 7271, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, @@ -4162,13 +4946,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:30:24", "exit_code": 0, - "duration_sec": 649.6, - "cpu_pct": 121.6, + "duration_sec": 1366.4, + "cpu_pct": 126.2, "peak_memory_mb": 6144, - "disk_read_mb": 994, - "disk_write_mb": 14 + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { @@ -4176,13 +4960,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:09", - "exit_code": 0, - "duration_sec": 380, - "cpu_pct": 111.5, - "peak_memory_mb": 8397, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:45:24", + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4190,69 +4974,125 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:30:23", "exit_code": 0, - "duration_sec": 43.5, - "cpu_pct": 133.4, - "peak_memory_mb": 6349, - "disk_read_mb": 330, - "disk_write_mb": 3 + "duration_sec": 130.2, + "cpu_pct": 118.5, + "peak_memory_mb": 11572, + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { "dataset_id": "pdac", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:47:34", "exit_code": 0, - "duration_sec": 350.4, - "cpu_pct": 110.8, - "peak_memory_mb": 4711, - "disk_read_mb": 992, + "duration_sec": 396.8, + "cpu_pct": 119.2, + "peak_memory_mb": 7168, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, { "dataset_id": "pdac", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:47:34", "exit_code": 0, - "duration_sec": 670.6, - "cpu_pct": 127.5, - "peak_memory_mb": 6144, - "disk_read_mb": 994, - "disk_write_mb": 14 + "duration_sec": 2268, + "cpu_pct": 105.4, + "peak_memory_mb": 2048, + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { "dataset_id": "pdac", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 13:49:53", + "exit_code": 1, + "duration_sec": 600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:47:34", "exit_code": 0, - "duration_sec": 372, - "cpu_pct": 105.9, - "peak_memory_mb": 5940, - "disk_read_mb": 820, - "disk_write_mb": 4 + "duration_sec": 121.8, + "cpu_pct": 108.1, + "peak_memory_mb": 2253, + "disk_read_mb": 666, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3_poisson", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 14:17:23", + "exit_code": 0, + "duration_sec": 352.8, + "cpu_pct": 114.3, + "peak_memory_mb": 5837, + "disk_read_mb": 1000, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 14:17:23", + "exit_code": 0, + "duration_sec": 1447.6, + "cpu_pct": 121.7, + "peak_memory_mb": 6144, + "disk_read_mb": 1988, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3_poisson", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 14:19:03", + "exit_code": 1, + "duration_sec": 320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "pdac", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:24:39", + "submit": "2025-03-14 14:17:23", "exit_code": 0, - "duration_sec": 58.2, - "cpu_pct": 95.8, + "duration_sec": 114, + "cpu_pct": 135.4, "peak_memory_mb": 6349, - "disk_read_mb": 327, - "disk_write_mb": 3 + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { @@ -4260,12 +5100,12 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 364.8, - "cpu_pct": 125.7, - "peak_memory_mb": 7373, - "disk_read_mb": 992, + "duration_sec": 355.2, + "cpu_pct": 127.1, + "peak_memory_mb": 7168, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, @@ -4274,13 +5114,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 704.2, - "cpu_pct": 126.6, + "duration_sec": 1408.4, + "cpu_pct": 120.3, "peak_memory_mb": 6144, - "disk_read_mb": 994, - "disk_write_mb": 14 + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { @@ -4288,13 +5128,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 424, - "cpu_pct": 105.9, - "peak_memory_mb": 5735, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:39:53", + "exit_code": 1, + "duration_sec": 476, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4302,13 +5142,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 124.9, - "peak_memory_mb": 6349, - "disk_read_mb": 327, - "disk_write_mb": 3 + "duration_sec": 117.6, + "cpu_pct": 144.1, + "peak_memory_mb": 6247, + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { @@ -4316,12 +5156,12 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 345.6, - "cpu_pct": 125.4, - "peak_memory_mb": 7373, - "disk_read_mb": 992, + "duration_sec": 353.6, + "cpu_pct": 118.5, + "peak_memory_mb": 5837, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, @@ -4330,13 +5170,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:23", "exit_code": 0, - "duration_sec": 782.6, - "cpu_pct": 114.9, - "peak_memory_mb": 6144, - "disk_read_mb": 980, - "disk_write_mb": 14 + "duration_sec": 1470, + "cpu_pct": 118.4, + "peak_memory_mb": 4813, + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { @@ -4344,13 +5184,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:09", - "exit_code": 0, - "duration_sec": 388, - "cpu_pct": 112.8, - "peak_memory_mb": 8602, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:36:13", + "exit_code": 1, + "duration_sec": 396, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4358,13 +5198,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:09", + "submit": "2025-03-14 13:28:24", "exit_code": 0, - "duration_sec": 44.7, - "cpu_pct": 134.9, - "peak_memory_mb": 6349, - "disk_read_mb": 327, - "disk_write_mb": 3 + "duration_sec": 126.6, + "cpu_pct": 119.2, + "peak_memory_mb": 3584, + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { @@ -4372,12 +5212,12 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 355.2, - "cpu_pct": 119.9, - "peak_memory_mb": 7373, - "disk_read_mb": 992, + "duration_sec": 340.8, + "cpu_pct": 118, + "peak_memory_mb": 6042, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, @@ -4386,13 +5226,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 670.6, - "cpu_pct": 129.1, - "peak_memory_mb": 6144, - "disk_read_mb": 994, - "disk_write_mb": 14 + "duration_sec": 1316, + "cpu_pct": 119.8, + "peak_memory_mb": 4813, + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { @@ -4400,150 +5240,206 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:34:13", + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "pdac", + "method_id": "srtsim", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 13:28:13", "exit_code": 0, - "duration_sec": 376, - "cpu_pct": 105, - "peak_memory_mb": 5735, - "disk_read_mb": 820, - "disk_write_mb": 4 + "duration_sec": 115.2, + "cpu_pct": 144.9, + "peak_memory_mb": 6247, + "disk_read_mb": 666, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 13:29:14", + "exit_code": 0, + "duration_sec": 349.6, + "cpu_pct": 121.3, + "peak_memory_mb": 6042, + "disk_read_mb": 1000, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 13:29:13", + "exit_code": 0, + "duration_sec": 1414, + "cpu_pct": 120.8, + "peak_memory_mb": 4813, + "disk_read_mb": 1988, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "pdac", + "method_id": "symsim", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 13:41:53", + "exit_code": 1, + "duration_sec": 440, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "pdac", - "method_id": "srtsim", + "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:39", + "submit": "2025-03-14 13:29:14", "exit_code": 0, - "duration_sec": 49.5, - "cpu_pct": 121.1, - "peak_memory_mb": 6349, - "disk_read_mb": 327, - "disk_write_mb": 3 + "duration_sec": 114.6, + "cpu_pct": 132, + "peak_memory_mb": 6247, + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { "dataset_id": "pdac", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 354.4, - "cpu_pct": 126.4, - "peak_memory_mb": 7271, - "disk_read_mb": 992, + "duration_sec": 348, + "cpu_pct": 122.9, + "peak_memory_mb": 6042, + "disk_read_mb": 1000, "disk_write_mb": 8 } }, { "dataset_id": "pdac", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 707, - "cpu_pct": 123.4, - "peak_memory_mb": 6247, - "disk_read_mb": 994, - "disk_write_mb": 14 + "duration_sec": 1355.2, + "cpu_pct": 127.5, + "peak_memory_mb": 6144, + "disk_read_mb": 1988, + "disk_write_mb": 28 } }, { "dataset_id": "pdac", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:14:39", - "exit_code": 0, - "duration_sec": 424, - "cpu_pct": 106.3, - "peak_memory_mb": 5632, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:39:33", + "exit_code": 1, + "duration_sec": 676, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "pdac", - "method_id": "symsim", + "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:14:39", + "submit": "2025-03-14 13:28:43", "exit_code": 0, - "duration_sec": 46.8, - "cpu_pct": 127.9, - "peak_memory_mb": 6349, - "disk_read_mb": 330, - "disk_write_mb": 3 + "duration_sec": 115.2, + "cpu_pct": 129.1, + "peak_memory_mb": 6247, + "disk_read_mb": 666, + "disk_write_mb": 6 } }, { - "dataset_id": "pdac", - "method_id": "zinbwave", + "dataset_id": "prostate", + "method_id": "negative_normal", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 374.4, - "cpu_pct": 121.8, - "peak_memory_mb": 7373, - "disk_read_mb": 992, + "duration_sec": 380, + "cpu_pct": 117.4, + "peak_memory_mb": 7168, + "disk_read_mb": 1072, "disk_write_mb": 8 } }, { - "dataset_id": "pdac", - "method_id": "zinbwave", + "dataset_id": "prostate", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 674.8, - "cpu_pct": 126.4, - "peak_memory_mb": 6144, - "disk_read_mb": 994, - "disk_write_mb": 14 + "duration_sec": 1358, + "cpu_pct": 107.7, + "peak_memory_mb": 2151, + "disk_read_mb": 2240, + "disk_write_mb": 28 } }, { - "dataset_id": "pdac", - "method_id": "zinbwave", + "dataset_id": "prostate", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 620, - "cpu_pct": 101.5, - "peak_memory_mb": 4506, - "disk_read_mb": 820, - "disk_write_mb": 4 + "submit": "2025-03-14 13:35:53", + "exit_code": 1, + "duration_sec": 436, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "pdac", - "method_id": "zinbwave", + "dataset_id": "prostate", + "method_id": "negative_normal", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 137.8, - "peak_memory_mb": 6349, - "disk_read_mb": 327, - "disk_write_mb": 3 + "duration_sec": 117, + "cpu_pct": 129.2, + "peak_memory_mb": 6247, + "disk_read_mb": 702, + "disk_write_mb": 6 } }, { "dataset_id": "prostate", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 368.8, - "cpu_pct": 121.2, + "duration_sec": 367.2, + "cpu_pct": 121.3, "peak_memory_mb": 8500, "disk_read_mb": 1056, "disk_write_mb": 8 @@ -4551,44 +5447,44 @@ }, { "dataset_id": "prostate", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:19", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 115.7, - "peak_memory_mb": 3482, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "duration_sec": 1335.6, + "cpu_pct": 123.8, + "peak_memory_mb": 4813, + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { "dataset_id": "prostate", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:19", - "exit_code": 0, - "duration_sec": 452, - "cpu_pct": 106.6, - "peak_memory_mb": 6452, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:39:33", + "exit_code": 1, + "duration_sec": 476, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "prostate", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:20", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 56.1, - "cpu_pct": 118.9, - "peak_memory_mb": 3687, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 119.4, + "cpu_pct": 121.8, + "peak_memory_mb": 4916, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -4596,11 +5492,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 392.8, - "cpu_pct": 120.7, - "peak_memory_mb": 8704, + "duration_sec": 367.2, + "cpu_pct": 124.1, + "peak_memory_mb": 8500, "disk_read_mb": 1136, "disk_write_mb": 8 } @@ -4610,13 +5506,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 751.8, - "cpu_pct": 118.5, + "duration_sec": 1551.2, + "cpu_pct": 121.7, "peak_memory_mb": 6144, - "disk_read_mb": 1232, - "disk_write_mb": 14 + "disk_read_mb": 2492, + "disk_write_mb": 28 } }, { @@ -4624,13 +5520,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 264, - "cpu_pct": 107.7, - "peak_memory_mb": 6656, - "disk_read_mb": 888, - "disk_write_mb": 4 + "submit": "2025-03-14 13:38:03", + "exit_code": 1, + "duration_sec": 440, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4638,13 +5534,13 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 51.9, - "cpu_pct": 127.4, - "peak_memory_mb": 6452, - "disk_read_mb": 375, - "disk_write_mb": 3 + "duration_sec": 118.2, + "cpu_pct": 103.3, + "peak_memory_mb": 2253, + "disk_read_mb": 756, + "disk_write_mb": 6 } }, { @@ -4652,10 +5548,10 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:43:53", "exit_code": 0, - "duration_sec": 352, - "cpu_pct": 128.1, + "duration_sec": 360, + "cpu_pct": 124.6, "peak_memory_mb": 8602, "disk_read_mb": 1056, "disk_write_mb": 8 @@ -4666,13 +5562,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:43:53", "exit_code": 0, - "duration_sec": 695.8, - "cpu_pct": 112.8, - "peak_memory_mb": 3482, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "duration_sec": 1419.6, + "cpu_pct": 125.6, + "peak_memory_mb": 6144, + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -4680,13 +5576,13 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:15:09", - "exit_code": 0, - "duration_sec": 428, - "cpu_pct": 107, - "peak_memory_mb": 6554, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:48:43", + "exit_code": "NA", + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4694,23 +5590,51 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:15:09", + "submit": "2025-03-14 13:43:53", "exit_code": 0, - "duration_sec": 45.6, - "cpu_pct": 141.5, + "duration_sec": 134.4, + "cpu_pct": 143.4, "peak_memory_mb": 6349, - "disk_read_mb": 342, - "disk_write_mb": 3 + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { "dataset_id": "prostate", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:56:29", - "exit_code": "NA", - "duration_sec": 60968, + "submit": "2025-03-14 14:13:33", + "exit_code": 0, + "duration_sec": 415.2, + "cpu_pct": 111, + "peak_memory_mb": 7271, + "disk_read_mb": 1056, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_gene_cell", + "resources": { + "submit": "2025-03-14 14:13:33", + "exit_code": 0, + "duration_sec": 1506.4, + "cpu_pct": 118.4, + "peak_memory_mb": 6144, + "disk_read_mb": 2184, + "disk_write_mb": 28 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_sc_features", + "resources": { + "submit": "2025-03-14 14:14:53", + "exit_code": 1, + "duration_sec": 280, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -4719,44 +5643,72 @@ }, { "dataset_id": "prostate", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", + "metric_component_name": "ks_statistic_spatial", + "resources": { + "submit": "2025-03-14 14:13:33", + "exit_code": 0, + "duration_sec": 115.8, + "cpu_pct": 130.3, + "peak_memory_mb": 4916, + "disk_read_mb": 690, + "disk_write_mb": 6 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3_poisson", + "metric_component_name": "downstream", + "resources": { + "submit": "2025-03-14 14:06:43", + "exit_code": 0, + "duration_sec": 367.2, + "cpu_pct": 123.2, + "peak_memory_mb": 7168, + "disk_read_mb": 1056, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:56:29", + "submit": "2025-03-14 14:06:43", "exit_code": 0, - "duration_sec": 771.4, - "cpu_pct": 121.8, + "duration_sec": 1498, + "cpu_pct": 126.3, "peak_memory_mb": 6144, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { "dataset_id": "prostate", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:56:29", - "exit_code": 0, - "duration_sec": 312, - "cpu_pct": 109.6, - "peak_memory_mb": 9216, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 14:08:33", + "exit_code": 1, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "prostate", - "method_id": "scdesign3", + "method_id": "scdesign3_poisson", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:56:29", + "submit": "2025-03-14 14:06:43", "exit_code": 0, - "duration_sec": 45.6, - "cpu_pct": 125.6, - "peak_memory_mb": 6349, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 121.8, + "cpu_pct": 122.4, + "peak_memory_mb": 4916, + "disk_read_mb": 690, + "disk_write_mb": 6 } }, { @@ -4764,10 +5716,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 383.2, - "cpu_pct": 122.3, + "duration_sec": 369.6, + "cpu_pct": 126.2, "peak_memory_mb": 8500, "disk_read_mb": 1056, "disk_write_mb": 8 @@ -4778,13 +5730,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 739.2, - "cpu_pct": 118.4, - "peak_memory_mb": 6144, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "duration_sec": 1447.6, + "cpu_pct": 107.2, + "peak_memory_mb": 2151, + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -4792,13 +5744,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:29", - "exit_code": 0, - "duration_sec": 284, - "cpu_pct": 112.9, - "peak_memory_mb": 9216, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:37:03", + "exit_code": 1, + "duration_sec": 312, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4806,13 +5758,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 46.5, - "cpu_pct": 133.8, - "peak_memory_mb": 6452, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 119.4, + "cpu_pct": 120.2, + "peak_memory_mb": 4916, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -4820,11 +5772,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 403.2, - "cpu_pct": 120.2, - "peak_memory_mb": 8704, + "duration_sec": 372.8, + "cpu_pct": 119, + "peak_memory_mb": 7168, "disk_read_mb": 1056, "disk_write_mb": 8 } @@ -4834,13 +5786,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:34", "exit_code": 0, - "duration_sec": 763, - "cpu_pct": 119.3, + "duration_sec": 1517.6, + "cpu_pct": 127.4, "peak_memory_mb": 6144, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -4848,13 +5800,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 288, - "cpu_pct": 118.5, - "peak_memory_mb": 9114, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:36:33", + "exit_code": 1, + "duration_sec": 480, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4862,13 +5814,13 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:39", + "submit": "2025-03-14 13:28:35", "exit_code": 0, - "duration_sec": 91.2, - "cpu_pct": 67.3, - "peak_memory_mb": 6349, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 121.2, + "cpu_pct": 127.5, + "peak_memory_mb": 4916, + "disk_read_mb": 690, + "disk_write_mb": 6 } }, { @@ -4876,10 +5828,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 359.2, - "cpu_pct": 128.9, + "duration_sec": 356.8, + "cpu_pct": 127.7, "peak_memory_mb": 8602, "disk_read_mb": 1056, "disk_write_mb": 8 @@ -4890,13 +5842,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 1232, - "cpu_pct": 109.2, - "peak_memory_mb": 3482, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "duration_sec": 1394.4, + "cpu_pct": 121.5, + "peak_memory_mb": 6144, + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -4904,13 +5856,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:10:40", - "exit_code": 0, - "duration_sec": 272, - "cpu_pct": 111, - "peak_memory_mb": 9216, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:38:13", + "exit_code": 1, + "duration_sec": 440, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4918,13 +5870,13 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:10:40", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 52.8, - "cpu_pct": 94, - "peak_memory_mb": 3789, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 116.4, + "cpu_pct": 117.2, + "peak_memory_mb": 4916, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -4932,12 +5884,12 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:12:59", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 369.6, - "cpu_pct": 113.1, - "peak_memory_mb": 5837, - "disk_read_mb": 1048, + "duration_sec": 406.4, + "cpu_pct": 119, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4946,13 +5898,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:12:59", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 728, - "cpu_pct": 124.4, - "peak_memory_mb": 6247, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "duration_sec": 1439.2, + "cpu_pct": 123.6, + "peak_memory_mb": 4813, + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -4960,13 +5912,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:12:59", - "exit_code": 0, - "duration_sec": 284, - "cpu_pct": 106.6, - "peak_memory_mb": 6554, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:43:33", + "exit_code": 1, + "duration_sec": 316, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4974,13 +5926,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:12:59", + "submit": "2025-03-14 13:29:24", "exit_code": 0, - "duration_sec": 48.6, - "cpu_pct": 124.8, - "peak_memory_mb": 11674, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 132.6, + "cpu_pct": 121, + "peak_memory_mb": 6349, + "disk_read_mb": 696, + "disk_write_mb": 6 } }, { @@ -4988,11 +5940,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:36", "exit_code": 0, "duration_sec": 374.4, - "cpu_pct": 124.1, - "peak_memory_mb": 8704, + "cpu_pct": 120.4, + "peak_memory_mb": 8602, "disk_read_mb": 1056, "disk_write_mb": 8 } @@ -5002,13 +5954,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 757.4, - "cpu_pct": 124.4, + "duration_sec": 1503.6, + "cpu_pct": 122.6, "peak_memory_mb": 6144, - "disk_read_mb": 1092, - "disk_write_mb": 14 + "disk_read_mb": 2184, + "disk_write_mb": 28 } }, { @@ -5016,13 +5968,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-12-11 16:11:29", - "exit_code": 0, - "duration_sec": 284, - "cpu_pct": 119.4, - "peak_memory_mb": 9114, - "disk_read_mb": 848, - "disk_write_mb": 4 + "submit": "2025-03-14 13:38:43", + "exit_code": 1, + "duration_sec": 280, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -5030,13 +5982,13 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-12-11 16:11:29", + "submit": "2025-03-14 13:28:36", "exit_code": 0, - "duration_sec": 46.2, - "cpu_pct": 117.1, - "peak_memory_mb": 3789, - "disk_read_mb": 342, - "disk_write_mb": 3 + "duration_sec": 117, + "cpu_pct": 102.6, + "peak_memory_mb": 2253, + "disk_read_mb": 690, + "disk_write_mb": 6 } } ] diff --git a/results/spatial_simulators/data/metric_info.json b/results/spatial_simulators/data/metric_info.json index 08ae4dd73..0931b3f32 100644 --- a/results/spatial_simulators/data/metric_info.json +++ b/results/spatial_simulators/data/metric_info.json @@ -4,14 +4,14 @@ "component_name": "downstream", "metric_id": "clustering_ari", "metric_name": "clustering_ari", - "metric_summary": "ARI", + "metric_summary": "Adjusted rand index (ARI) measures the similarity between two clusters in real and simulated datasets.", "metric_description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { @@ -19,14 +19,14 @@ "component_name": "downstream", "metric_id": "clustering_nmi", "metric_name": "clustering_nmi", - "metric_summary": "NMI", + "metric_summary": "Normalized mutual information (NMI) measures of the mutual dependence between the real and simulated spatial clusters.", "metric_description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { @@ -34,14 +34,14 @@ "component_name": "downstream", "metric_id": "svg_recall", "metric_name": "svg_recall", - "metric_summary": "Recall", + "metric_summary": "Recall measures the proportion of real SVG correctly identified in the simulated dataset.", "metric_description": "Recall used in identifying spatial variable genes, measuring the true positive rate.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { @@ -49,14 +49,14 @@ "component_name": "downstream", "metric_id": "svg_precision", "metric_name": "svg_precision", - "metric_summary": "Precision (Spatial Variable Gene)", + "metric_summary": "Precision measures the proportion of correctly identified items in simulated datasets.", "metric_description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { @@ -64,14 +64,14 @@ "component_name": "downstream", "metric_id": "ctdeconvolute_rmse", "metric_name": "ctdeconvolute_rmse", - "metric_summary": "RMSE", + "metric_summary": "Root Mean Square deviation is calculated between the true and predicted proportion of per cell type.", "metric_description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.\n", "references_doi": "10.5194/gmd-15-5481-2022", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -79,14 +79,14 @@ "component_name": "downstream", "metric_id": "ctdeconcolute_jsd", "metric_name": "ctdeconcolute_jsd", - "metric_summary": "JSD", + "metric_summary": "Jensen-Shannon divergence (JSD) is calculated between the true and predicted proportion per cell type in all spots.", "metric_description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.\n", "references_doi": "10.21105/joss.00765", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -94,14 +94,14 @@ "component_name": "downstream", "metric_id": "crosscor_mantel", "metric_name": "crosscor_mantel", - "metric_summary": "Mantel Statistic", + "metric_summary": "Mantel statistic is the test statistic for the Mantel test, which is a correlation coefficient calculated between bivariate Moran’s I of real dataset and that of in simulation dataset.", "metric_description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.\n", "references_doi": "10.1111/2041-210X.12425", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { @@ -109,224 +109,434 @@ "component_name": "downstream", "metric_id": "crosscor_cosine", "metric_name": "crosscor_cosine", - "metric_summary": "Cosine Similarity", + "metric_summary": "Cosine similarity measures similarity between bivariate Moran’s I of real dataset and that of in simulation dataset.", "metric_description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.\n", "references_doi": "10.1002/asi.20130", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": true }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_frac_zero_genes", + "metric_id": "ks_statistic_frac_zero_genes_zstat", "metric_name": "Fraction of zeros per gene", "metric_summary": "KS statistic of the fraction of zeros per gene.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_frac_zero_cells", + "metric_id": "ks_statistic_frac_zero_cells_zstat", "metric_name": "Fraction of zeros per cell", "metric_summary": "KS statistic of the fraction of zeros per spot (cell).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_lib_size_cells", + "metric_id": "ks_statistic_lib_size_cells_zstat", "metric_name": "Library size", "metric_summary": "KS statistic of the library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_efflib_size_cells", + "metric_id": "ks_statistic_efflib_size_cells_zstat", "metric_name": "Effective library size", "metric_summary": "KS statistic of the effective library size.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_tmm_cells", + "metric_id": "ks_statistic_tmm_cells_zstat", "metric_name": "TMM", "metric_summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_scaled_var_cells", + "metric_id": "ks_statistic_scaled_var_cells_zstat", "metric_name": "Scaled variance cell", "metric_summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_scaled_mean_cells", + "metric_id": "ks_statistic_scaled_mean_cells_zstat", "metric_name": "Scaled mean cells", "metric_summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_lib_fraczero_cells", + "metric_id": "ks_statistic_lib_fraczero_cells_zstat", "metric_name": "Library size vs fraction zero", "metric_summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_pearson_cells", + "metric_id": "ks_statistic_pearson_cells_zstat", "metric_name": "Sample Pearson correlation", "metric_summary": "KS statistic of the sample Pearson correlation.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_scaled_var_genes", + "metric_id": "ks_statistic_scaled_var_genes_zstat", "metric_name": "Scaled variance genes", "metric_summary": "KS statistic of the gene-level scaled variance of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_scaled_mean_genes", + "metric_id": "ks_statistic_scaled_mean_genes_zstat", "metric_name": "Scaled mean genes", "metric_summary": "KS statistic of the gene-level scaled mean of the expression matrix.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_pearson_genes", + "metric_id": "ks_statistic_pearson_genes_zstat", "metric_name": "Gene Pearson correlation", "metric_summary": "KS statistic of the gene Pearson correlation.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_mean_var_genes", + "metric_id": "ks_statistic_mean_var_genes_zstat", "metric_name": "Mean vs variance", "metric_summary": "KS statistic of the relationship between mean expression and variance expression.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { "task_id": "metrics", "component_name": "ks_statistic_gene_cell", - "metric_id": "ks_statistic_mean_fraczero_genes", + "metric_id": "ks_statistic_mean_fraczero_genes_zstat", "metric_name": "Mean vs fraction zero", "metric_summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_frac_zero_genes_tstat", + "metric_name": "Fraction of zeros per gene", + "metric_summary": "KS statistic of the fraction of zeros per gene.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_frac_zero_cells_tstat", + "metric_name": "Fraction of zeros per cell", + "metric_summary": "KS statistic of the fraction of zeros per spot (cell).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_lib_size_cells_tstat", + "metric_name": "Library size", + "metric_summary": "KS statistic of the library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_efflib_size_cells_tstat", + "metric_name": "Effective library size", + "metric_summary": "KS statistic of the effective library size.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_tmm_cells_tstat", + "metric_name": "TMM", + "metric_summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_var_cells_tstat", + "metric_name": "Scaled variance cell", + "metric_summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_mean_cells_tstat", + "metric_name": "Scaled mean cells", + "metric_summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_lib_fraczero_cells_tstat", + "metric_name": "Library size vs fraction zero", + "metric_summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_pearson_cells_tstat", + "metric_name": "Sample Pearson correlation", + "metric_summary": "KS statistic of the sample Pearson correlation.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_var_genes_tstat", + "metric_name": "Scaled variance genes", + "metric_summary": "KS statistic of the gene-level scaled variance of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_scaled_mean_genes_tstat", + "metric_name": "Scaled mean genes", + "metric_summary": "KS statistic of the gene-level scaled mean of the expression matrix.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_pearson_genes_tstat", + "metric_name": "Gene Pearson correlation", + "metric_summary": "KS statistic of the gene Pearson correlation.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_mean_var_genes_tstat", + "metric_name": "Mean vs variance", + "metric_summary": "KS statistic of the relationship between mean expression and variance expression.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_gene_cell", + "metric_id": "ks_statistic_mean_fraczero_genes_tstat", + "metric_name": "Mean vs fraction zero", + "metric_summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", + "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_gene_cell", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -338,10 +548,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -353,10 +563,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the Celltype interaction in the real datasets versus the Celltype interaction in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -368,10 +578,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -383,10 +593,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the morans I of the real datasets versus the morans I of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -398,10 +608,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the transition matrix of the real dataset versus the simulated dataset. The transition matrix elucidates the interrelationships among spatial clusters in each space. Each element in the matrix signifies the transition probability from one spatial cluster to another, thereby mapping the dynamic interplay of spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -413,10 +623,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the centralized score matrix of the real dataset versus the simulated dataset. The centralized score matrix is a vector of the group degree centrality (inter-cluster connectivity), average clustering coefficient (propensity for a spot within a spatial cluster to be connected to spots in another cluster), and the group closeness centrality (relative proximity or accessibility of one cluster to all spots in another). \n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false }, { @@ -428,10 +638,55 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the neighborhood enrichment matrices of the real dataset versus the simulated dataset. The neighborhood enrichment matrix quantifies the enrichment observed between each pair of spatial clusters. It serves to systematically assess the interaction between different clusters within a spatial context, providing insights into the relative connectivity between various spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_transition_scalef", + "metric_name": "Frobenius norm of transition matrix", + "metric_summary": "Frobenius norm of the transition matrix.", + "metric_description": "The Frobenius norm of the difference between two matrices is calculated to assess the closeness of the spatial pattern of cell types between the simulated and real data.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_central_score_scalef", + "metric_name": "Frobenius norm of centralized score", + "metric_summary": "Frobenius norm of the centralized score matrix.", + "metric_description": "The Frobenius norm of the difference between two matrices is calculated to assess the closeness of the spatial pattern of cell types between the simulated and real data.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", + "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", + "code_version": "build_main", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", + "maximize": false + }, + { + "task_id": "metrics", + "component_name": "ks_statistic_spatial", + "metric_id": "ks_statistic_enrichment_scalef", + "metric_name": "Frobenius norm of neighborhood enrichment", + "metric_summary": "Frobenius norm of the neighborhood enrichment.", + "metric_description": "The Frobenius norm of the difference between two matrices is calculated to assess the closeness of the spatial pattern of cell types between the simulated and real data.\n", + "references_doi": "10.1201/9780429485572", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/0ac6b16e5e1ca015caff41382afd57f8292192ab/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", + "commit_sha": "0ac6b16e5e1ca015caff41382afd57f8292192ab", "maximize": false } ] diff --git a/results/spatial_simulators/data/quality_control.json b/results/spatial_simulators/data/quality_control.json index 9ecb4fabb..fb659f4ac 100644 --- a/results/spatial_simulators/data/quality_control.json +++ b/results/spatial_simulators/data/quality_control.json @@ -93,7 +93,7 @@ "task_id": "task_spatial_simulators", "category": "Method info", "name": "Pct 'paper_reference' missing", - "value": 0.7777777777777778, + "value": 0.7272727272727273, "severity": 2, "severity_value": 3.0, "code": "percent_missing(method_info, field)", @@ -243,5710 +243,4640 @@ "task_id": "task_spatial_simulators", "category": "Raw data", "name": "Number of results", - "value": 90, + "value": 110, "severity": 0, "severity_value": 0.0, "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", - "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: task_spatial_simulators\n Number of results: 90\n Number of methods: 9\n Number of metrics: 29\n Number of datasets: 10\n" + "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: task_spatial_simulators\n Number of results: 110\n Number of methods: 11\n Number of metrics: 46\n Number of datasets: 10\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_ari' %missing", - "value": 0.011111111111111072, + "value": 0.0636363636363636, "severity": 0, - "severity_value": 0.11111111111111072, + "severity_value": 0.636363636363636, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_nmi' %missing", - "value": 0.011111111111111072, + "value": 0.0636363636363636, "severity": 0, - "severity_value": 0.11111111111111072, + "severity_value": 0.636363636363636, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_recall' %missing", - "value": 0.21111111111111114, + "value": 0.21818181818181825, "severity": 2, - "severity_value": 2.111111111111111, + "severity_value": 2.1818181818181825, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 21%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 22%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_precision' %missing", - "value": 0.28888888888888886, - "severity": 2, - "severity_value": 2.8888888888888884, + "value": 0.38181818181818183, + "severity": 3, + "severity_value": 3.8181818181818183, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 29%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 38%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconvolute_rmse' %missing", - "value": 0.011111111111111072, + "value": 0.0636363636363636, "severity": 0, - "severity_value": 0.11111111111111072, + "severity_value": 0.636363636363636, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconcolute_jsd' %missing", - "value": 0.011111111111111072, + "value": 0.0636363636363636, "severity": 0, - "severity_value": 0.11111111111111072, + "severity_value": 0.636363636363636, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_mantel' %missing", - "value": 0.011111111111111072, + "value": 0.0636363636363636, "severity": 0, - "severity_value": 0.11111111111111072, + "severity_value": 0.636363636363636, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_cosine' %missing", - "value": 0.3999999999999999, + "value": 0.4, "severity": 3, - "severity_value": 3.999999999999999, + "severity_value": 4.0, "code": "pct_missing <= .1", "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 40%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_frac_zero_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_frac_zero_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_frac_zero_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_frac_zero_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_lib_size_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_lib_size_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_size_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_size_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_efflib_size_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_efflib_size_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_efflib_size_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_efflib_size_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_tmm_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_tmm_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_tmm_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_tmm_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_scaled_var_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_var_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_scaled_mean_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_mean_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_lib_fraczero_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_lib_fraczero_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_fraczero_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_fraczero_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_pearson_cells' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_pearson_cells_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_cells\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_cells_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_scaled_var_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_var_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_scaled_mean_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_mean_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_pearson_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_pearson_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_mean_var_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_mean_var_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_var_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_var_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_mean_fraczero_genes' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_mean_fraczero_genes_zstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_fraczero_genes\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_fraczero_genes_zstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_L_stats' %missing", - "value": 0.1333333333333333, - "severity": 1, - "severity_value": 1.333333333333333, + "name": "Metric 'ks_statistic_frac_zero_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 13%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_celltype_interaction' %missing", - "value": 0.1333333333333333, - "severity": 1, - "severity_value": 1.333333333333333, + "name": "Metric 'ks_statistic_frac_zero_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 13%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_frac_zero_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_nn_correlation' %missing", - "value": 0.1333333333333333, - "severity": 1, - "severity_value": 1.333333333333333, + "name": "Metric 'ks_statistic_lib_size_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 13%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_size_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_morans_I' %missing", - "value": 0.1333333333333333, - "severity": 1, - "severity_value": 1.333333333333333, + "name": "Metric 'ks_statistic_efflib_size_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 13%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_efflib_size_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_transition_matrix' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_tmm_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_transition_matrix\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_tmm_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_central_score' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_var_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_central_score\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Metric 'ks_statistic_enrichment' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'ks_statistic_scaled_mean_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_enrichment\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'scdesign2' %missing", - "value": 0.04482758620689653, - "severity": 0, - "severity_value": 0.4482758620689653, + "name": "Metric 'ks_statistic_lib_fraczero_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 4%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_lib_fraczero_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'scdesign3' %missing", - "value": 0.06551724137931025, - "severity": 0, - "severity_value": 0.6551724137931025, + "name": "Metric 'ks_statistic_pearson_cells_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign3\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_cells_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'sparsim' %missing", - "value": 0.06206896551724139, - "severity": 0, - "severity_value": 0.6206896551724139, + "name": "Metric 'ks_statistic_scaled_var_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: sparsim\n Percentage missing: 6%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_var_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'splatter' %missing", - "value": 0.037931034482758696, - "severity": 0, - "severity_value": 0.37931034482758696, + "name": "Metric 'ks_statistic_scaled_mean_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 4%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_scaled_mean_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'srtsim' %missing", - "value": 0.0482758620689655, - "severity": 0, - "severity_value": 0.482758620689655, + "name": "Metric 'ks_statistic_pearson_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_pearson_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'symsim' %missing", - "value": 0.07586206896551717, - "severity": 0, - "severity_value": 0.7586206896551717, + "name": "Metric 'ks_statistic_mean_var_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 8%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_var_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'zinbwave' %missing", - "value": 0.0482758620689655, - "severity": 0, - "severity_value": 0.482758620689655, + "name": "Metric 'ks_statistic_mean_fraczero_genes_tstat' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_mean_fraczero_genes_tstat\n Percentage missing: 100%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'positive' %missing", - "value": 0.02758620689655178, - "severity": 0, - "severity_value": 0.2758620689655178, + "name": "Metric 'ks_statistic_L_stats' %missing", + "value": 0.3090909090909091, + "severity": 3, + "severity_value": 3.090909090909091, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 31%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Method 'negative' %missing", - "value": 0.051724137931034475, - "severity": 0, - "severity_value": 0.5172413793103448, + "name": "Metric 'ks_statistic_celltype_interaction' %missing", + "value": 0.3090909090909091, + "severity": 3, + "severity_value": 3.090909090909091, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 31%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'brain' %missing", - "value": 0.2145593869731801, - "severity": 2, - "severity_value": 2.145593869731801, + "name": "Metric 'ks_statistic_nn_correlation' %missing", + "value": 0.3090909090909091, + "severity": 3, + "severity_value": 3.090909090909091, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 21%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 31%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'cortex' %missing", - "value": 0.007662835249042099, - "severity": 0, - "severity_value": 0.07662835249042099, + "name": "Metric 'ks_statistic_morans_I' %missing", + "value": 0.3090909090909091, + "severity": 3, + "severity_value": 3.090909090909091, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: cortex\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 31%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'breast' %missing", - "value": 0.06130268199233713, - "severity": 0, - "severity_value": 0.6130268199233713, + "name": "Metric 'ks_statistic_transition_matrix' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 6%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_transition_matrix\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'prostate' %missing", - "value": 0.05363984674329503, - "severity": 0, - "severity_value": 0.5363984674329503, + "name": "Metric 'ks_statistic_central_score' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_central_score\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'pdac' %missing", - "value": 0.026819923371647514, - "severity": 0, - "severity_value": 0.26819923371647514, + "name": "Metric 'ks_statistic_enrichment' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_enrichment\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'fibrosarcoma' %missing", - "value": 0.02298850574712652, - "severity": 0, - "severity_value": 0.2298850574712652, + "name": "Metric 'ks_statistic_transition_scalef' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: fibrosarcoma\n Percentage missing: 2%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_transition_scalef\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'osteosarcoma' %missing", - "value": 0.011494252873563315, - "severity": 0, - "severity_value": 0.11494252873563315, + "name": "Metric 'ks_statistic_central_score_scalef' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_central_score_scalef\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'gastrulation' %missing", - "value": 0.019157088122605415, - "severity": 0, - "severity_value": 0.19157088122605415, + "name": "Metric 'ks_statistic_enrichment_scalef' %missing", + "value": 0.13636363636363635, + "severity": 1, + "severity_value": 1.3636363636363635, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 2%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_enrichment_scalef\n Percentage missing: 14%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'olfactorybulb' %missing", - "value": 0.007662835249042099, - "severity": 0, - "severity_value": 0.07662835249042099, + "name": "Method 'scdesign2' %missing", + "value": 0.691304347826087, + "severity": 3, + "severity_value": 6.913043478260869, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 1%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 69%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'hindlimbmuscle' %missing", - "value": 0.08812260536398453, - "severity": 0, - "severity_value": 0.8812260536398453, + "name": "Method 'scdesign3_nb' %missing", + "value": 0.7521739130434782, + "severity": 3, + "severity_value": 7.521739130434782, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign3_nb\n Percentage missing: 75%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 clustering_ari", - "value": -0.0046, - "severity": 0, - "severity_value": 0.0046, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0046%\n" + "category": "Raw results", + "name": "Method 'scdesign3_poisson' %missing", + "value": 0.6978260869565217, + "severity": 3, + "severity_value": 6.978260869565217, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign3_poisson\n Percentage missing: 70%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 clustering_ari", - "value": 0.5066, - "severity": 0, - "severity_value": 0.2533, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.5066%\n" + "category": "Raw results", + "name": "Method 'sparsim' %missing", + "value": 0.6717391304347826, + "severity": 3, + "severity_value": 6.717391304347826, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: sparsim\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 clustering_ari", - "value": -0.0013, - "severity": 0, - "severity_value": 0.0013, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0013%\n" + "category": "Raw results", + "name": "Method 'splatter' %missing", + "value": 0.6739130434782609, + "severity": 3, + "severity_value": 6.739130434782608, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 clustering_ari", - "value": 1.1338, - "severity": 0, - "severity_value": 0.5669, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.1338%\n" + "category": "Raw results", + "name": "Method 'srtsim' %missing", + "value": 0.6695652173913044, + "severity": 3, + "severity_value": 6.695652173913043, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim clustering_ari", - "value": -0.002, - "severity": 0, - "severity_value": 0.002, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.002%\n" + "category": "Raw results", + "name": "Method 'symsim' %missing", + "value": 0.6739130434782609, + "severity": 3, + "severity_value": 6.739130434782608, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim clustering_ari", - "value": 0.5358, - "severity": 0, - "severity_value": 0.2679, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.5358%\n" + "category": "Raw results", + "name": "Method 'zinbwave' %missing", + "value": 0.6695652173913044, + "severity": 3, + "severity_value": 6.695652173913043, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter clustering_ari", - "value": -0.0017, - "severity": 0, - "severity_value": 0.0017, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0017%\n" + "category": "Raw results", + "name": "Method 'positive' %missing", + "value": 0.6478260869565218, + "severity": 3, + "severity_value": 6.478260869565218, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 65%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter clustering_ari", - "value": 0.5342, - "severity": 0, - "severity_value": 0.2671, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.5342%\n" + "category": "Raw results", + "name": "Method 'negative_shuffle' %missing", + "value": 0.6891304347826086, + "severity": 3, + "severity_value": 6.891304347826086, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative_shuffle\n Percentage missing: 69%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim clustering_ari", - "value": 0.7254, - "severity": 0, - "severity_value": -0.7254, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.7254%\n" + "category": "Raw results", + "name": "Method 'negative_normal' %missing", + "value": 0.6652173913043478, + "severity": 3, + "severity_value": 6.652173913043478, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative_normal\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim clustering_ari", - "value": 1.2472, - "severity": 0, - "severity_value": 0.6236, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.2472%\n" + "category": "Raw results", + "name": "Dataset 'hindlimbmuscle' %missing", + "value": 0.7015810276679841, + "severity": 3, + "severity_value": 7.015810276679841, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 70%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim clustering_ari", - "value": -0.0017, - "severity": 0, - "severity_value": 0.0017, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0017%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim clustering_ari", - "value": 0.5342, - "severity": 0, - "severity_value": 0.2671, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.5342%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave clustering_ari", - "value": -0.0034, - "severity": 0, - "severity_value": 0.0034, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.0034%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave clustering_ari", - "value": 0.37, - "severity": 0, - "severity_value": 0.185, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.37%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive clustering_ari", - "value": 1, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive clustering_ari", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative clustering_ari", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_ari\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative clustering_ari", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_ari\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 clustering_nmi", - "value": -0.0036, - "severity": 0, - "severity_value": 0.0036, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0036%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 clustering_nmi", - "value": 0.555, - "severity": 0, - "severity_value": 0.2775, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.555%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 clustering_nmi", - "value": -0.0006, - "severity": 0, - "severity_value": 0.0006, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0006%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 clustering_nmi", - "value": 1.087, - "severity": 0, - "severity_value": 0.5435, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.087%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim clustering_nmi", - "value": -0.0029, - "severity": 0, - "severity_value": 0.0029, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.0029%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim clustering_nmi", - "value": 0.5796, - "severity": 0, - "severity_value": 0.2898, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5796%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter clustering_nmi", - "value": -0.0019, - "severity": 0, - "severity_value": 0.0019, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter clustering_nmi", - "value": 0.5846, - "severity": 0, - "severity_value": 0.2923, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5846%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim clustering_nmi", - "value": 0.6742, - "severity": 0, - "severity_value": -0.6742, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.6742%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim clustering_nmi", - "value": 1.3081, - "severity": 0, - "severity_value": 0.65405, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.3081%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim clustering_nmi", - "value": -0.0019, - "severity": 0, - "severity_value": 0.0019, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim clustering_nmi", - "value": 0.5846, - "severity": 0, - "severity_value": 0.2923, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.5846%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave clustering_nmi", - "value": -0.0031, - "severity": 0, - "severity_value": 0.0031, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0031%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave clustering_nmi", - "value": 0.3748, - "severity": 0, - "severity_value": 0.1874, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.3748%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive clustering_nmi", - "value": 1, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive clustering_nmi", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative clustering_nmi", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_nmi\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative clustering_nmi", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: clustering_nmi\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 svg_recall", - "value": -0.0055, - "severity": 0, - "severity_value": 0.0055, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: -0.0055%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 svg_recall", - "value": 0.9051, - "severity": 0, - "severity_value": 0.45255, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9051%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 svg_recall", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_recall\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 svg_recall", - "value": 0.9971, - "severity": 0, - "severity_value": 0.49855, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_recall\n Best score: 0.9971%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim svg_recall", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim svg_recall", - "value": 0.972, - "severity": 0, - "severity_value": 0.486, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.972%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter svg_recall", - "value": -0.0055, - "severity": 0, - "severity_value": 0.0055, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: -0.0055%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter svg_recall", - "value": 0.9918, - "severity": 0, - "severity_value": 0.4959, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9918%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim svg_recall", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim svg_recall", - "value": 0.9971, - "severity": 0, - "severity_value": 0.49855, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Best score: 0.9971%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim svg_recall", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim svg_recall", - "value": 0.8565, - "severity": 0, - "severity_value": 0.42825, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Best score: 0.8565%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave svg_recall", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave svg_recall", - "value": 0.9767, - "severity": 0, - "severity_value": 0.48835, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9767%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive svg_recall", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive svg_recall", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative svg_recall", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_recall\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative svg_recall", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_recall\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 svg_precision", - "value": -0.5, - "severity": 0, - "severity_value": 0.5, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: -0.5%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 svg_precision", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 svg_precision", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim svg_precision", - "value": 0.0111, - "severity": 0, - "severity_value": 0.00555, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.0111%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter svg_precision", - "value": -0.5, - "severity": 0, - "severity_value": 0.5, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: -0.5%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim svg_precision", - "value": 0.7551, - "severity": 0, - "severity_value": 0.37755, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.7551%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim svg_precision", - "value": -0.2, - "severity": 0, - "severity_value": 0.2, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: -0.2%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave svg_precision", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave svg_precision", - "value": 0.4715, - "severity": 0, - "severity_value": 0.23575, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.4715%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive svg_precision", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive svg_precision", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative svg_precision", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_precision\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative svg_precision", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: svg_precision\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 ctdeconvolute_rmse", - "value": -0.1887, - "severity": 0, - "severity_value": 0.1887, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1887%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 ctdeconvolute_rmse", - "value": 0.899, - "severity": 0, - "severity_value": 0.4495, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.899%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 ctdeconvolute_rmse", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 ctdeconvolute_rmse", - "value": 0.9491, - "severity": 0, - "severity_value": 0.47455, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9491%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim ctdeconvolute_rmse", - "value": -0.2629, - "severity": 0, - "severity_value": 0.2629, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2629%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim ctdeconvolute_rmse", - "value": 0.9273, - "severity": 0, - "severity_value": 0.46365, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9273%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter ctdeconvolute_rmse", - "value": -0.12, - "severity": 0, - "severity_value": 0.12, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.12%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter ctdeconvolute_rmse", - "value": 0.1672, - "severity": 0, - "severity_value": 0.0836, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1672%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim ctdeconvolute_rmse", - "value": 0.7282, - "severity": 0, - "severity_value": -0.7282, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.7282%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim ctdeconvolute_rmse", - "value": 0.9984, - "severity": 0, - "severity_value": 0.4992, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9984%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim ctdeconvolute_rmse", - "value": -0.9219, - "severity": 0, - "severity_value": 0.9219, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9219%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim ctdeconvolute_rmse", - "value": 0.226, - "severity": 0, - "severity_value": 0.113, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.226%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave ctdeconvolute_rmse", - "value": 0.3461, - "severity": 0, - "severity_value": -0.3461, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.3461%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave ctdeconvolute_rmse", - "value": 0.9427, - "severity": 0, - "severity_value": 0.47135, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9427%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive ctdeconvolute_rmse", - "value": 1, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive ctdeconvolute_rmse", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative ctdeconvolute_rmse", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconvolute_rmse\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative ctdeconvolute_rmse", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconvolute_rmse\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 ctdeconcolute_jsd", - "value": -0.0979, - "severity": 0, - "severity_value": 0.0979, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0979%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 ctdeconcolute_jsd", - "value": 0.7596, - "severity": 0, - "severity_value": 0.3798, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.7596%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 ctdeconcolute_jsd", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 ctdeconcolute_jsd", - "value": 0.8333, - "severity": 0, - "severity_value": 0.41665, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8333%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim ctdeconcolute_jsd", - "value": -0.1562, - "severity": 0, - "severity_value": 0.1562, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1562%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim ctdeconcolute_jsd", - "value": 0.8045, - "severity": 0, - "severity_value": 0.40225, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8045%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter ctdeconcolute_jsd", - "value": -0.1152, - "severity": 0, - "severity_value": 0.1152, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1152%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter ctdeconcolute_jsd", - "value": 0.0976, - "severity": 0, - "severity_value": 0.0488, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0976%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim ctdeconcolute_jsd", - "value": 0.6456, - "severity": 0, - "severity_value": -0.6456, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.6456%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim ctdeconcolute_jsd", - "value": 0.9763, - "severity": 0, - "severity_value": 0.48815, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9763%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim ctdeconcolute_jsd", - "value": -0.745, - "severity": 0, - "severity_value": 0.745, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.745%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim ctdeconcolute_jsd", - "value": 0.0795, - "severity": 0, - "severity_value": 0.03975, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.0795%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave ctdeconcolute_jsd", - "value": 0.2264, - "severity": 0, - "severity_value": -0.2264, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.2264%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave ctdeconcolute_jsd", - "value": 0.8439, - "severity": 0, - "severity_value": 0.42195, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8439%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive ctdeconcolute_jsd", - "value": 1, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive ctdeconcolute_jsd", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Best score: 1%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative ctdeconcolute_jsd", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconcolute_jsd\n Worst score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative ctdeconcolute_jsd", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ctdeconcolute_jsd\n Best score: 0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 crosscor_mantel", - "value": -0.4106, - "severity": 0, - "severity_value": 0.4106, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.4106%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 crosscor_mantel", - "value": 0.9534, - "severity": 0, - "severity_value": 0.4767, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.9534%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign3 crosscor_mantel", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign3 crosscor_mantel", - "value": 0.9977, - "severity": 0, - "severity_value": 0.49885, - "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9977%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score sparsim crosscor_mantel", - "value": 0.0146, - "severity": 0, - "severity_value": -0.0146, - "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0146%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score sparsim crosscor_mantel", - "value": 0.877, - "severity": 0, - "severity_value": 0.4385, - "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.877%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score splatter crosscor_mantel", - "value": -0.0386, - "severity": 0, - "severity_value": 0.0386, - "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0386%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score splatter crosscor_mantel", - "value": 0.0113, - "severity": 0, - "severity_value": 0.00565, - "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0113%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score srtsim crosscor_mantel", - "value": 0.8268, - "severity": 0, - "severity_value": -0.8268, - "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.8268%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score srtsim crosscor_mantel", - "value": 0.9996, - "severity": 0, - "severity_value": 0.4998, - "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9996%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score symsim crosscor_mantel", - "value": -0.0466, - "severity": 0, - "severity_value": 0.0466, - "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0466%\n" - }, - { - "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score symsim crosscor_mantel", - "value": 0.0054, - "severity": 0, - "severity_value": 0.0027, - "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0054%\n" + "category": "Raw results", + "name": "Dataset 'brain' %missing", + "value": 0.7371541501976284, + "severity": 3, + "severity_value": 7.371541501976284, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 74%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score zinbwave crosscor_mantel", - "value": -0.0045, - "severity": 0, - "severity_value": 0.0045, - "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: -0.0045%\n" + "category": "Raw results", + "name": "Dataset 'cortex' %missing", + "value": 0.6462450592885376, + "severity": 3, + "severity_value": 6.462450592885376, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: cortex\n Percentage missing: 65%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score zinbwave crosscor_mantel", - "value": 0.7708, - "severity": 0, - "severity_value": 0.3854, - "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7708%\n" + "category": "Raw results", + "name": "Dataset 'prostate' %missing", + "value": 0.7173913043478262, + "severity": 3, + "severity_value": 7.173913043478262, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 72%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score positive crosscor_mantel", - "value": 1, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 1%\n" + "category": "Raw results", + "name": "Dataset 'breast' %missing", + "value": 0.6699604743083003, + "severity": 3, + "severity_value": 6.699604743083003, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 67%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score positive crosscor_mantel", - "value": 1, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Best score: 1%\n" + "category": "Raw results", + "name": "Dataset 'pdac' %missing", + "value": 0.7233201581027668, + "severity": 3, + "severity_value": 7.233201581027668, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 72%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score negative crosscor_mantel", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_mantel\n Worst score: 0%\n" + "category": "Raw results", + "name": "Dataset 'olfactorybulb' %missing", + "value": 0.6284584980237153, + "severity": 3, + "severity_value": 6.284584980237153, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 63%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score negative crosscor_mantel", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_mantel\n Best score: 0%\n" + "category": "Raw results", + "name": "Dataset 'fibrosarcoma' %missing", + "value": 0.6343873517786562, + "severity": 3, + "severity_value": 6.343873517786562, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: fibrosarcoma\n Percentage missing: 63%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Worst score scdesign2 crosscor_cosine", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "category": "Raw results", + "name": "Dataset 'gastrulation' %missing", + "value": 0.7430830039525691, + "severity": 3, + "severity_value": 7.4308300395256905, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 74%\n" }, { "task_id": "task_spatial_simulators", - "category": "Scaling", - "name": "Best score scdesign2 crosscor_cosine", - "value": 0.7999, - "severity": 0, - "severity_value": 0.39995, - "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.7999%\n" + "category": "Raw results", + "name": "Dataset 'osteosarcoma' %missing", + "value": 0.6185770750988142, + "severity": 3, + "severity_value": 6.185770750988142, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 62%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 crosscor_cosine", - "value": 0.0, + "name": "Worst score scdesign2 clustering_ari", + "value": -0.0002, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0002, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 crosscor_cosine", - "value": 0.9745, + "name": "Best score scdesign2 clustering_ari", + "value": 0.3978, "severity": 0, - "severity_value": 0.48725, + "severity_value": 0.1989, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9745%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.3978%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim crosscor_cosine", + "name": "Worst score scdesign3_nb clustering_ari", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: clustering_ari\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim crosscor_cosine", - "value": 0.8332, + "name": "Best score scdesign3_nb clustering_ari", + "value": 1.5784, "severity": 0, - "severity_value": 0.4166, + "severity_value": 0.7892, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8332%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: clustering_ari\n Best score: 1.5784%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter crosscor_cosine", - "value": 0.0, + "name": "Worst score scdesign3_poisson clustering_ari", + "value": -0.0013, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0013, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: clustering_ari\n Worst score: -0.0013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter crosscor_cosine", - "value": 0.1744, + "name": "Best score scdesign3_poisson clustering_ari", + "value": 1.0629, "severity": 0, - "severity_value": 0.0872, + "severity_value": 0.53145, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.1744%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: clustering_ari\n Best score: 1.0629%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim crosscor_cosine", - "value": 0.0, + "name": "Worst score sparsim clustering_ari", + "value": -0.008, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.008, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.008%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim crosscor_cosine", - "value": 0.9957, + "name": "Best score sparsim clustering_ari", + "value": 0.6929, "severity": 0, - "severity_value": 0.49785, + "severity_value": 0.34645, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9957%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.6929%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim crosscor_cosine", - "value": -0.0271, + "name": "Worst score splatter clustering_ari", + "value": -0.0094, "severity": 0, - "severity_value": 0.0271, + "severity_value": 0.0094, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0271%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0094%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim crosscor_cosine", - "value": 0.1869, + "name": "Best score splatter clustering_ari", + "value": 0.5294, "severity": 0, - "severity_value": 0.09345, + "severity_value": 0.2647, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1869%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.5294%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave crosscor_cosine", - "value": -0.0051, + "name": "Worst score srtsim clustering_ari", + "value": 0.7385, "severity": 0, - "severity_value": 0.0051, + "severity_value": -0.7385, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: -0.0051%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.7385%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave crosscor_cosine", - "value": 0.7059, + "name": "Best score srtsim clustering_ari", + "value": 1.9623, "severity": 0, - "severity_value": 0.35295, + "severity_value": 0.98115, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.7059%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.9623%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive crosscor_cosine", - "value": 1, + "name": "Worst score symsim clustering_ari", + "value": -0.0094, "severity": 0, - "severity_value": -1.0, + "severity_value": 0.0094, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 1%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0094%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive crosscor_cosine", - "value": 1, + "name": "Best score symsim clustering_ari", + "value": 0.5294, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.2647, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Best score: 1%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.5294%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative crosscor_cosine", - "value": 0, + "name": "Worst score zinbwave clustering_ari", + "value": -0.002, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.002, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_cosine\n Worst score: 0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative crosscor_cosine", - "value": 0, + "name": "Best score zinbwave clustering_ari", + "value": 0.3268, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.1634, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: crosscor_cosine\n Best score: 0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.3268%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9571, + "name": "Worst score positive clustering_ari", + "value": 1, "severity": 0, - "severity_value": -0.9571, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9571%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9998, + "name": "Best score positive clustering_ari", + "value": 1, "severity": 0, - "severity_value": 0.4999, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_frac_zero_genes", - "value": 0.986, + "name": "Worst score negative_shuffle clustering_ari", + "value": 0.0, "severity": 0, - "severity_value": -0.986, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.986%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: clustering_ari\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_frac_zero_genes", - "value": 1.0, + "name": "Best score negative_shuffle clustering_ari", + "value": 0.0354, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0177, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: clustering_ari\n Best score: 0.0354%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_frac_zero_genes", - "value": 0.8904, + "name": "Worst score negative_normal clustering_ari", + "value": 0.0, "severity": 0, - "severity_value": -0.8904, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8904%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: clustering_ari\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_frac_zero_genes", - "value": 0.9999, + "name": "Best score negative_normal clustering_ari", + "value": 0.0541, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.02705, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: clustering_ari\n Best score: 0.0541%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_frac_zero_genes", - "value": 0.2704, + "name": "Worst score scdesign2 clustering_nmi", + "value": -0.0062, "severity": 0, - "severity_value": -0.2704, + "severity_value": 0.0062, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.2704%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0062%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_frac_zero_genes", - "value": 0.9825, + "name": "Best score scdesign2 clustering_nmi", + "value": 0.3393, "severity": 0, - "severity_value": 0.49125, + "severity_value": 0.16965, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9825%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.3393%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_frac_zero_genes", - "value": 0.9588, + "name": "Worst score scdesign3_nb clustering_nmi", + "value": 0.0, "severity": 0, - "severity_value": -0.9588, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9588%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: clustering_nmi\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_frac_zero_genes", - "value": 0.9998, + "name": "Best score scdesign3_nb clustering_nmi", + "value": 1.3002, "severity": 0, - "severity_value": 0.4999, + "severity_value": 0.6501, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: clustering_nmi\n Best score: 1.3002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_frac_zero_genes", - "value": 0.6339, + "name": "Worst score scdesign3_poisson clustering_nmi", + "value": -0.0014, "severity": 0, - "severity_value": -0.6339, + "severity_value": 0.0014, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.6339%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: clustering_nmi\n Worst score: -0.0014%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_frac_zero_genes", - "value": 0.9917, + "name": "Best score scdesign3_poisson clustering_nmi", + "value": 1.0416, "severity": 0, - "severity_value": 0.49585, + "severity_value": 0.5208, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9917%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: clustering_nmi\n Best score: 1.0416%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_frac_zero_genes", - "value": 0.9926, + "name": "Worst score sparsim clustering_nmi", + "value": -0.0037, "severity": 0, - "severity_value": -0.9926, + "severity_value": 0.0037, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9926%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.0037%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_frac_zero_genes", - "value": 0.9999, + "name": "Best score sparsim clustering_nmi", + "value": 0.524, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.262, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.524%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_frac_zero_genes", - "value": 1, + "name": "Worst score splatter clustering_nmi", + "value": -0.0002, "severity": 0, - "severity_value": -1.0, + "severity_value": 0.0002, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 1%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_frac_zero_genes", - "value": 1, + "name": "Best score splatter clustering_nmi", + "value": 0.574, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.287, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.574%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_frac_zero_genes", - "value": 0, + "name": "Worst score srtsim clustering_nmi", + "value": 0.8254, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.8254, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.8254%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_frac_zero_genes", - "value": 0, + "name": "Best score srtsim clustering_nmi", + "value": 1.5316, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.7658, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.5316%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.9124, + "name": "Worst score symsim clustering_nmi", + "value": -0.0002, "severity": 0, - "severity_value": -0.9124, + "severity_value": 0.0002, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9124%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.9865, + "name": "Best score symsim clustering_nmi", + "value": 0.574, "severity": 0, - "severity_value": 0.49325, + "severity_value": 0.287, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9865%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.574%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.885, + "name": "Worst score zinbwave clustering_nmi", + "value": -0.003, "severity": 0, - "severity_value": -0.885, + "severity_value": 0.003, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.885%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.003%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.9906, + "name": "Best score zinbwave clustering_nmi", + "value": 0.3497, "severity": 0, - "severity_value": 0.4953, + "severity_value": 0.17485, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9906%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.3497%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_frac_zero_cells", - "value": 0.8668, + "name": "Worst score positive clustering_nmi", + "value": 1, "severity": 0, - "severity_value": -0.8668, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8668%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_frac_zero_cells", - "value": 0.9986, + "name": "Best score positive clustering_nmi", + "value": 1, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_frac_zero_cells", - "value": 0.2881, + "name": "Worst score negative_shuffle clustering_nmi", + "value": 0.0, "severity": 0, - "severity_value": -0.2881, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.2881%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: clustering_nmi\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_frac_zero_cells", - "value": 0.9931, + "name": "Best score negative_shuffle clustering_nmi", + "value": 0.0187, "severity": 0, - "severity_value": 0.49655, + "severity_value": 0.00935, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9931%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: clustering_nmi\n Best score: 0.0187%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_frac_zero_cells", - "value": 0.9525, + "name": "Worst score negative_normal clustering_nmi", + "value": 0.0, "severity": 0, - "severity_value": -0.9525, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9525%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: clustering_nmi\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_frac_zero_cells", - "value": 0.9992, + "name": "Best score negative_normal clustering_nmi", + "value": 0.0294, "severity": 0, - "severity_value": 0.4996, + "severity_value": 0.0147, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9992%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: clustering_nmi\n Best score: 0.0294%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_frac_zero_cells", - "value": 0.4176, + "name": "Worst score scdesign2 svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -0.4176, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.4176%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_frac_zero_cells", - "value": 0.986, + "name": "Best score scdesign2 svg_recall", + "value": 0.9241, "severity": 0, - "severity_value": 0.493, + "severity_value": 0.46205, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.986%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9241%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_frac_zero_cells", - "value": 0.966, + "name": "Worst score scdesign3_nb svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -0.966, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.966%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_frac_zero_cells", - "value": 0.9986, + "name": "Best score scdesign3_nb svg_recall", + "value": 1.0, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: svg_recall\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_frac_zero_cells", - "value": 1, + "name": "Worst score scdesign3_poisson svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 1%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_frac_zero_cells", - "value": 1, + "name": "Best score scdesign3_poisson svg_recall", + "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: svg_recall\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_frac_zero_cells", - "value": 0, + "name": "Worst score sparsim svg_recall", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_frac_zero_cells", - "value": 0, + "name": "Best score sparsim svg_recall", + "value": 0.9743, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.48715, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.9743%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_lib_size_cells", - "value": 0.8517, + "name": "Worst score splatter svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -0.8517, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8517%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_lib_size_cells", - "value": 0.9891, + "name": "Best score splatter svg_recall", + "value": 0.9942, "severity": 0, - "severity_value": 0.49455, + "severity_value": 0.4971, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9891%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9942%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_lib_size_cells", - "value": 0.8569, + "name": "Worst score srtsim svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -0.8569, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8569%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_lib_size_cells", - "value": 0.9958, + "name": "Best score srtsim svg_recall", + "value": 1.0, "severity": 0, - "severity_value": 0.4979, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9958%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_recall\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_lib_size_cells", - "value": 1, + "name": "Worst score symsim svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 1%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_lib_size_cells", - "value": 1, + "name": "Best score symsim svg_recall", + "value": 0.8565, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.42825, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 1%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_recall\n Best score: 0.8565%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_lib_size_cells", - "value": 0.8543, + "name": "Worst score zinbwave svg_recall", + "value": 0.0, "severity": 0, - "severity_value": -0.8543, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8543%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_lib_size_cells", - "value": 0.995, + "name": "Best score zinbwave svg_recall", + "value": 0.9755, "severity": 0, - "severity_value": 0.4975, + "severity_value": 0.48775, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.995%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9755%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_lib_size_cells", - "value": 0.9572, + "name": "Worst score positive svg_recall", + "value": 0, "severity": 0, - "severity_value": -0.9572, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9572%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_lib_size_cells", - "value": 1.0, + "name": "Best score positive svg_recall", + "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_recall\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_lib_size_cells", - "value": -0.5165, + "name": "Worst score negative_shuffle svg_recall", + "value": 0.0, "severity": 0, - "severity_value": 0.5165, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.5165%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: svg_recall\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_lib_size_cells", - "value": 0.9828, + "name": "Best score negative_shuffle svg_recall", + "value": 0.011, "severity": 0, - "severity_value": 0.4914, + "severity_value": 0.0055, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9828%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: svg_recall\n Best score: 0.011%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_lib_size_cells", - "value": 0.9765, + "name": "Worst score negative_normal svg_recall", + "value": 0, "severity": 0, - "severity_value": -0.9765, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9765%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: svg_recall\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_lib_size_cells", - "value": 0.9999, + "name": "Best score negative_normal svg_recall", + "value": 0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: svg_recall\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_lib_size_cells", - "value": 1, + "name": "Worst score scdesign2 svg_precision", + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_size_cells\n Worst score: 1%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_lib_size_cells", - "value": 1, + "name": "Best score scdesign2 svg_precision", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_size_cells\n Best score: 1%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_lib_size_cells", - "value": 0, + "name": "Worst score scdesign3_nb svg_precision", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: svg_precision\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_lib_size_cells", - "value": 0, + "name": "Best score scdesign3_nb svg_precision", + "value": 0.2683, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.13415, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_size_cells\n Best score: 0%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: svg_precision\n Best score: 0.2683%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.8517, + "name": "Worst score scdesign3_poisson svg_precision", + "value": 0.0, "severity": 0, - "severity_value": -0.8517, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8517%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: svg_precision\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.9891, + "name": "Best score scdesign3_poisson svg_precision", + "value": 0.0921, "severity": 0, - "severity_value": 0.49455, + "severity_value": 0.04605, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9891%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: svg_precision\n Best score: 0.0921%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.8569, - "severity": 0, - "severity_value": -0.8569, + "name": "Worst score sparsim svg_precision", + "value": -1.0787, + "severity": 1, + "severity_value": 1.0787, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8569%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Worst score: -1.0787%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.9958, + "name": "Best score sparsim svg_precision", + "value": 0.0, "severity": 0, - "severity_value": 0.4979, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9958%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_efflib_size_cells", - "value": 1, + "name": "Worst score splatter svg_precision", + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 1%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_efflib_size_cells", - "value": 1, + "name": "Best score splatter svg_precision", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_efflib_size_cells", - "value": 0.8543, + "name": "Worst score srtsim svg_precision", + "value": 0.0, "severity": 0, - "severity_value": -0.8543, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8543%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_efflib_size_cells", - "value": 0.995, + "name": "Best score srtsim svg_precision", + "value": 0.4742, "severity": 0, - "severity_value": 0.4975, + "severity_value": 0.2371, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.995%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.4742%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_efflib_size_cells", - "value": 0.9572, - "severity": 0, - "severity_value": -0.9572, + "name": "Worst score symsim svg_precision", + "value": -1.4, + "severity": 1, + "severity_value": 1.4, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9572%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: -1.4%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_efflib_size_cells", - "value": 1.0, + "name": "Best score symsim svg_precision", + "value": 0.0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_efflib_size_cells", - "value": -0.5165, + "name": "Worst score zinbwave svg_precision", + "value": -0.024, "severity": 0, - "severity_value": 0.5165, + "severity_value": 0.024, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.5165%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Worst score: -0.024%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_efflib_size_cells", - "value": 0.9828, + "name": "Best score zinbwave svg_precision", + "value": 0.0, "severity": 0, - "severity_value": 0.4914, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9828%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_efflib_size_cells", - "value": 0.9765, + "name": "Worst score positive svg_precision", + "value": 0, "severity": 0, - "severity_value": -0.9765, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9765%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_efflib_size_cells", - "value": 0.9999, + "name": "Best score positive svg_precision", + "value": 1, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: svg_precision\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_efflib_size_cells", - "value": 1, + "name": "Worst score negative_shuffle svg_precision", + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 1%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_efflib_size_cells", - "value": 1, + "name": "Best score negative_shuffle svg_precision", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_efflib_size_cells", + "name": "Worst score negative_normal svg_precision", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_efflib_size_cells", + "name": "Best score negative_normal svg_precision", "value": 0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_tmm_cells", - "value": -3.5269, - "severity": 3, - "severity_value": 3.5269, + "name": "Worst score scdesign2 ctdeconvolute_rmse", + "value": -0.2662, + "severity": 0, + "severity_value": 0.2662, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.5269%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2662%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_tmm_cells", - "value": 0.9554, + "name": "Best score scdesign2 ctdeconvolute_rmse", + "value": 0.9002, "severity": 0, - "severity_value": 0.4777, + "severity_value": 0.4501, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9554%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.9002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_tmm_cells", - "value": -0.7121, + "name": "Worst score scdesign3_nb ctdeconvolute_rmse", + "value": 0.0, "severity": 0, - "severity_value": 0.7121, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -0.7121%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_tmm_cells", - "value": 0.9595, + "name": "Best score scdesign3_nb ctdeconvolute_rmse", + "value": 0.9469, "severity": 0, - "severity_value": 0.47975, + "severity_value": 0.47345, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9595%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ctdeconvolute_rmse\n Best score: 0.9469%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_tmm_cells", - "value": -12.1894, - "severity": 3, - "severity_value": 12.1894, + "name": "Worst score scdesign3_poisson ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -12.1894%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_tmm_cells", - "value": 0.9918, + "name": "Best score scdesign3_poisson ctdeconvolute_rmse", + "value": 0.9667, "severity": 0, - "severity_value": 0.4959, + "severity_value": 0.48335, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9918%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ctdeconvolute_rmse\n Best score: 0.9667%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_tmm_cells", - "value": -25.271, - "severity": 3, - "severity_value": 25.271, + "name": "Worst score sparsim ctdeconvolute_rmse", + "value": -0.2989, + "severity": 0, + "severity_value": 0.2989, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.271%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2989%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_tmm_cells", - "value": 0.9913, + "name": "Best score sparsim ctdeconvolute_rmse", + "value": 0.9266, "severity": 0, - "severity_value": 0.49565, + "severity_value": 0.4633, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9913%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9266%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_tmm_cells", - "value": -1.6076, - "severity": 1, - "severity_value": 1.6076, + "name": "Worst score splatter ctdeconvolute_rmse", + "value": -0.3717, + "severity": 0, + "severity_value": 0.3717, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.6076%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.3717%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_tmm_cells", - "value": 0.9947, + "name": "Best score splatter ctdeconvolute_rmse", + "value": 0.0611, "severity": 0, - "severity_value": 0.49735, + "severity_value": 0.03055, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9947%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.0611%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_tmm_cells", - "value": -25.6051, - "severity": 3, - "severity_value": 25.6051, + "name": "Worst score srtsim ctdeconvolute_rmse", + "value": 0.7236, + "severity": 0, + "severity_value": -0.7236, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.6051%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.7236%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_tmm_cells", - "value": 0.846, + "name": "Best score srtsim ctdeconvolute_rmse", + "value": 0.9987, "severity": 0, - "severity_value": 0.423, + "severity_value": 0.49935, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.846%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9987%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_tmm_cells", - "value": -16.8959, - "severity": 3, - "severity_value": 16.8959, + "name": "Worst score symsim ctdeconvolute_rmse", + "value": -0.9122, + "severity": 0, + "severity_value": 0.9122, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.8959%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9122%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_tmm_cells", - "value": 0.9934, + "name": "Best score symsim ctdeconvolute_rmse", + "value": 0.2123, "severity": 0, - "severity_value": 0.4967, + "severity_value": 0.10615, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9934%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.2123%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_tmm_cells", - "value": 1, + "name": "Worst score zinbwave ctdeconvolute_rmse", + "value": 0.3446, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.3446, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_tmm_cells\n Worst score: 1%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.3446%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_tmm_cells", - "value": 1, + "name": "Best score zinbwave ctdeconvolute_rmse", + "value": 0.9424, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.4712, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_tmm_cells\n Best score: 1%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9424%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_tmm_cells", - "value": 0, + "name": "Worst score positive ctdeconvolute_rmse", + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_tmm_cells\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_tmm_cells", - "value": 0, + "name": "Best score positive ctdeconvolute_rmse", + "value": 1, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_tmm_cells\n Best score: 0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_scaled_var_cells", - "value": -1599.9118, - "severity": 3, - "severity_value": 1599.9118, + "name": "Worst score negative_shuffle ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1599.9118%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_scaled_var_cells", - "value": 1.463, + "name": "Best score negative_shuffle ctdeconvolute_rmse", + "value": 0.0875, "severity": 0, - "severity_value": 0.7315, + "severity_value": 0.04375, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.463%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ctdeconvolute_rmse\n Best score: 0.0875%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_scaled_var_cells", - "value": -1379.2294, - "severity": 3, - "severity_value": 1379.2294, + "name": "Worst score negative_normal ctdeconvolute_rmse", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1379.2294%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_scaled_var_cells", - "value": 9.1984, - "severity": 3, - "severity_value": 4.5992, + "name": "Best score negative_normal ctdeconvolute_rmse", + "value": 0.3982, + "severity": 0, + "severity_value": 0.1991, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 9.1984%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ctdeconvolute_rmse\n Best score: 0.3982%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_scaled_var_cells", - "value": -1796.3656, - "severity": 3, - "severity_value": 1796.3656, + "name": "Worst score scdesign2 ctdeconcolute_jsd", + "value": -0.1222, + "severity": 0, + "severity_value": 0.1222, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1796.3656%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1222%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_scaled_var_cells", - "value": 6.2404, - "severity": 3, - "severity_value": 3.1202, + "name": "Best score scdesign2 ctdeconcolute_jsd", + "value": 0.7615, + "severity": 0, + "severity_value": 0.38075, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 6.2404%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.7615%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_scaled_var_cells", - "value": -2685.6593, - "severity": 3, - "severity_value": 2685.6593, + "name": "Worst score scdesign3_nb ctdeconcolute_jsd", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2685.6593%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_scaled_var_cells", - "value": 11.7013, - "severity": 3, - "severity_value": 5.85065, + "name": "Best score scdesign3_nb ctdeconcolute_jsd", + "value": 0.8311, + "severity": 0, + "severity_value": 0.41555, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 11.7013%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ctdeconcolute_jsd\n Best score: 0.8311%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_scaled_var_cells", - "value": -2128.7902, - "severity": 3, - "severity_value": 2128.7902, + "name": "Worst score scdesign3_poisson ctdeconcolute_jsd", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2128.7902%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_scaled_var_cells", - "value": 2.6701, - "severity": 1, - "severity_value": 1.33505, + "name": "Best score scdesign3_poisson ctdeconcolute_jsd", + "value": 0.8676, + "severity": 0, + "severity_value": 0.4338, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 2.6701%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ctdeconcolute_jsd\n Best score: 0.8676%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_scaled_var_cells", - "value": -2677.9332, - "severity": 3, - "severity_value": 2677.9332, + "name": "Worst score sparsim ctdeconcolute_jsd", + "value": -0.1926, + "severity": 0, + "severity_value": 0.1926, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2677.9332%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1926%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_scaled_var_cells", - "value": 0.4497, + "name": "Best score sparsim ctdeconcolute_jsd", + "value": 0.8057, "severity": 0, - "severity_value": 0.22485, + "severity_value": 0.40285, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.4497%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8057%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_scaled_var_cells", - "value": -2655.0629, - "severity": 3, - "severity_value": 2655.0629, + "name": "Worst score splatter ctdeconcolute_jsd", + "value": -0.3451, + "severity": 0, + "severity_value": 0.3451, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2655.0629%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.3451%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_scaled_var_cells", - "value": 3.121, - "severity": 1, - "severity_value": 1.5605, + "name": "Best score splatter ctdeconcolute_jsd", + "value": 0.1076, + "severity": 0, + "severity_value": 0.0538, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.121%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.1076%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_scaled_var_cells", - "value": 0, + "name": "Worst score srtsim ctdeconcolute_jsd", + "value": 0.6438, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6438, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_cells\n Worst score: 0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.6438%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_scaled_var_cells", - "value": 1, + "name": "Best score srtsim ctdeconcolute_jsd", + "value": 0.9789, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.48945, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9789%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_scaled_var_cells", - "value": 0, + "name": "Worst score symsim ctdeconcolute_jsd", + "value": -0.7347, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.7347, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_cells\n Worst score: 0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.7347%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_scaled_var_cells", - "value": 1, + "name": "Best score symsim ctdeconcolute_jsd", + "value": 0.0645, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.03225, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.0645%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_scaled_mean_cells", - "value": -0.1091, + "name": "Worst score zinbwave ctdeconcolute_jsd", + "value": 0.2091, "severity": 0, - "severity_value": 0.1091, + "severity_value": -0.2091, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1091%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.2091%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_scaled_mean_cells", - "value": 1.4528, + "name": "Best score zinbwave ctdeconcolute_jsd", + "value": 0.8361, "severity": 0, - "severity_value": 0.7264, + "severity_value": 0.41805, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.4528%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8361%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_scaled_mean_cells", - "value": -0.0365, + "name": "Worst score positive ctdeconcolute_jsd", + "value": 1, "severity": 0, - "severity_value": 0.0365, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0365%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_scaled_mean_cells", - "value": 5.8892, - "severity": 2, - "severity_value": 2.9446, + "name": "Best score positive ctdeconcolute_jsd", + "value": 1, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8892%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_scaled_mean_cells", - "value": -8.8818e-16, + "name": "Worst score negative_shuffle ctdeconcolute_jsd", + "value": 0.0, "severity": 0, - "severity_value": 8.8818e-16, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -8.8818e-16%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_scaled_mean_cells", - "value": 1.0, + "name": "Best score negative_shuffle ctdeconcolute_jsd", + "value": 0.1328, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0664, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.0%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ctdeconcolute_jsd\n Best score: 0.1328%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_scaled_mean_cells", - "value": -0.1392, + "name": "Worst score negative_normal ctdeconcolute_jsd", + "value": 0.0, "severity": 0, - "severity_value": 0.1392, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1392%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_scaled_mean_cells", - "value": 0.4776, + "name": "Best score negative_normal ctdeconcolute_jsd", + "value": 0.2931, "severity": 0, - "severity_value": 0.2388, + "severity_value": 0.14655, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 0.4776%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ctdeconcolute_jsd\n Best score: 0.2931%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_scaled_mean_cells", - "value": -0.0412, + "name": "Worst score scdesign2 crosscor_mantel", + "value": -0.4084, "severity": 0, - "severity_value": 0.0412, + "severity_value": 0.4084, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0412%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.4084%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_scaled_mean_cells", - "value": 6.928, - "severity": 3, - "severity_value": 3.464, + "name": "Best score scdesign2 crosscor_mantel", + "value": 0.961, + "severity": 0, + "severity_value": 0.4805, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 6.928%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.961%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_scaled_mean_cells", - "value": -0.7348, + "name": "Worst score scdesign3_nb crosscor_mantel", + "value": 0.0, "severity": 0, - "severity_value": 0.7348, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.7348%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_scaled_mean_cells", - "value": 18.4311, - "severity": 3, - "severity_value": 9.21555, + "name": "Best score scdesign3_nb crosscor_mantel", + "value": 0.9902, + "severity": 0, + "severity_value": 0.4951, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 18.4311%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: crosscor_mantel\n Best score: 0.9902%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_scaled_mean_cells", - "value": -0.0555, + "name": "Worst score scdesign3_poisson crosscor_mantel", + "value": -0.0282, "severity": 0, - "severity_value": 0.0555, + "severity_value": 0.0282, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0555%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: crosscor_mantel\n Worst score: -0.0282%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_scaled_mean_cells", - "value": 2.2539, - "severity": 1, - "severity_value": 1.12695, + "name": "Best score scdesign3_poisson crosscor_mantel", + "value": 0.9778, + "severity": 0, + "severity_value": 0.4889, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 2.2539%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: crosscor_mantel\n Best score: 0.9778%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_scaled_mean_cells", - "value": 0, + "name": "Worst score sparsim crosscor_mantel", + "value": 0.0013, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.0013, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: 0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_scaled_mean_cells", - "value": 1, + "name": "Best score sparsim crosscor_mantel", + "value": 0.8797, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.43985, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.8797%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_scaled_mean_cells", - "value": 0, + "name": "Worst score splatter crosscor_mantel", + "value": -0.0256, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0256, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: 0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0256%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_scaled_mean_cells", - "value": 1, + "name": "Best score splatter crosscor_mantel", + "value": 0.0139, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.00695, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0139%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.7449, + "name": "Worst score srtsim crosscor_mantel", + "value": 0.8265, "severity": 0, - "severity_value": -0.7449, + "severity_value": -0.8265, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7449%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.8265%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.9453, + "name": "Best score srtsim crosscor_mantel", + "value": 0.9988, "severity": 0, - "severity_value": 0.47265, + "severity_value": 0.4994, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9453%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9988%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.6748, + "name": "Worst score symsim crosscor_mantel", + "value": -0.0439, "severity": 0, - "severity_value": -0.6748, + "severity_value": 0.0439, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6748%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0439%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.9608, + "name": "Best score symsim crosscor_mantel", + "value": 0.0075, "severity": 0, - "severity_value": 0.4804, + "severity_value": 0.00375, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9608%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0075%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.2181, + "name": "Worst score zinbwave crosscor_mantel", + "value": -0.0007, "severity": 0, - "severity_value": -0.2181, + "severity_value": 0.0007, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.2181%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: -0.0007%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.9737, + "name": "Best score zinbwave crosscor_mantel", + "value": 0.7695, "severity": 0, - "severity_value": 0.48685, + "severity_value": 0.38475, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9737%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7695%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_lib_fraczero_cells", - "value": -1.2857, - "severity": 1, - "severity_value": 1.2857, + "name": "Worst score positive crosscor_mantel", + "value": 1, + "severity": 0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.2857%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_lib_fraczero_cells", - "value": 0.8969, + "name": "Best score positive crosscor_mantel", + "value": 1, "severity": 0, - "severity_value": 0.44845, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8969%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.7548, + "name": "Worst score negative_shuffle crosscor_mantel", + "value": 0.0, "severity": 0, - "severity_value": -0.7548, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7548%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.993, + "name": "Best score negative_shuffle crosscor_mantel", + "value": 0.0094, "severity": 0, - "severity_value": 0.4965, + "severity_value": 0.0047, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.993%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: crosscor_mantel\n Best score: 0.0094%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_lib_fraczero_cells", - "value": -1.4967, - "severity": 1, - "severity_value": 1.4967, + "name": "Worst score negative_normal crosscor_mantel", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.4967%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_lib_fraczero_cells", - "value": 0.8687, + "name": "Best score negative_normal crosscor_mantel", + "value": 0.0116, "severity": 0, - "severity_value": 0.43435, + "severity_value": 0.0058, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8687%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: crosscor_mantel\n Best score: 0.0116%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.8207, + "name": "Worst score scdesign2 crosscor_cosine", + "value": 0.0, "severity": 0, - "severity_value": -0.8207, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8207%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.9953, + "name": "Best score scdesign2 crosscor_cosine", + "value": 0.8383, "severity": 0, - "severity_value": 0.49765, + "severity_value": 0.41915, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9953%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.8383%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_lib_fraczero_cells", - "value": 1, + "name": "Worst score scdesign3_nb crosscor_cosine", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 1%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_lib_fraczero_cells", - "value": 1, + "name": "Best score scdesign3_nb crosscor_cosine", + "value": 0.9707, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.48535, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 1%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: crosscor_cosine\n Best score: 0.9707%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_lib_fraczero_cells", - "value": 0, + "name": "Worst score scdesign3_poisson crosscor_cosine", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_lib_fraczero_cells", - "value": 0, + "name": "Best score scdesign3_poisson crosscor_cosine", + "value": 0.9866, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.4933, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: crosscor_cosine\n Best score: 0.9866%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_pearson_cells", - "value": 0.8246, + "name": "Worst score sparsim crosscor_cosine", + "value": 0.0, "severity": 0, - "severity_value": -0.8246, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8246%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_pearson_cells", - "value": 1.0001, + "name": "Best score sparsim crosscor_cosine", + "value": 0.8373, "severity": 0, - "severity_value": 0.50005, + "severity_value": 0.41865, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0001%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8373%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_pearson_cells", - "value": 0.8145, + "name": "Worst score splatter crosscor_cosine", + "value": -0.0009, "severity": 0, - "severity_value": -0.8145, + "severity_value": 0.0009, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8145%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: -0.0009%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_pearson_cells", - "value": 0.999, + "name": "Best score splatter crosscor_cosine", + "value": 0.1977, "severity": 0, - "severity_value": 0.4995, + "severity_value": 0.09885, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.1977%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_pearson_cells", - "value": -2.2833, - "severity": 2, - "severity_value": 2.2833, + "name": "Worst score srtsim crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.2833%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_pearson_cells", - "value": 0.9944, + "name": "Best score srtsim crosscor_cosine", + "value": 0.9996, "severity": 0, - "severity_value": 0.4972, + "severity_value": 0.4998, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9944%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9996%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_pearson_cells", - "value": -9.0986, - "severity": 3, - "severity_value": 9.0986, + "name": "Worst score symsim crosscor_cosine", + "value": -0.0282, + "severity": 0, + "severity_value": 0.0282, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -9.0986%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0282%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_pearson_cells", - "value": 0.599, + "name": "Best score symsim crosscor_cosine", + "value": 0.1873, "severity": 0, - "severity_value": 0.2995, + "severity_value": 0.09365, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.599%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1873%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_pearson_cells", - "value": 0.9435, + "name": "Worst score zinbwave crosscor_cosine", + "value": -0.0011, "severity": 0, - "severity_value": -0.9435, + "severity_value": 0.0011, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9435%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: -0.0011%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_pearson_cells", - "value": 1.0003, + "name": "Best score zinbwave crosscor_cosine", + "value": 0.4548, "severity": 0, - "severity_value": 0.50015, + "severity_value": 0.2274, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0003%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.4548%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_pearson_cells", - "value": -5.4628, - "severity": 3, - "severity_value": 5.4628, + "name": "Worst score positive crosscor_cosine", + "value": 1, + "severity": 0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -5.4628%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_pearson_cells", - "value": 0.7794, + "name": "Best score positive crosscor_cosine", + "value": 1, "severity": 0, - "severity_value": 0.3897, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.7794%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_pearson_cells", - "value": -2.0336, - "severity": 2, - "severity_value": 2.0336, + "name": "Worst score negative_shuffle crosscor_cosine", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.0336%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_pearson_cells", - "value": 0.9198, + "name": "Best score negative_shuffle crosscor_cosine", + "value": 0.0114, "severity": 0, - "severity_value": 0.4599, + "severity_value": 0.0057, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9198%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: crosscor_cosine\n Best score: 0.0114%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_pearson_cells", - "value": 1, + "name": "Worst score negative_normal crosscor_cosine", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_cells\n Worst score: 1%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_pearson_cells", - "value": 1, + "name": "Best score negative_normal crosscor_cosine", + "value": 0.0148, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0074, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_cells\n Best score: 1%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: crosscor_cosine\n Best score: 0.0148%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_pearson_cells", - "value": 0, + "name": "Worst score scdesign2 ks_statistic_L_stats", + "value": -0.401, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.401, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_cells\n Worst score: 0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -0.401%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_pearson_cells", - "value": 0, + "name": "Best score scdesign2 ks_statistic_L_stats", + "value": 0.5373, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.26865, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_cells\n Best score: 0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 0.5373%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_scaled_var_genes", - "value": -0.0106, + "name": "Worst score scdesign3_nb ks_statistic_L_stats", + "value": 0.0, "severity": 0, - "severity_value": 0.0106, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0106%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_L_stats\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_scaled_var_genes", - "value": 9.9956, - "severity": 3, - "severity_value": 4.9978, + "name": "Best score scdesign3_nb ks_statistic_L_stats", + "value": 0.9869, + "severity": 0, + "severity_value": 0.49345, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 9.9956%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_L_stats\n Best score: 0.9869%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_scaled_var_genes", - "value": -0.0156, + "name": "Worst score scdesign3_poisson ks_statistic_L_stats", + "value": -0.7104, "severity": 0, - "severity_value": 0.0156, + "severity_value": 0.7104, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0156%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_L_stats\n Worst score: -0.7104%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_scaled_var_genes", - "value": 55.6164, - "severity": 3, - "severity_value": 27.8082, + "name": "Best score scdesign3_poisson ks_statistic_L_stats", + "value": 0.6059, + "severity": 0, + "severity_value": 0.30295, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 55.6164%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_L_stats\n Best score: 0.6059%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_scaled_var_genes", - "value": -0.4136, - "severity": 0, - "severity_value": 0.4136, + "name": "Worst score sparsim ks_statistic_L_stats", + "value": -2.4098, + "severity": 2, + "severity_value": 2.4098, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4136%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -2.4098%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_scaled_var_genes", - "value": 0.9112, + "name": "Best score sparsim ks_statistic_L_stats", + "value": 0.6058, "severity": 0, - "severity_value": 0.4556, + "severity_value": 0.3029, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.9112%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 0.6058%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_scaled_var_genes", - "value": -0.5999, - "severity": 0, - "severity_value": 0.5999, + "name": "Worst score splatter ks_statistic_L_stats", + "value": -2.4967, + "severity": 2, + "severity_value": 2.4967, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.5999%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -2.4967%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_scaled_var_genes", - "value": 2.5668, - "severity": 1, - "severity_value": 1.2834, + "name": "Best score splatter ks_statistic_L_stats", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5668%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_scaled_var_genes", - "value": -0.0718, + "name": "Worst score srtsim ks_statistic_L_stats", + "value": 0.0, "severity": 0, - "severity_value": 0.0718, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0718%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_scaled_var_genes", - "value": 12.3721, - "severity": 3, - "severity_value": 6.18605, + "name": "Best score srtsim ks_statistic_L_stats", + "value": 0.9358, + "severity": 0, + "severity_value": 0.4679, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 12.3721%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 0.9358%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_scaled_var_genes", - "value": -0.3254, - "severity": 0, - "severity_value": 0.3254, + "name": "Worst score symsim ks_statistic_L_stats", + "value": -2.6781, + "severity": 2, + "severity_value": 2.6781, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3254%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -2.6781%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_scaled_var_genes", - "value": 11.6052, - "severity": 3, - "severity_value": 5.8026, + "name": "Best score symsim ks_statistic_L_stats", + "value": 0.5335, + "severity": 0, + "severity_value": 0.26675, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 11.6052%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 0.5335%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_scaled_var_genes", - "value": 0.005, - "severity": 0, - "severity_value": -0.005, + "name": "Worst score zinbwave ks_statistic_L_stats", + "value": -2.7543, + "severity": 2, + "severity_value": 2.7543, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0.005%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -2.7543%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_scaled_var_genes", - "value": 13.5644, - "severity": 3, - "severity_value": 6.7822, + "name": "Best score zinbwave ks_statistic_L_stats", + "value": 0.5618, + "severity": 0, + "severity_value": 0.2809, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 13.5644%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 0.5618%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_scaled_var_genes", + "name": "Worst score positive ks_statistic_L_stats", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_scaled_var_genes", + "name": "Best score positive ks_statistic_L_stats", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_var_genes\n Best score: 1%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_scaled_var_genes", - "value": 0, + "name": "Worst score negative_shuffle ks_statistic_L_stats", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_L_stats\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_scaled_var_genes", - "value": 1, + "name": "Best score negative_shuffle ks_statistic_L_stats", + "value": 0.8515, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.42575, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_var_genes\n Best score: 1%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_L_stats\n Best score: 0.8515%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.9781, + "name": "Worst score negative_normal ks_statistic_L_stats", + "value": 0.0, "severity": 0, - "severity_value": -0.9781, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_L_stats\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.9997, + "name": "Best score negative_normal ks_statistic_L_stats", + "value": 0.5126, "severity": 0, - "severity_value": 0.49985, + "severity_value": 0.2563, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9997%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_L_stats\n Best score: 0.5126%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_scaled_mean_genes", - "value": 0.9591, + "name": "Worst score scdesign2 ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -0.9591, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9591%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_scaled_mean_genes", - "value": 0.9999, + "name": "Best score scdesign2 ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9999%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_scaled_mean_genes", - "value": -0.1797, + "name": "Worst score scdesign3_nb ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.1797, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.1797%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_scaled_mean_genes", - "value": 0.9993, + "name": "Best score scdesign3_nb ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.49965, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9993%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_scaled_mean_genes", - "value": -0.4173, + "name": "Worst score scdesign3_poisson ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.4173, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.4173%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_scaled_mean_genes", - "value": 0.8423, + "name": "Best score scdesign3_poisson ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.42115, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8423%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9621, + "name": "Worst score sparsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -0.9621, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9621%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9999, + "name": "Best score sparsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9999%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_scaled_mean_genes", - "value": -2.3358, - "severity": 2, - "severity_value": 2.3358, + "name": "Worst score splatter ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3358%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_scaled_mean_genes", - "value": 0.6901, + "name": "Best score splatter ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.34505, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6901%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_scaled_mean_genes", - "value": 0.9407, + "name": "Worst score srtsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -0.9407, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9407%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_scaled_mean_genes", - "value": 1.0, + "name": "Best score srtsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 1.0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_scaled_mean_genes", - "value": 1, + "name": "Worst score symsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 1%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_scaled_mean_genes", - "value": 1, + "name": "Best score symsim ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 1%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_scaled_mean_genes", + "name": "Worst score zinbwave ks_statistic_celltype_interaction", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_scaled_mean_genes", + "name": "Best score zinbwave ks_statistic_celltype_interaction", "value": 0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_pearson_genes", - "value": 0.8084, + "name": "Worst score positive ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -0.8084, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8084%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_pearson_genes", - "value": 0.9992, + "name": "Best score positive ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.4996, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9992%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_pearson_genes", - "value": 0.7901, + "name": "Worst score negative_shuffle ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": -0.7901, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7901%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_pearson_genes", - "value": 0.9968, + "name": "Best score negative_shuffle ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.4984, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9968%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_pearson_genes", - "value": -2.8132, - "severity": 2, - "severity_value": 2.8132, + "name": "Worst score negative_normal ks_statistic_celltype_interaction", + "value": 0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.8132%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_pearson_genes", - "value": 0.9962, + "name": "Best score negative_normal ks_statistic_celltype_interaction", + "value": 0, "severity": 0, - "severity_value": 0.4981, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9962%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_pearson_genes", - "value": -6.3431, - "severity": 3, - "severity_value": 6.3431, + "name": "Worst score scdesign2 ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.3431%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_pearson_genes", - "value": 0.6083, + "name": "Best score scdesign2 ks_statistic_nn_correlation", + "value": 0.9645, "severity": 0, - "severity_value": 0.30415, + "severity_value": 0.48225, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6083%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9645%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_pearson_genes", - "value": 0.9528, + "name": "Worst score scdesign3_nb ks_statistic_nn_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.9528, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9528%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_pearson_genes", - "value": 1.0, + "name": "Best score scdesign3_nb ks_statistic_nn_correlation", + "value": 0.986, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.493, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_nn_correlation\n Best score: 0.986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_pearson_genes", - "value": -5.8102, + "name": "Worst score scdesign3_poisson ks_statistic_nn_correlation", + "value": -20.3592, "severity": 3, - "severity_value": 5.8102, + "severity_value": 20.3592, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -5.8102%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_nn_correlation\n Worst score: -20.3592%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_pearson_genes", - "value": 0.7934, + "name": "Best score scdesign3_poisson ks_statistic_nn_correlation", + "value": 0.9905, "severity": 0, - "severity_value": 0.3967, + "severity_value": 0.49525, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7934%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9905%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_pearson_genes", - "value": -2.3085, + "name": "Worst score sparsim ks_statistic_nn_correlation", + "value": -2.3172, "severity": 2, - "severity_value": 2.3085, + "severity_value": 2.3172, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3085%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Worst score: -2.3172%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_pearson_genes", - "value": 0.9411, + "name": "Best score sparsim ks_statistic_nn_correlation", + "value": 0.9654, "severity": 0, - "severity_value": 0.47055, + "severity_value": 0.4827, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9411%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9654%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_pearson_genes", - "value": 1, + "name": "Worst score splatter ks_statistic_nn_correlation", + "value": -0.0436, "severity": 0, - "severity_value": -1.0, + "severity_value": 0.0436, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_genes\n Worst score: 1%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0436%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_pearson_genes", - "value": 1, + "name": "Best score splatter ks_statistic_nn_correlation", + "value": 0.9577, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.47885, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_pearson_genes\n Best score: 1%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9577%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_pearson_genes", - "value": 0, + "name": "Worst score srtsim ks_statistic_nn_correlation", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_genes\n Worst score: 0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_pearson_genes", - "value": 0, + "name": "Best score srtsim ks_statistic_nn_correlation", + "value": 0.9981, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.49905, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_pearson_genes\n Best score: 0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9981%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_mean_var_genes", - "value": 0.9365, + "name": "Worst score symsim ks_statistic_nn_correlation", + "value": -0.0869, "severity": 0, - "severity_value": -0.9365, + "severity_value": 0.0869, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9365%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0869%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_mean_var_genes", - "value": 1.0187, + "name": "Best score symsim ks_statistic_nn_correlation", + "value": 0.8979, "severity": 0, - "severity_value": 0.50935, + "severity_value": 0.44895, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0187%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.8979%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_mean_var_genes", - "value": 0.9032, + "name": "Worst score zinbwave ks_statistic_nn_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.9032, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9032%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_mean_var_genes", - "value": 1.0334, + "name": "Best score zinbwave ks_statistic_nn_correlation", + "value": 0.9513, "severity": 0, - "severity_value": 0.5167, + "severity_value": 0.47565, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0334%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9513%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_mean_var_genes", - "value": 0.2877, + "name": "Worst score positive ks_statistic_nn_correlation", + "value": 0, "severity": 0, - "severity_value": -0.2877, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2877%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_mean_var_genes", - "value": 1.0189, + "name": "Best score positive ks_statistic_nn_correlation", + "value": 1, "severity": 0, - "severity_value": 0.50945, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0189%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_mean_var_genes", - "value": -2.3882, - "severity": 2, - "severity_value": 2.3882, + "name": "Worst score negative_shuffle ks_statistic_nn_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -2.3882%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_mean_var_genes", - "value": 1.0198, + "name": "Best score negative_shuffle ks_statistic_nn_correlation", + "value": 0.6165, "severity": 0, - "severity_value": 0.5099, + "severity_value": 0.30825, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0198%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_nn_correlation\n Best score: 0.6165%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_mean_var_genes", - "value": 0.958, + "name": "Worst score negative_normal ks_statistic_nn_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.958, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.958%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_mean_var_genes", - "value": 1.0107, + "name": "Best score negative_normal ks_statistic_nn_correlation", + "value": 0.3682, "severity": 0, - "severity_value": 0.50535, + "severity_value": 0.1841, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0107%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_nn_correlation\n Best score: 0.3682%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_mean_var_genes", - "value": -8.0711, - "severity": 3, - "severity_value": 8.0711, + "name": "Worst score scdesign2 ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -8.0711%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_mean_var_genes", - "value": 1.6433, + "name": "Best score scdesign2 ks_statistic_morans_I", + "value": 0.977, "severity": 0, - "severity_value": 0.82165, + "severity_value": 0.4885, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6433%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 0.977%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_mean_var_genes", - "value": 0.8334, + "name": "Worst score scdesign3_nb ks_statistic_morans_I", + "value": 0.0, "severity": 0, - "severity_value": -0.8334, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8334%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_mean_var_genes", - "value": 1.0598, + "name": "Best score scdesign3_nb ks_statistic_morans_I", + "value": 0.999, "severity": 0, - "severity_value": 0.5299, + "severity_value": 0.4995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0598%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_morans_I\n Best score: 0.999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_mean_var_genes", - "value": 1, - "severity": 0, - "severity_value": -1.0, + "name": "Worst score scdesign3_poisson ks_statistic_morans_I", + "value": -54.694, + "severity": 3, + "severity_value": 54.694, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_var_genes\n Worst score: 1%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_morans_I\n Worst score: -54.694%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_mean_var_genes", - "value": 1, + "name": "Best score scdesign3_poisson ks_statistic_morans_I", + "value": 0.9991, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.49955, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_var_genes\n Best score: 1%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_morans_I\n Best score: 0.9991%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_mean_var_genes", - "value": 0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score sparsim ks_statistic_morans_I", + "value": -3.7508, + "severity": 3, + "severity_value": 3.7508, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Worst score: -3.7508%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_mean_var_genes", - "value": 0, + "name": "Best score sparsim ks_statistic_morans_I", + "value": 0.9857, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.49285, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_var_genes\n Best score: 0%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 0.9857%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 0.4072, + "name": "Worst score splatter ks_statistic_morans_I", + "value": 0.0, "severity": 0, - "severity_value": -0.4072, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4072%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 1.1266, + "name": "Best score splatter ks_statistic_morans_I", + "value": 0.9945, "severity": 0, - "severity_value": 0.5633, + "severity_value": 0.49725, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.1266%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 0.9945%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 0.6474, - "severity": 0, - "severity_value": -0.6474, + "name": "Worst score srtsim ks_statistic_morans_I", + "value": -1.1172, + "severity": 1, + "severity_value": 1.1172, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6474%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -1.1172%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 1.0108, + "name": "Best score srtsim ks_statistic_morans_I", + "value": 0.9998, "severity": 0, - "severity_value": 0.5054, + "severity_value": 0.4999, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.0108%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 0.9998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_mean_fraczero_genes", - "value": 0.6057, - "severity": 0, - "severity_value": -0.6057, + "name": "Worst score symsim ks_statistic_morans_I", + "value": -1.7977, + "severity": 1, + "severity_value": 1.7977, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6057%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Worst score: -1.7977%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_mean_fraczero_genes", - "value": 1.9636, + "name": "Best score symsim ks_statistic_morans_I", + "value": 0.9376, "severity": 0, - "severity_value": 0.9818, + "severity_value": 0.4688, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.9636%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 0.9376%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_mean_fraczero_genes", - "value": -1.7476, - "severity": 1, - "severity_value": 1.7476, + "name": "Worst score zinbwave ks_statistic_morans_I", + "value": -0.4483, + "severity": 0, + "severity_value": 0.4483, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.7476%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Worst score: -0.4483%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_mean_fraczero_genes", - "value": 0.65, + "name": "Best score zinbwave ks_statistic_morans_I", + "value": 0.9752, "severity": 0, - "severity_value": 0.325, + "severity_value": 0.4876, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.65%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 0.9752%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_mean_fraczero_genes", - "value": -1.8323, - "severity": 1, - "severity_value": 1.8323, + "name": "Worst score positive ks_statistic_morans_I", + "value": 0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.8323%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_mean_fraczero_genes", - "value": 0.998, + "name": "Best score positive ks_statistic_morans_I", + "value": 1, "severity": 0, - "severity_value": 0.499, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.998%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_mean_fraczero_genes", - "value": -2.6083, - "severity": 2, - "severity_value": 2.6083, + "name": "Worst score negative_shuffle ks_statistic_morans_I", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -2.6083%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_mean_fraczero_genes", - "value": 0.8984, + "name": "Best score negative_shuffle ks_statistic_morans_I", + "value": 0.1475, "severity": 0, - "severity_value": 0.4492, + "severity_value": 0.07375, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8984%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_morans_I\n Best score: 0.1475%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.9041, + "name": "Worst score negative_normal ks_statistic_morans_I", + "value": 0.0, "severity": 0, - "severity_value": -0.9041, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.9041%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.9994, + "name": "Best score negative_normal ks_statistic_morans_I", + "value": 0.3031, "severity": 0, - "severity_value": 0.4997, + "severity_value": 0.15155, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9994%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_morans_I\n Best score: 0.3031%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_mean_fraczero_genes", - "value": 1, + "name": "Worst score scdesign2 ks_statistic_transition_matrix", + "value": -1.0, "severity": 0, - "severity_value": -1.0, + "severity_value": 1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 1%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Worst score: -1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_mean_fraczero_genes", - "value": 1, + "name": "Best score scdesign2 ks_statistic_transition_matrix", + "value": 1.1429, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.57145, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.1429%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_mean_fraczero_genes", - "value": 0, + "name": "Worst score scdesign3_nb ks_statistic_transition_matrix", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_mean_fraczero_genes", - "value": 0, + "name": "Best score scdesign3_nb ks_statistic_transition_matrix", + "value": 1.3333, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.66665, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3333%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_L_stats", - "value": -3.6395, - "severity": 3, - "severity_value": 3.6395, + "name": "Worst score scdesign3_poisson ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -3.6395%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_L_stats", - "value": 6.5465, - "severity": 3, - "severity_value": 3.27325, + "name": "Best score scdesign3_poisson ks_statistic_transition_matrix", + "value": 1.1429, + "severity": 0, + "severity_value": 0.57145, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 6.5465%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_transition_matrix\n Best score: 1.1429%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_L_stats", - "value": -2.0497, - "severity": 2, - "severity_value": 2.0497, + "name": "Worst score sparsim ks_statistic_transition_matrix", + "value": -1.0, + "severity": 0, + "severity_value": 1.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -2.0497%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: -1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_L_stats", - "value": 1.9197, - "severity": 0, - "severity_value": 0.95985, + "name": "Best score sparsim ks_statistic_transition_matrix", + "value": 3.3333, + "severity": 1, + "severity_value": 1.66665, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 1.9197%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 3.3333%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_L_stats", - "value": -9.3307, - "severity": 3, - "severity_value": 9.3307, + "name": "Worst score splatter ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -9.3307%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_L_stats", - "value": 4.6967, - "severity": 2, - "severity_value": 2.34835, + "name": "Best score splatter ks_statistic_transition_matrix", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 4.6967%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_L_stats", - "value": -8.9366, - "severity": 3, - "severity_value": 8.9366, + "name": "Worst score srtsim ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -8.9366%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_L_stats", - "value": 4.1208, - "severity": 2, - "severity_value": 2.0604, + "name": "Best score srtsim ks_statistic_transition_matrix", + "value": 1.3333, + "severity": 0, + "severity_value": 0.66665, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 4.1208%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3333%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_L_stats", - "value": -0.1479, + "name": "Worst score symsim ks_statistic_transition_matrix", + "value": 0.0, "severity": 0, - "severity_value": 0.1479, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1479%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_L_stats", - "value": 9.9478, - "severity": 3, - "severity_value": 4.9739, + "name": "Best score symsim ks_statistic_transition_matrix", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 9.9478%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_L_stats", - "value": -6.2722, - "severity": 3, - "severity_value": 6.2722, + "name": "Worst score zinbwave ks_statistic_transition_matrix", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -6.2722%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_L_stats", - "value": 2.7335, + "name": "Best score zinbwave ks_statistic_transition_matrix", + "value": 3.0, "severity": 1, - "severity_value": 1.36675, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 2.7335%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_L_stats", - "value": -5.5684, - "severity": 3, - "severity_value": 5.5684, + "name": "Worst score positive ks_statistic_transition_matrix", + "value": 0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -5.5684%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_L_stats", - "value": 4.2908, - "severity": 2, - "severity_value": 2.1454, + "name": "Best score positive ks_statistic_transition_matrix", + "value": 1, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 4.2908%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_L_stats", + "name": "Worst score negative_shuffle ks_statistic_transition_matrix", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Worst score: 0%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_transition_matrix\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_L_stats", - "value": 1, + "name": "Best score negative_shuffle ks_statistic_transition_matrix", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_L_stats\n Best score: 1%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_transition_matrix\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_L_stats", + "name": "Worst score negative_normal ks_statistic_transition_matrix", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_L_stats\n Worst score: 0%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_transition_matrix\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_L_stats", + "name": "Best score negative_normal ks_statistic_transition_matrix", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_L_stats\n Best score: 1%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_transition_matrix\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_celltype_interaction", - "value": 0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign2 ks_statistic_central_score", + "value": -2.5, + "severity": 2, + "severity_value": 2.5, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -2.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score scdesign2 ks_statistic_central_score", + "value": 1.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score scdesign3_nb ks_statistic_central_score", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score scdesign3_nb ks_statistic_central_score", + "value": 2.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_central_score\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score scdesign3_poisson ks_statistic_central_score", + "value": -1.0, "severity": 0, - "severity_value": -0.0, + "severity_value": 1.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_central_score\n Worst score: -1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score scdesign3_poisson ks_statistic_central_score", + "value": 1.5, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_central_score\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score sparsim ks_statistic_central_score", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_celltype_interaction", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score sparsim ks_statistic_central_score", + "value": 7.0, + "severity": 3, + "severity_value": 3.5, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Best score: 7.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score splatter ks_statistic_central_score", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_celltype_interaction", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score splatter ks_statistic_central_score", + "value": 7.0, + "severity": 3, + "severity_value": 3.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Best score: 7.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score srtsim ks_statistic_central_score", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score srtsim ks_statistic_central_score", + "value": 2.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score symsim ks_statistic_central_score", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_celltype_interaction", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score symsim ks_statistic_central_score", + "value": 7.0, + "severity": 3, + "severity_value": 3.5, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Best score: 7.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_celltype_interaction", - "value": 0, + "name": "Worst score zinbwave ks_statistic_central_score", + "value": -1.0, "severity": 0, - "severity_value": -0.0, + "severity_value": 1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: -1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score zinbwave ks_statistic_central_score", + "value": 1.25, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.625, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Best score: 1.25%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_celltype_interaction", + "name": "Worst score positive ks_statistic_central_score", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_celltype_interaction\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_celltype_interaction", - "value": 0, + "name": "Best score positive ks_statistic_central_score", + "value": 1, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_celltype_interaction\n Best score: 0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_nn_correlation", - "value": 0.0, + "name": "Worst score negative_shuffle ks_statistic_central_score", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_central_score\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_nn_correlation", - "value": 1.0544, + "name": "Best score negative_shuffle ks_statistic_central_score", + "value": 0, "severity": 0, - "severity_value": 0.5272, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0544%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_central_score\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_nn_correlation", - "value": 0.0, + "name": "Worst score negative_normal ks_statistic_central_score", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_central_score\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_nn_correlation", - "value": 1.038, + "name": "Best score negative_normal ks_statistic_central_score", + "value": 0, "severity": 0, - "severity_value": 0.519, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.038%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_central_score\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_nn_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign2 ks_statistic_enrichment", + "value": -4.0, + "severity": 3, + "severity_value": 4.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: -4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_nn_correlation", - "value": 0.9809, + "name": "Best score scdesign2 ks_statistic_enrichment", + "value": 2.0, "severity": 0, - "severity_value": 0.49045, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9809%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_nn_correlation", - "value": -0.4225, + "name": "Worst score scdesign3_nb ks_statistic_enrichment", + "value": 0.0, "severity": 0, - "severity_value": 0.4225, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.4225%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_nn_correlation", - "value": 0.9571, - "severity": 0, - "severity_value": 0.47855, + "name": "Best score scdesign3_nb ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9571%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_nn_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign3_poisson ks_statistic_enrichment", + "value": -4.0, + "severity": 3, + "severity_value": 4.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_enrichment\n Worst score: -4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_nn_correlation", - "value": 1.0323, - "severity": 0, - "severity_value": 0.51615, + "name": "Best score scdesign3_poisson ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0323%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_nn_correlation", + "name": "Worst score sparsim ks_statistic_enrichment", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_nn_correlation", - "value": 0.8799, - "severity": 0, - "severity_value": 0.43995, + "name": "Best score sparsim ks_statistic_enrichment", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.8799%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_nn_correlation", + "name": "Worst score splatter ks_statistic_enrichment", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_nn_correlation", - "value": 1.0234, - "severity": 0, - "severity_value": 0.5117, + "name": "Best score splatter ks_statistic_enrichment", + "value": 4.0, + "severity": 1, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0234%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_nn_correlation", - "value": 0, + "name": "Worst score srtsim ks_statistic_enrichment", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Worst score: 0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_nn_correlation", - "value": 1, - "severity": 0, - "severity_value": 0.5, + "name": "Best score srtsim ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_nn_correlation\n Best score: 1%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_nn_correlation", - "value": 0, + "name": "Worst score symsim ks_statistic_enrichment", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_nn_correlation\n Worst score: 0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_nn_correlation", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score symsim ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_nn_correlation\n Best score: 0%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_morans_I", - "value": -4.5353, - "severity": 3, - "severity_value": 4.5353, + "name": "Worst score zinbwave ks_statistic_enrichment", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -4.5353%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_morans_I", - "value": 1.2542, - "severity": 0, - "severity_value": 0.6271, + "name": "Best score zinbwave ks_statistic_enrichment", + "value": 3.0, + "severity": 1, + "severity_value": 1.5, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2542%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_morans_I", - "value": 0.0, + "name": "Worst score positive ks_statistic_enrichment", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_morans_I", - "value": 1.095, + "name": "Best score positive ks_statistic_enrichment", + "value": 1, "severity": 0, - "severity_value": 0.5475, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.095%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_morans_I", - "value": 0.0, + "name": "Worst score negative_shuffle ks_statistic_enrichment", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_morans_I", - "value": 1.0966, + "name": "Best score negative_shuffle ks_statistic_enrichment", + "value": 1, "severity": 0, - "severity_value": 0.5483, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0966%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_enrichment\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_morans_I", - "value": 0.0, + "name": "Worst score negative_normal ks_statistic_enrichment", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_morans_I", - "value": 1.1158, + "name": "Best score negative_normal ks_statistic_enrichment", + "value": 1, "severity": 0, - "severity_value": 0.5579, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.1158%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_enrichment\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_morans_I", - "value": -2.1992, - "severity": 2, - "severity_value": 2.1992, + "name": "Worst score scdesign2 ks_statistic_transition_scalef", + "value": -12.4357, + "severity": 3, + "severity_value": 12.4357, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -2.1992%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_scalef\n Worst score: -12.4357%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_morans_I", - "value": 1.1251, - "severity": 0, - "severity_value": 0.56255, + "name": "Best score scdesign2 ks_statistic_transition_scalef", + "value": 2.5279, + "severity": 1, + "severity_value": 1.26395, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1251%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_scalef\n Best score: 2.5279%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_morans_I", + "name": "Worst score scdesign3_nb ks_statistic_transition_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_transition_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_morans_I", - "value": 1.0116, - "severity": 0, - "severity_value": 0.5058, + "name": "Best score scdesign3_nb ks_statistic_transition_scalef", + "value": 3.3003, + "severity": 1, + "severity_value": 1.65015, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0116%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_transition_scalef\n Best score: 3.3003%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_morans_I", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign3_poisson ks_statistic_transition_scalef", + "value": -4.0175, + "severity": 3, + "severity_value": 4.0175, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Worst score: 0.0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_transition_scalef\n Worst score: -4.0175%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_morans_I", - "value": 1.0308, - "severity": 0, - "severity_value": 0.5154, + "name": "Best score scdesign3_poisson ks_statistic_transition_scalef", + "value": 2.8141, + "severity": 1, + "severity_value": 1.40705, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 1.0308%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_transition_scalef\n Best score: 2.8141%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_morans_I", - "value": 0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score sparsim ks_statistic_transition_scalef", + "value": -3.4773, + "severity": 3, + "severity_value": 3.4773, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Worst score: 0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_scalef\n Worst score: -3.4773%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_morans_I", - "value": 1, - "severity": 0, - "severity_value": 0.5, + "name": "Best score sparsim ks_statistic_transition_scalef", + "value": 2.3964, + "severity": 1, + "severity_value": 1.1982, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_morans_I\n Best score: 1%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_scalef\n Best score: 2.3964%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_morans_I", - "value": 0, + "name": "Worst score splatter ks_statistic_transition_scalef", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_morans_I\n Worst score: 0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_morans_I", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score splatter ks_statistic_transition_scalef", + "value": 3.8803, + "severity": 1, + "severity_value": 1.94015, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_morans_I\n Best score: 0%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_scalef\n Best score: 3.8803%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_transition_matrix", - "value": -2.0, + "name": "Worst score srtsim ks_statistic_transition_scalef", + "value": -1.2426, "severity": 1, - "severity_value": 2.0, + "severity_value": 1.2426, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Worst score: -2.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_scalef\n Worst score: -1.2426%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_transition_matrix", - "value": 1.3964, - "severity": 0, - "severity_value": 0.6982, + "name": "Best score srtsim ks_statistic_transition_scalef", + "value": 2.9102, + "severity": 1, + "severity_value": 1.4551, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3964%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_scalef\n Best score: 2.9102%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_transition_matrix", + "name": "Worst score symsim ks_statistic_transition_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_transition_matrix", - "value": 1.2544, - "severity": 0, - "severity_value": 0.6272, + "name": "Best score symsim ks_statistic_transition_scalef", + "value": 3.8803, + "severity": 1, + "severity_value": 1.94015, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2544%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_scalef\n Best score: 3.8803%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_transition_matrix", - "value": 1.0, + "name": "Worst score zinbwave ks_statistic_transition_scalef", + "value": -0.7893, "severity": 0, - "severity_value": -1.0, + "severity_value": 0.7893, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_scalef\n Worst score: -0.7893%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_transition_matrix", - "value": 4.0, + "name": "Best score zinbwave ks_statistic_transition_scalef", + "value": 3.3624, "severity": 1, - "severity_value": 2.0, + "severity_value": 1.6812, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_scalef\n Best score: 3.3624%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_transition_matrix", - "value": 1.25, + "name": "Worst score positive ks_statistic_transition_scalef", + "value": 0, "severity": 0, - "severity_value": -1.25, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_scalef\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_transition_matrix", - "value": 4.0, - "severity": 1, - "severity_value": 2.0, + "name": "Best score positive ks_statistic_transition_scalef", + "value": 1, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_scalef\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_transition_matrix", - "value": 0.8, + "name": "Worst score negative_shuffle ks_statistic_transition_scalef", + "value": 0.0, "severity": 0, - "severity_value": -0.8, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.8%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_transition_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_transition_matrix", - "value": 1.4911, + "name": "Best score negative_shuffle ks_statistic_transition_scalef", + "value": 0.942, "severity": 0, - "severity_value": 0.74555, + "severity_value": 0.471, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.4911%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_transition_scalef\n Best score: 0.942%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_transition_matrix", - "value": 1.25, + "name": "Worst score negative_normal ks_statistic_transition_scalef", + "value": 0.0, "severity": 0, - "severity_value": -1.25, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_transition_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_transition_matrix", - "value": 4.0, - "severity": 1, - "severity_value": 2.0, + "name": "Best score negative_normal ks_statistic_transition_scalef", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_transition_scalef\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_transition_matrix", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign2 ks_statistic_central_score_scalef", + "value": -12.7374, + "severity": 3, + "severity_value": 12.7374, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score_scalef\n Worst score: -12.7374%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_transition_matrix", - "value": 2.0, + "name": "Best score scdesign2 ks_statistic_central_score_scalef", + "value": 1.2657, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.63285, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_transition_matrix\n Best score: 2.0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.2657%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_transition_matrix", - "value": 1, + "name": "Worst score scdesign3_nb ks_statistic_central_score_scalef", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Worst score: 1%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_transition_matrix", - "value": 1, + "name": "Best score scdesign3_nb ks_statistic_central_score_scalef", + "value": 1.6456, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.8228, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_transition_matrix\n Best score: 1%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.6456%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_transition_matrix", - "value": 0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign3_poisson ks_statistic_central_score_scalef", + "value": -4.4044, + "severity": 3, + "severity_value": 4.4044, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_transition_matrix\n Worst score: 0%\n" + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_central_score_scalef\n Worst score: -4.4044%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_transition_matrix", - "value": 0, + "name": "Best score scdesign3_poisson ks_statistic_central_score_scalef", + "value": 1.4039, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.70195, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_transition_matrix\n Best score: 0%\n" + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.4039%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_central_score", - "value": -2.5, - "severity": 2, - "severity_value": 2.5, + "name": "Worst score sparsim ks_statistic_central_score_scalef", + "value": -1.492, + "severity": 1, + "severity_value": 1.492, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -2.5%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score_scalef\n Worst score: -1.492%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_central_score", - "value": 1.75, - "severity": 0, - "severity_value": 0.875, + "name": "Best score sparsim ks_statistic_central_score_scalef", + "value": 2.0261, + "severity": 1, + "severity_value": 1.01305, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.75%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score_scalef\n Best score: 2.0261%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_central_score", + "name": "Worst score splatter ks_statistic_central_score_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_central_score", - "value": 1.5, - "severity": 0, - "severity_value": 0.75, + "name": "Best score splatter ks_statistic_central_score_scalef", + "value": 2.1239, + "severity": 1, + "severity_value": 1.06195, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.5%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score_scalef\n Best score: 2.1239%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_central_score", - "value": 0.6667, + "name": "Worst score srtsim ks_statistic_central_score_scalef", + "value": 0.0, "severity": 0, - "severity_value": -0.6667, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_central_score", - "value": 2.6667, - "severity": 1, - "severity_value": 1.33335, + "name": "Best score srtsim ks_statistic_central_score_scalef", + "value": 1.4072, + "severity": 0, + "severity_value": 0.7036, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Best score: 2.6667%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.4072%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_central_score", - "value": 1.0, + "name": "Worst score symsim ks_statistic_central_score_scalef", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Worst score: 1.0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_central_score", - "value": 3.0, + "name": "Best score symsim ks_statistic_central_score_scalef", + "value": 2.1239, "severity": 1, - "severity_value": 1.5, + "severity_value": 1.06195, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_central_score\n Best score: 3.0%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score_scalef\n Best score: 2.1239%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_central_score", - "value": 0.6667, + "name": "Worst score zinbwave ks_statistic_central_score_scalef", + "value": -0.8299, "severity": 0, - "severity_value": -0.6667, + "severity_value": 0.8299, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score_scalef\n Worst score: -0.8299%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_central_score", - "value": 1.3333, + "name": "Best score zinbwave ks_statistic_central_score_scalef", + "value": 1.3386, "severity": 0, - "severity_value": 0.66665, + "severity_value": 0.6693, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.3386%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_central_score", - "value": 1.0, + "name": "Worst score positive ks_statistic_central_score_scalef", + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Worst score: 1.0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_central_score", - "value": 3.0, - "severity": 1, - "severity_value": 1.5, + "name": "Best score positive ks_statistic_central_score_scalef", + "value": 1, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_central_score\n Best score: 3.0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score_scalef\n Best score: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_central_score", - "value": 0.125, + "name": "Worst score negative_shuffle ks_statistic_central_score_scalef", + "value": 0.0, "severity": 0, - "severity_value": -0.125, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.125%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_central_score", - "value": 1.0, + "name": "Best score negative_shuffle ks_statistic_central_score_scalef", + "value": 0.4952, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.2476, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Best score: 1.0%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_central_score_scalef\n Best score: 0.4952%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_central_score", - "value": 1, + "name": "Worst score negative_normal ks_statistic_central_score_scalef", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Worst score: 1%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_central_score_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_central_score", - "value": 1, + "name": "Best score negative_normal ks_statistic_central_score_scalef", + "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_central_score\n Best score: 1%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_central_score_scalef\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_central_score", - "value": 0, - "severity": 0, - "severity_value": -0.0, + "name": "Worst score scdesign2 ks_statistic_enrichment_scalef", + "value": -129.8837, + "severity": 3, + "severity_value": 129.8837, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_central_score\n Worst score: 0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment_scalef\n Worst score: -129.8837%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_central_score", - "value": 0, - "severity": 0, - "severity_value": 0.0, + "name": "Best score scdesign2 ks_statistic_enrichment_scalef", + "value": 2.5015, + "severity": 1, + "severity_value": 1.25075, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_central_score\n Best score: 0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment_scalef\n Best score: 2.5015%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign2 ks_statistic_enrichment", + "name": "Worst score scdesign3_nb ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method scdesign3_nb performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign2 ks_statistic_enrichment", - "value": 2.0, - "severity": 0, - "severity_value": 1.0, + "name": "Best score scdesign3_nb ks_statistic_enrichment_scalef", + "value": 2.8293, + "severity": 1, + "severity_value": 1.41465, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method scdesign3_nb performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_nb\n Metric id: ks_statistic_enrichment_scalef\n Best score: 2.8293%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Worst score scdesign3_poisson ks_statistic_enrichment_scalef", + "value": -59.2387, + "severity": 3, + "severity_value": 59.2387, + "code": "worst_score >= -1", + "message": "Method scdesign3_poisson performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_enrichment_scalef\n Worst score: -59.2387%\n" + }, + { + "task_id": "task_spatial_simulators", + "category": "Scaling", + "name": "Best score scdesign3_poisson ks_statistic_enrichment_scalef", + "value": 2.4207, + "severity": 1, + "severity_value": 1.21035, + "code": "best_score <= 2", + "message": "Method scdesign3_poisson performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3_poisson\n Metric id: ks_statistic_enrichment_scalef\n Best score: 2.4207%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score scdesign3 ks_statistic_enrichment", + "name": "Worst score sparsim ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score scdesign3 ks_statistic_enrichment", - "value": 1.5, - "severity": 0, - "severity_value": 0.75, + "name": "Best score sparsim ks_statistic_enrichment_scalef", + "value": 11.5541, + "severity": 3, + "severity_value": 5.77705, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment_scalef\n Best score: 11.5541%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score sparsim ks_statistic_enrichment", + "name": "Worst score splatter ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score sparsim ks_statistic_enrichment", - "value": 3.0, - "severity": 1, - "severity_value": 1.5, + "name": "Best score splatter ks_statistic_enrichment_scalef", + "value": 11.4715, + "severity": 3, + "severity_value": 5.73575, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment_scalef\n Best score: 11.4715%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score splatter ks_statistic_enrichment", - "value": 0.0, + "name": "Worst score srtsim ks_statistic_enrichment_scalef", + "value": -0.0438, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0438, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment_scalef\n Worst score: -0.0438%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score splatter ks_statistic_enrichment", - "value": 3.0, + "name": "Best score srtsim ks_statistic_enrichment_scalef", + "value": 2.4083, "severity": 1, - "severity_value": 1.5, + "severity_value": 1.20415, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment_scalef\n Best score: 2.4083%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score srtsim ks_statistic_enrichment", + "name": "Worst score symsim ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score srtsim ks_statistic_enrichment", - "value": 1.5, - "severity": 0, - "severity_value": 0.75, + "name": "Best score symsim ks_statistic_enrichment_scalef", + "value": 11.4882, + "severity": 3, + "severity_value": 5.7441, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment_scalef\n Best score: 11.4882%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score symsim ks_statistic_enrichment", + "name": "Worst score zinbwave ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score symsim ks_statistic_enrichment", - "value": 3.0, - "severity": 1, - "severity_value": 1.5, + "name": "Best score zinbwave ks_statistic_enrichment_scalef", + "value": 4.8473, + "severity": 2, + "severity_value": 2.42365, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment_scalef\n Best score: 4.8473%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score zinbwave ks_statistic_enrichment", + "name": "Worst score positive ks_statistic_enrichment_scalef", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score zinbwave ks_statistic_enrichment", - "value": 2.0, + "name": "Best score positive ks_statistic_enrichment_scalef", + "value": 1.0, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment_scalef\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score positive ks_statistic_enrichment", - "value": 0, + "name": "Worst score negative_shuffle ks_statistic_enrichment_scalef", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" + "message": "Method negative_shuffle performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score positive ks_statistic_enrichment", - "value": 1, + "name": "Best score negative_shuffle ks_statistic_enrichment_scalef", + "value": 0.2357, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.11785, "code": "best_score <= 2", - "message": "Method positive performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Best score: 1%\n" + "message": "Method negative_shuffle performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_shuffle\n Metric id: ks_statistic_enrichment_scalef\n Best score: 0.2357%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Worst score negative ks_statistic_enrichment", - "value": 0, + "name": "Worst score negative_normal ks_statistic_enrichment_scalef", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method negative performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" + "message": "Method negative_normal performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_enrichment_scalef\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", - "name": "Best score negative ks_statistic_enrichment", - "value": 0, + "name": "Best score negative_normal ks_statistic_enrichment_scalef", + "value": 1.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method negative performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative\n Metric id: ks_statistic_enrichment\n Best score: 0%\n" + "message": "Method negative_normal performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: negative_normal\n Metric id: ks_statistic_enrichment_scalef\n Best score: 1.0%\n" } ] \ No newline at end of file diff --git a/results/spatial_simulators/data/results.json b/results/spatial_simulators/data/results.json index cbe9a0080..e87f0427b 100644 --- a/results/spatial_simulators/data/results.json +++ b/results/spatial_simulators/data/results.json @@ -1,35 +1,24 @@ [ { "dataset_id": "brain", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": -0.0001, + "clustering_ari": -0.0004, "clustering_nmi": 0.001, - "crosscor_cosine": 0.4999, - "crosscor_mantel": -0.001, - "ctdeconcolute_jsd": 0.0722, - "ctdeconvolute_rmse": 0.5564, - "ks_statistic_celltype_interaction": "NA", + "crosscor_cosine": 0.5004, + "crosscor_mantel": 0.0002, + "ctdeconcolute_jsd": 0.0888, + "ctdeconvolute_rmse": 0.6845, + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 24.5518, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 138.4904, - "ks_statistic_frac_zero_genes": 75.9209, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 36.3652, - "ks_statistic_lib_size_cells": 24.5518, - "ks_statistic_mean_fraczero_genes": 22.4248, - "ks_statistic_mean_var_genes": 131.3239, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 49.1249, - "ks_statistic_pearson_genes": 49.5734, - "ks_statistic_scaled_mean_cells": -0.2456, - "ks_statistic_scaled_mean_genes": 48.8258, - "ks_statistic_scaled_var_cells": -0.8155, - "ks_statistic_scaled_var_genes": -0.3801, - "ks_statistic_tmm_cells": 0.3673, + "ks_statistic_central_score_scalef": 0.4223, + "ks_statistic_enrichment": 0.3125, + "ks_statistic_enrichment_scalef": 12.4224, + "ks_statistic_L_stats": 1.456, + "ks_statistic_morans_I": 0.1217, + "ks_statistic_nn_correlation": 0.5872, "ks_statistic_transition_matrix": 0.5625, + "ks_statistic_transition_scalef": 0.3599, "svg_precision": "NA", "svg_recall": "NA" }, @@ -42,34 +31,77 @@ "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0.0326, + "ks_statistic_nn_correlation": 0.179, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.1229, + "resources": { + "submit": "2025-03-14 13:21:56", + "exit_code": 0, + "duration_sec": 21.3, + "cpu_pct": 137.1, + "peak_memory_mb": 6144, + "disk_read_mb": 73, + "disk_write_mb": 42 + } + }, + { + "dataset_id": "brain", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": -0.6335, + "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score_scalef": 0.4077, + "ks_statistic_enrichment": 0.375, + "ks_statistic_enrichment_scalef": 13.4593, + "ks_statistic_L_stats": 0.2501, + "ks_statistic_morans_I": 0.1656, + "ks_statistic_nn_correlation": 0.8391, + "ks_statistic_transition_matrix": 0.5625, + "ks_statistic_transition_scalef": 0.3545, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0.0638, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.5968, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0313, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0, + "mean_score": 0.0384, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 15, - "cpu_pct": 197.8, + "duration_sec": 21.2, + "cpu_pct": 137.3, "peak_memory_mb": 6144, "disk_read_mb": 73, "disk_write_mb": 25 @@ -85,27 +117,16 @@ "crosscor_mantel": 0.7938, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, - "ks_statistic_celltype_interaction": "NA", + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": -0.4337, - "ks_statistic_frac_zero_genes": -1.3798, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": -1.0499, - "ks_statistic_lib_size_cells": -0.5113, - "ks_statistic_mean_fraczero_genes": -1.9061, - "ks_statistic_mean_var_genes": -14.0041, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": -0.0544, - "ks_statistic_pearson_genes": -0.0534, - "ks_statistic_scaled_mean_cells": -0.2713, - "ks_statistic_scaled_mean_genes": -0.4051, - "ks_statistic_scaled_var_cells": -0.8158, - "ks_statistic_scaled_var_genes": -1.2001, - "ks_statistic_tmm_cells": -0.7889, - "ks_statistic_transition_matrix": 0.25, + "ks_statistic_central_score_scalef": 0.1932, + "ks_statistic_enrichment": 0.375, + "ks_statistic_enrichment_scalef": 12.7952, + "ks_statistic_L_stats": -0.5645, + "ks_statistic_morans_I": -1.1827, + "ks_statistic_nn_correlation": -0.568, + "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_scalef": 0.1859, "svg_precision": "NA", "svg_recall": "NA" }, @@ -118,36 +139,25 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, + "ks_statistic_enrichment_scalef": 0.6405, + "ks_statistic_L_stats": 1, + "ks_statistic_morans_I": 1, + "ks_statistic_nn_correlation": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.7586, + "mean_score": 0.7578, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 15.8, - "cpu_pct": 191.7, - "peak_memory_mb": 6144, - "disk_read_mb": 73, + "duration_sec": 15.4, + "cpu_pct": 175.8, + "peak_memory_mb": 4711, + "disk_read_mb": 74, "disk_write_mb": 43 } }, @@ -155,150 +165,160 @@ "dataset_id": "brain", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0002, - "clustering_nmi": 0.0008, + "clustering_ari": "NA", + "clustering_nmi": "NA", "crosscor_cosine": "NA", - "crosscor_mantel": -0.0685, - "ctdeconcolute_jsd": 0.0552, - "ctdeconvolute_rmse": 0.2755, + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.75, - "ks_statistic_efflib_size_cells": 0.9014, + "ks_statistic_central_score_scalef": 1.6331, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 6.5212, - "ks_statistic_frac_zero_genes": -0.7644, + "ks_statistic_enrichment_scalef": 148.1337, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 8.4951, - "ks_statistic_lib_size_cells": 0.9014, - "ks_statistic_mean_fraczero_genes": -1.051, - "ks_statistic_mean_var_genes": -4.7687, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.9178, - "ks_statistic_pearson_genes": 1.0437, - "ks_statistic_scaled_mean_cells": -0.2829, - "ks_statistic_scaled_mean_genes": 0.1834, - "ks_statistic_scaled_var_cells": -0.4314, - "ks_statistic_scaled_var_genes": -1.1362, - "ks_statistic_tmm_cells": 4.4449, "ks_statistic_transition_matrix": 0.625, - "svg_precision": 0, + "ks_statistic_transition_scalef": 1.2688, + "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0004, - "clustering_nmi": -0.0003, + "clustering_ari": 0, + "clustering_nmi": 0, "crosscor_cosine": 0, - "crosscor_mantel": -0.0849, - "ctdeconcolute_jsd": 0.2355, - "ctdeconvolute_rmse": 0.5048, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": -2.5, - "ks_statistic_efflib_size_cells": 0.9436, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9499, - "ks_statistic_frac_zero_genes": 0.992, + "ks_statistic_central_score_scalef": -5.2834, + "ks_statistic_enrichment": -4, + "ks_statistic_enrichment_scalef": -129.8837, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.7449, - "ks_statistic_lib_size_cells": 0.9436, - "ks_statistic_mean_fraczero_genes": 0.9649, - "ks_statistic_mean_var_genes": 0.9365, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9802, - "ks_statistic_pearson_genes": 0.9779, - "ks_statistic_scaled_mean_cells": 1.4528, - "ks_statistic_scaled_mean_genes": 0.988, - "ks_statistic_scaled_var_cells": -1599.9118, - "ks_statistic_scaled_var_genes": 0.9221, - "ks_statistic_tmm_cells": -3.5269, - "ks_statistic_transition_matrix": -0.2, + "ks_statistic_transition_matrix": -0.1667, + "ks_statistic_transition_scalef": -5.2224, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4167, + "mean_score": 0, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 207, - "cpu_pct": 304.7, - "peak_memory_mb": 25805, + "duration_sec": 209, + "cpu_pct": 300.3, + "peak_memory_mb": 20276, "disk_read_mb": 84, "disk_write_mb": 34 } }, { "dataset_id": "brain", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.0002, - "clustering_nmi": 0.0013, + "clustering_ari": "NA", + "clustering_nmi": "NA", "crosscor_cosine": "NA", - "crosscor_mantel": 0.0756, - "ctdeconcolute_jsd": 0.0621, - "ctdeconvolute_rmse": 0.3082, + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.9453, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 3.2332, - "ks_statistic_frac_zero_genes": -0.9766, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 11.119, - "ks_statistic_lib_size_cells": 0.9453, - "ks_statistic_mean_fraczero_genes": -0.9942, - "ks_statistic_mean_var_genes": 0.0584, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 2.8168, - "ks_statistic_pearson_genes": 2.821, - "ks_statistic_scaled_mean_cells": -0.3967, - "ks_statistic_scaled_mean_genes": 1.6099, - "ks_statistic_scaled_var_cells": -0.4844, - "ks_statistic_scaled_var_genes": -0.9892, - "ks_statistic_tmm_cells": 0.7124, - "ks_statistic_transition_matrix": 0.4375, - "svg_precision": 0, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0003, - "clustering_nmi": 0.0004, + "clustering_ari": 0, + "clustering_nmi": 0, "crosscor_cosine": 0, - "crosscor_mantel": 0.0964, - "ctdeconcolute_jsd": 0.1395, - "ctdeconvolute_rmse": 0.4461, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9419, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9736, - "ks_statistic_frac_zero_genes": 0.9948, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.6748, - "ks_statistic_lib_size_cells": 0.9419, - "ks_statistic_mean_fraczero_genes": 0.9625, - "ks_statistic_mean_var_genes": 0.9032, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9416, - "ks_statistic_pearson_genes": 0.9421, - "ks_statistic_scaled_mean_cells": 5.8892, - "ks_statistic_scaled_mean_genes": 0.9591, - "ks_statistic_scaled_var_cells": -1379.2294, - "ks_statistic_scaled_var_genes": 0.7428, - "ks_statistic_tmm_cells": -0.2985, - "ks_statistic_transition_matrix": 0.4, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": "NA", + "duration_sec": 4141, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "brain", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.0014, + "clustering_nmi": 0.0032, + "crosscor_cosine": 0.5657, + "crosscor_mantel": 0.1432, + "ctdeconcolute_jsd": 0.0587, + "ctdeconvolute_rmse": 0.2664, + "ks_statistic_celltype_interaction": -0.6335, + "ks_statistic_central_score": 0.4167, + "ks_statistic_central_score_scalef": 0.7321, + "ks_statistic_enrichment": 0.625, + "ks_statistic_enrichment_scalef": 74.883, + "ks_statistic_L_stats": 0.4584, + "ks_statistic_morans_I": 73.9127, + "ks_statistic_nn_correlation": 29.4871, + "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_transition_scalef": 0.7035, + "svg_precision": 0, + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.0026, + "clustering_nmi": 0.003, + "crosscor_cosine": 0.1659, + "crosscor_mantel": 0.1803, + "ctdeconcolute_jsd": 0.3388, + "ctdeconvolute_rmse": 0.6108, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": -0.5, + "ks_statistic_central_score_scalef": -1.3516, + "ks_statistic_enrichment": -4, + "ks_statistic_enrichment_scalef": -59.2387, + "ks_statistic_L_stats": 0.4938, + "ks_statistic_morans_I": -54.694, + "ks_statistic_nn_correlation": -20.3592, + "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_transition_scalef": -1.9741, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4331, + "mean_score": 0.1368, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 5077, - "cpu_pct": 100.2, - "peak_memory_mb": 11469, + "duration_sec": 14897, + "cpu_pct": 100.1, + "peak_memory_mb": 8295, "disk_read_mb": 105, "disk_write_mb": 25 } @@ -307,75 +327,53 @@ "dataset_id": "brain", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0001, + "clustering_ari": 0.0002, "clustering_nmi": 0.0009, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0105, - "ctdeconcolute_jsd": 0.069, - "ctdeconvolute_rmse": 0.318, - "ks_statistic_celltype_interaction": "NA", + "crosscor_mantel": 0.0012, + "ctdeconcolute_jsd": 0.0699, + "ctdeconvolute_rmse": 0.3238, + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 17.7933, - "ks_statistic_frac_zero_genes": 1.0285, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 28.2062, - "ks_statistic_lib_size_cells": -0.5113, - "ks_statistic_mean_fraczero_genes": 7.6885, - "ks_statistic_mean_var_genes": 2.5702, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 25.4145, - "ks_statistic_pearson_genes": 28.4156, - "ks_statistic_scaled_mean_cells": -0.2713, - "ks_statistic_scaled_mean_genes": 39.7028, - "ks_statistic_scaled_var_cells": -0.3842, - "ks_statistic_scaled_var_genes": -1.0755, - "ks_statistic_tmm_cells": 6.6203, + "ks_statistic_central_score_scalef": 0.0143, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 1.4791, + "ks_statistic_L_stats": 0.2319, + "ks_statistic_morans_I": 5.2231, + "ks_statistic_nn_correlation": 4.0997, "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0104, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0002, - "clustering_nmi": -0.0002, + "clustering_ari": 0.0008, + "clustering_nmi": -0.0003, "crosscor_cosine": 0, - "crosscor_mantel": 0.0146, - "ctdeconcolute_jsd": 0.0445, - "ctdeconvolute_rmse": 0.4284, + "crosscor_mantel": 0.0013, + "ctdeconcolute_jsd": 0.2134, + "ctdeconvolute_rmse": 0.5269, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.8688, - "ks_statistic_frac_zero_genes": 0.9688, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.2181, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.6057, - "ks_statistic_mean_var_genes": 0.886, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4821, - "ks_statistic_pearson_genes": 0.4263, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0.1853, - "ks_statistic_scaled_var_cells": -1796.3656, - "ks_statistic_scaled_var_genes": 0.8481, - "ks_statistic_tmm_cells": -5.4084, - "ks_statistic_transition_matrix": 1.4, + "ks_statistic_central_score_scalef": 1.7808, + "ks_statistic_enrichment": 4, + "ks_statistic_enrichment_scalef": 11.5541, + "ks_statistic_L_stats": 0.6058, + "ks_statistic_morans_I": -3.7508, + "ks_statistic_nn_correlation": -2.3172, + "ks_statistic_transition_matrix": 1.1667, + "ks_statistic_transition_scalef": 2.0081, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3785, + "mean_score": 0.4082, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 103, - "cpu_pct": 112, + "duration_sec": 167, + "cpu_pct": 108.7, "peak_memory_mb": 8090, - "disk_read_mb": 102, + "disk_read_mb": 103, "disk_write_mb": 25 } }, @@ -385,72 +383,50 @@ "metric_values": { "clustering_ari": 0.0001, "clustering_nmi": 0.0009, - "crosscor_cosine": 0.5005, - "crosscor_mantel": 0.0011, - "ctdeconcolute_jsd": 0.0765, - "ctdeconvolute_rmse": 0.6232, + "crosscor_cosine": 0.5001, + "crosscor_mantel": 0.0004, + "ctdeconcolute_jsd": 0.0793, + "ctdeconvolute_rmse": 0.6579, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 3.1406, + "ks_statistic_central_score_scalef": 0.0143, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 6.086, - "ks_statistic_frac_zero_genes": 55.0192, + "ks_statistic_enrichment_scalef": 1.5647, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 10.6252, - "ks_statistic_lib_size_cells": 3.1406, - "ks_statistic_mean_fraczero_genes": 40.5747, - "ks_statistic_mean_var_genes": 20.0927, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 356.9677, - "ks_statistic_pearson_genes": 364.359, - "ks_statistic_scaled_mean_cells": -0.2553, - "ks_statistic_scaled_mean_genes": 31.9818, - "ks_statistic_scaled_var_cells": -0.1707, - "ks_statistic_scaled_var_genes": -0.3182, - "ks_statistic_tmm_cells": 2.881, "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0104, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0002, + "clustering_ari": 0.0007, "clustering_nmi": -0.0002, - "crosscor_cosine": 0.0014, - "crosscor_mantel": 0.0026, - "ctdeconcolute_jsd": -0.0593, - "ctdeconvolute_rmse": -0.12, + "crosscor_cosine": -0.0009, + "crosscor_mantel": 0.0003, + "ctdeconcolute_jsd": 0.1076, + "ctdeconvolute_rmse": 0.0388, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.8543, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9531, - "ks_statistic_frac_zero_genes": 0.2704, + "ks_statistic_central_score_scalef": 1.7808, + "ks_statistic_enrichment": 2, + "ks_statistic_enrichment_scalef": 11.4715, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.688, - "ks_statistic_lib_size_cells": 0.8543, - "ks_statistic_mean_fraczero_genes": -0.746, - "ks_statistic_mean_var_genes": 0.7654, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -6.2596, - "ks_statistic_pearson_genes": -6.3431, - "ks_statistic_scaled_mean_cells": 0.3776, - "ks_statistic_scaled_mean_genes": 0.3421, - "ks_statistic_scaled_var_cells": -2685.6593, - "ks_statistic_scaled_var_genes": -0.0756, - "ks_statistic_tmm_cells": -2.1742, - "ks_statistic_transition_matrix": 1.4, + "ks_statistic_transition_matrix": 1.1667, + "ks_statistic_transition_scalef": 2.0081, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2452, + "mean_score": 0.3415, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 33.6, - "cpu_pct": 137.8, - "peak_memory_mb": 6861, + "duration_sec": 33.9, + "cpu_pct": 128.5, + "peak_memory_mb": 5428, "disk_read_mb": 98, "disk_write_mb": 25 } @@ -459,73 +435,51 @@ "dataset_id": "brain", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.741, - "clustering_nmi": 0.7499, + "clustering_ari": 0.7426, + "clustering_nmi": 0.7648, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7391, - "ctdeconcolute_jsd": 0.0182, - "ctdeconvolute_rmse": 0.0462, - "ks_statistic_celltype_interaction": "NA", + "crosscor_mantel": 0.7382, + "ctdeconcolute_jsd": 0.0173, + "ctdeconvolute_rmse": 0.0431, + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.1534, + "ks_statistic_central_score_scalef": 0.2108, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.1087, - "ks_statistic_frac_zero_genes": -1.0964, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 2.2875, - "ks_statistic_lib_size_cells": 0.1534, - "ks_statistic_mean_fraczero_genes": -1.5791, - "ks_statistic_mean_var_genes": -8.1452, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.548, - "ks_statistic_pearson_genes": 0.9504, - "ks_statistic_scaled_mean_cells": -0.4234, - "ks_statistic_scaled_mean_genes": -0.3373, - "ks_statistic_scaled_var_cells": -0.3044, - "ks_statistic_scaled_var_genes": -1.1432, - "ks_statistic_tmm_cells": 2.226, + "ks_statistic_enrichment_scalef": 13.1303, + "ks_statistic_L_stats": -0.2366, + "ks_statistic_morans_I": -0.728, + "ks_statistic_nn_correlation": -0.3897, "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_transition_scalef": 0.2119, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 1.0282, - "clustering_nmi": 1.0365, + "clustering_ari": 1.0304, + "clustering_nmi": 1.057, "crosscor_cosine": 0, - "crosscor_mantel": 0.9311, - "ctdeconcolute_jsd": 0.7484, - "ctdeconvolute_rmse": 0.9169, + "crosscor_mantel": 0.93, + "ctdeconcolute_jsd": 0.8047, + "ctdeconvolute_rmse": 0.937, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9735, + "ks_statistic_central_score_scalef": 0.9232, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9977, - "ks_statistic_frac_zero_genes": 0.9963, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.9108, - "ks_statistic_lib_size_cells": 0.9735, - "ks_statistic_mean_fraczero_genes": 0.9866, - "ks_statistic_mean_var_genes": 0.9597, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9877, - "ks_statistic_pearson_genes": 0.9798, - "ks_statistic_scaled_mean_cells": 6.928, - "ks_statistic_scaled_mean_genes": 0.9986, - "ks_statistic_scaled_var_cells": -2128.7902, - "ks_statistic_scaled_var_genes": 0.9307, - "ks_statistic_tmm_cells": -1.6076, - "ks_statistic_transition_matrix": 0.8, + "ks_statistic_enrichment_scalef": 0.3173, + "ks_statistic_L_stats": 0.8377, + "ks_statistic_morans_I": 0.6628, + "ks_statistic_nn_correlation": 0.8733, + "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_transition_scalef": 0.8505, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.6238, + "mean_score": 0.6002, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 59.7, - "cpu_pct": 120.7, + "duration_sec": 114, + "cpu_pct": 113.3, "peak_memory_mb": 6554, "disk_read_mb": 98, "disk_write_mb": 25 @@ -535,75 +489,53 @@ "dataset_id": "brain", "method_id": "symsim", "metric_values": { - "clustering_ari": 0.0001, - "clustering_nmi": 0.0009, - "crosscor_cosine": 0.5013, - "crosscor_mantel": 0.0023, - "ctdeconcolute_jsd": 0.0792, - "ctdeconvolute_rmse": 0.6122, - "ks_statistic_celltype_interaction": "NA", + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 37.4973, + "ks_statistic_central_score_scalef": 0.0143, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 47.1315, - "ks_statistic_frac_zero_genes": 26.9163, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 36.8367, - "ks_statistic_lib_size_cells": 37.4973, - "ks_statistic_mean_fraczero_genes": 65.9037, - "ks_statistic_mean_var_genes": 173.1767, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 135.22, - "ks_statistic_pearson_genes": 129.2318, - "ks_statistic_scaled_mean_cells": -0.5264, - "ks_statistic_scaled_mean_genes": 85.1149, - "ks_statistic_scaled_var_cells": -0.1726, - "ks_statistic_scaled_var_genes": -3.0979, - "ks_statistic_tmm_cells": 18.2131, + "ks_statistic_enrichment_scalef": 1.5474, + "ks_statistic_L_stats": 0.3782, + "ks_statistic_morans_I": 2.5896, + "ks_statistic_nn_correlation": 0.9613, "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0104, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0002, - "clustering_nmi": -0.0002, - "crosscor_cosine": 0.0036, - "crosscor_mantel": 0.0042, - "ctdeconcolute_jsd": -0.0969, - "ctdeconvolute_rmse": -0.1003, + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": -0.5165, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.6576, - "ks_statistic_frac_zero_genes": 0.6339, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": -0.0126, - "ks_statistic_lib_size_cells": -0.5165, - "ks_statistic_mean_fraczero_genes": -1.787, - "ks_statistic_mean_var_genes": -0.288, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -1.7506, - "ks_statistic_pearson_genes": -1.6052, - "ks_statistic_scaled_mean_cells": 10.9426, - "ks_statistic_scaled_mean_genes": -0.7371, - "ks_statistic_scaled_var_cells": -2677.9332, - "ks_statistic_scaled_var_genes": 3.3146, - "ks_statistic_tmm_cells": -15.4353, - "ks_statistic_transition_matrix": 1.4, + "ks_statistic_central_score_scalef": 1.7808, + "ks_statistic_enrichment": 2, + "ks_statistic_enrichment_scalef": 11.4882, + "ks_statistic_L_stats": 0.5335, + "ks_statistic_morans_I": -1.7977, + "ks_statistic_nn_correlation": -0.0869, + "ks_statistic_transition_matrix": 1.1667, + "ks_statistic_transition_scalef": 2.0081, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1827, + "mean_score": 0.363, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 273, - "cpu_pct": 105.1, - "peak_memory_mb": 7680, - "disk_read_mb": 440, + "duration_sec": 544, + "cpu_pct": 102.8, + "peak_memory_mb": 7271, + "disk_read_mb": 441, "disk_write_mb": 28 } }, @@ -611,109 +543,130 @@ "dataset_id": "brain", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0001, - "clustering_nmi": 0.0009, - "crosscor_cosine": 0.4979, - "crosscor_mantel": -0.0046, - "ctdeconcolute_jsd": 0.0495, - "ctdeconvolute_rmse": 0.2124, - "ks_statistic_celltype_interaction": "NA", + "clustering_ari": 0.001, + "clustering_nmi": 0.0014, + "crosscor_cosine": 0.5, + "crosscor_mantel": -0.0004, + "ctdeconcolute_jsd": 0.0499, + "ctdeconvolute_rmse": 0.2123, + "ks_statistic_celltype_interaction": -0.6335, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.2447, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.6372, - "ks_statistic_frac_zero_genes": -0.8103, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 5.6576, - "ks_statistic_lib_size_cells": -0.2447, - "ks_statistic_mean_fraczero_genes": 0.426, - "ks_statistic_mean_var_genes": 5.9549, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 25.72, - "ks_statistic_pearson_genes": 29.4792, - "ks_statistic_scaled_mean_cells": -0.3034, - "ks_statistic_scaled_mean_genes": 2.5167, - "ks_statistic_scaled_var_cells": -0.1781, - "ks_statistic_scaled_var_genes": -1.4157, - "ks_statistic_tmm_cells": 1.5127, + "ks_statistic_central_score_scalef": 0.1343, + "ks_statistic_enrichment": 0.1875, + "ks_statistic_enrichment_scalef": 8.4333, + "ks_statistic_L_stats": 0.3209, + "ks_statistic_morans_I": 0.7701, + "ks_statistic_nn_correlation": 0.0869, "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_scalef": 0.1738, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0002, - "clustering_nmi": -0.0001, - "crosscor_cosine": -0.0051, - "crosscor_mantel": -0.0045, - "ctdeconcolute_jsd": 0.3148, - "ctdeconvolute_rmse": 0.6183, + "clustering_ari": 0.002, + "clustering_nmi": 0.0005, + "crosscor_cosine": -0.0011, + "crosscor_mantel": -0.0007, + "ctdeconcolute_jsd": 0.4379, + "ctdeconvolute_rmse": 0.6899, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9894, + "ks_statistic_central_score_scalef": 1.257, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 4.8473, + "ks_statistic_L_stats": 0.5618, + "ks_statistic_morans_I": -0.4483, + "ks_statistic_nn_correlation": 0.5346, + "ks_statistic_transition_matrix": 0.8333, + "ks_statistic_transition_scalef": 1.0693, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.4478, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 0, + "duration_sec": 200, + "cpu_pct": 398.8, + "peak_memory_mb": 95335, + "disk_read_mb": 105, + "disk_write_mb": 26 + } + }, + { + "dataset_id": "breast", + "method_id": "negative_normal", + "metric_values": { + "clustering_ari": 0.0003, + "clustering_nmi": 0.0006, + "crosscor_cosine": 0.5, + "crosscor_mantel": 0.0015, + "ctdeconcolute_jsd": 0.1195, + "ctdeconvolute_rmse": 0.1455, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 1.4116, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_enrichment_scalef": 175.6323, + "ks_statistic_L_stats": -2.5214, + "ks_statistic_morans_I": 22.4986, + "ks_statistic_nn_correlation": 25.995, + "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_transition_scalef": 0.9158, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0006, + "clustering_nmi": 0.0006, + "crosscor_cosine": 0.0023, + "crosscor_mantel": 0.0021, + "ctdeconcolute_jsd": 0.2931, + "ctdeconvolute_rmse": 0.3982, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9923, - "ks_statistic_frac_zero_genes": 0.9926, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.8207, - "ks_statistic_lib_size_cells": 0.9894, - "ks_statistic_mean_fraczero_genes": 0.9042, - "ks_statistic_mean_var_genes": 0.8627, - "ks_statistic_morans_I": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.0032, + "ks_statistic_morans_I": 0.1542, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4759, - "ks_statistic_pearson_genes": 0.4049, - "ks_statistic_scaled_mean_cells": 2.2539, - "ks_statistic_scaled_mean_genes": 0.9407, - "ks_statistic_scaled_var_cells": -2655.0629, - "ks_statistic_scaled_var_genes": 1.2629, - "ks_statistic_tmm_cells": -0.9907, - "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4588, + "mean_score": 0.0475, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 116, - "cpu_pct": 336.9, - "peak_memory_mb": 96052, - "disk_read_mb": 104, - "disk_write_mb": 26 + "duration_sec": 11.6, + "cpu_pct": 137.5, + "peak_memory_mb": 1946, + "disk_read_mb": 52, + "disk_write_mb": 40 } }, { "dataset_id": "breast", - "method_id": "negative", + "method_id": "negative_shuffle", "metric_values": { - "clustering_ari": 0.0007, - "clustering_nmi": 0.001, - "crosscor_cosine": 0.4997, - "crosscor_mantel": 0.0012, - "ctdeconcolute_jsd": 0.1718, - "ctdeconvolute_rmse": 0.2461, + "clustering_ari": -0.0001, + "clustering_nmi": 0.0003, + "crosscor_cosine": 0.4991, + "crosscor_mantel": -0.0002, + "ctdeconcolute_jsd": 0.1691, + "ctdeconvolute_rmse": 0.2418, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 62.473, + "ks_statistic_central_score_scalef": 1.399, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 147.0673, - "ks_statistic_frac_zero_genes": 243.8787, - "ks_statistic_L_stats": 1.8628, - "ks_statistic_lib_fraczero_cells": 44.6796, - "ks_statistic_lib_size_cells": 62.473, - "ks_statistic_mean_fraczero_genes": 36.2335, - "ks_statistic_mean_var_genes": 24.415, - "ks_statistic_morans_I": 29.2627, - "ks_statistic_nn_correlation": 19.9785, - "ks_statistic_pearson_cells": 46.4042, - "ks_statistic_pearson_genes": 47.3146, - "ks_statistic_scaled_mean_cells": -0.352, - "ks_statistic_scaled_mean_genes": 78.988, - "ks_statistic_scaled_var_cells": -0.1373, - "ks_statistic_scaled_var_genes": -0.2315, - "ks_statistic_tmm_cells": 1.0138, + "ks_statistic_enrichment_scalef": 174.8662, + "ks_statistic_L_stats": -2.5109, + "ks_statistic_morans_I": 26.6401, + "ks_statistic_nn_correlation": 23.204, "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_transition_scalef": 0.8995, "svg_precision": "NA", "svg_recall": 0 }, @@ -726,35 +679,24 @@ "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0.0097, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, + "ks_statistic_enrichment_scalef": 0.0047, + "ks_statistic_L_stats": 0, "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, + "ks_statistic_nn_correlation": 0.1062, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0197, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1034, + "mean_score": 0.0078, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:54", "exit_code": 0, - "duration_sec": 7.7, - "cpu_pct": 247.4, - "peak_memory_mb": 6042, + "duration_sec": 10.9, + "cpu_pct": 140.7, + "peak_memory_mb": 2048, "disk_read_mb": 52, "disk_write_mb": 8 } @@ -770,26 +712,15 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": -4.0847, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.9472, - "ks_statistic_frac_zero_genes": -0.3062, - "ks_statistic_L_stats": 3.8437, - "ks_statistic_lib_fraczero_cells": -0.9922, - "ks_statistic_lib_size_cells": -4.0847, - "ks_statistic_mean_fraczero_genes": -1.1693, - "ks_statistic_mean_var_genes": -3.9537, + "ks_statistic_central_score": 0.2222, + "ks_statistic_central_score_scalef": 0.1091, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_enrichment_scalef": 11.8697, + "ks_statistic_L_stats": -5.8371, "ks_statistic_morans_I": -0.2191, - "ks_statistic_nn_correlation": -0.2478, - "ks_statistic_pearson_cells": 0.0185, - "ks_statistic_pearson_genes": -0.1166, - "ks_statistic_scaled_mean_cells": -0.2581, - "ks_statistic_scaled_mean_genes": -0.2948, - "ks_statistic_scaled_var_cells": -0.1328, - "ks_statistic_scaled_var_genes": -0.8462, - "ks_statistic_tmm_cells": -0.8453, + "ks_statistic_nn_correlation": -0.2808, "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.0866, "svg_precision": 1, "svg_recall": 1 }, @@ -802,35 +733,24 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, + "ks_statistic_enrichment_scalef": 1, + "ks_statistic_L_stats": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8276, + "mean_score": 0.8889, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 11.9, - "cpu_pct": 130.8, - "peak_memory_mb": 1946, + "duration_sec": 7.5, + "cpu_pct": 246.8, + "peak_memory_mb": 4608, "disk_read_mb": 52, "disk_write_mb": 23 } @@ -840,225 +760,213 @@ "method_id": "scdesign2", "metric_values": { "clustering_ari": 0.0597, - "clustering_nmi": 0.0606, + "clustering_nmi": 0.0603, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7761, - "ctdeconcolute_jsd": 0.1198, - "ctdeconvolute_rmse": 0.1522, + "crosscor_mantel": 0.7822, + "ctdeconcolute_jsd": 0.1036, + "ctdeconvolute_rmse": 0.1038, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 5.7874, + "ks_statistic_central_score_scalef": 0.3578, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 10.8699, - "ks_statistic_frac_zero_genes": -0.2551, - "ks_statistic_L_stats": 2.1179, - "ks_statistic_lib_fraczero_cells": 6.7846, - "ks_statistic_lib_size_cells": 5.7874, - "ks_statistic_mean_fraczero_genes": -5.9035, - "ks_statistic_mean_var_genes": -4.485, - "ks_statistic_morans_I": 2.4274, - "ks_statistic_nn_correlation": 0.8682, - "ks_statistic_pearson_cells": 0.3645, - "ks_statistic_pearson_genes": 0.4858, - "ks_statistic_scaled_mean_cells": -0.335, - "ks_statistic_scaled_mean_genes": -0.2739, - "ks_statistic_scaled_var_cells": -0.1335, - "ks_statistic_scaled_var_genes": -0.8591, - "ks_statistic_tmm_cells": 1.4036, - "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.9032, - "svg_recall": 0.9051 + "ks_statistic_enrichment_scalef": 18.9174, + "ks_statistic_L_stats": -2.4677, + "ks_statistic_morans_I": 2.3897, + "ks_statistic_nn_correlation": 0.8379, + "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.0845, + "svg_precision": 0.9087, + "svg_recall": 0.9241 }, "scaled_scores": { - "clustering_ari": 0.087, - "clustering_nmi": 0.0989, + "clustering_ari": 0.0882, + "clustering_nmi": 0.0995, "crosscor_cosine": 0, - "crosscor_mantel": 0.9534, - "ctdeconcolute_jsd": 0.3028, - "ctdeconvolute_rmse": 0.3814, + "crosscor_mantel": 0.961, + "ctdeconcolute_jsd": 0.3872, + "ctdeconvolute_rmse": 0.5708, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.8517, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9202, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": 0.8712, - "ks_statistic_lib_fraczero_cells": 0.8297, - "ks_statistic_lib_size_cells": 0.8517, - "ks_statistic_mean_fraczero_genes": 1.1266, - "ks_statistic_mean_var_genes": 1.0187, - "ks_statistic_morans_I": 0.9102, - "ks_statistic_nn_correlation": 0.9448, - "ks_statistic_pearson_cells": 0.9925, - "ks_statistic_pearson_genes": 0.9873, - "ks_statistic_scaled_mean_cells": 0.8183, - "ks_statistic_scaled_mean_genes": 0.9997, - "ks_statistic_scaled_var_cells": 0.1506, - "ks_statistic_scaled_var_genes": 1.0211, - "ks_statistic_tmm_cells": -0.2096, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_central_score": 0.5, + "ks_statistic_central_score_scalef": 0.8091, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.957, + "ks_statistic_L_stats": -0.013, + "ks_statistic_morans_I": 0.9029, + "ks_statistic_nn_correlation": 0.9574, + "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1.0025, "svg_precision": 0, - "svg_recall": 0.9051 + "svg_recall": 0.9241 }, - "mean_score": 0.6732, + "mean_score": 0.5643, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 283, - "cpu_pct": 292.1, - "peak_memory_mb": 20276, + "duration_sec": 286, + "cpu_pct": 285.1, + "peak_memory_mb": 20173, "disk_read_mb": 56, "disk_write_mb": 10 } }, { "dataset_id": "breast", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.2683, - "clustering_nmi": 0.2307, + "clustering_ari": 0.2463, + "clustering_nmi": 0.2119, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8122, - "ctdeconcolute_jsd": 0.0814, - "ctdeconvolute_rmse": 0.0684, + "crosscor_mantel": 0.8061, + "ctdeconcolute_jsd": 0.1037, + "ctdeconvolute_rmse": 0.1228, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 5.4389, + "ks_statistic_central_score_scalef": 0.2499, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 4.7909, - "ks_statistic_frac_zero_genes": -0.2823, - "ks_statistic_L_stats": 2.3869, - "ks_statistic_lib_fraczero_cells": 2.1049, - "ks_statistic_lib_size_cells": 5.4389, - "ks_statistic_mean_fraczero_genes": -1.5739, - "ks_statistic_mean_var_genes": -4.0577, - "ks_statistic_morans_I": 0.0428, - "ks_statistic_nn_correlation": 0.1059, - "ks_statistic_pearson_cells": 0.4831, - "ks_statistic_pearson_genes": 0.3065, - "ks_statistic_scaled_mean_cells": -0.3243, - "ks_statistic_scaled_mean_genes": -0.2512, - "ks_statistic_scaled_var_cells": -0.1744, - "ks_statistic_scaled_var_genes": -0.8218, - "ks_statistic_tmm_cells": 1.8817, + "ks_statistic_enrichment_scalef": 31.5797, + "ks_statistic_L_stats": -5.0991, + "ks_statistic_morans_I": 0.0975, + "ks_statistic_nn_correlation": 0.0865, "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0.9545, - "svg_recall": 0.9726 + "ks_statistic_transition_scalef": 0.1764, + "svg_precision": 0.9506, + "svg_recall": 0.9747 }, "scaled_scores": { - "clustering_ari": 0.3946, - "clustering_nmi": 0.3811, + "clustering_ari": 0.363, + "clustering_nmi": 0.3506, "crosscor_cosine": 0, - "crosscor_mantel": 0.9977, - "ctdeconcolute_jsd": 0.5264, - "ctdeconvolute_rmse": 0.7221, + "crosscor_mantel": 0.9902, + "ctdeconcolute_jsd": 0.3867, + "ctdeconvolute_rmse": 0.4922, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.8569, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9612, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.7354, - "ks_statistic_lib_fraczero_cells": 0.9322, - "ks_statistic_lib_size_cells": 0.8569, - "ks_statistic_mean_fraczero_genes": 1.0108, - "ks_statistic_mean_var_genes": 1.0037, - "ks_statistic_morans_I": 0.9911, - "ks_statistic_nn_correlation": 0.9825, - "ks_statistic_pearson_cells": 0.99, - "ks_statistic_pearson_genes": 0.9911, - "ks_statistic_scaled_mean_cells": 0.7053, - "ks_statistic_scaled_mean_genes": 0.9995, - "ks_statistic_scaled_var_cells": 9.1984, - "ks_statistic_scaled_var_genes": 0.9604, - "ks_statistic_tmm_cells": -0.4668, + "ks_statistic_central_score": 0.5, + "ks_statistic_central_score_scalef": 0.8919, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 0.8796, + "ks_statistic_L_stats": 0.7781, + "ks_statistic_morans_I": 0.9882, + "ks_statistic_nn_correlation": 0.986, "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_transition_scalef": 0.8917, "svg_precision": 0, - "svg_recall": 0.9726 + "svg_recall": 0.9747 }, - "mean_score": 0.7341, + "mean_score": 0.5911, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 11237, + "duration_sec": 11217, "cpu_pct": 100.1, - "peak_memory_mb": 12186, + "peak_memory_mb": 10752, "disk_read_mb": 84, "disk_write_mb": 8 } }, { "dataset_id": "breast", - "method_id": "sparsim", + "method_id": "scdesign3_poisson", "metric_values": { - "clustering_ari": 0.0807, - "clustering_nmi": 0.0911, + "clustering_ari": "NA", + "clustering_nmi": "NA", "crosscor_cosine": "NA", - "crosscor_mantel": 0.0185, - "ctdeconcolute_jsd": 0.1987, - "ctdeconvolute_rmse": 0.3108, + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -4.0847, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 18.7696, - "ks_statistic_frac_zero_genes": 0.7226, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 34.1144, - "ks_statistic_lib_size_cells": -4.0847, - "ks_statistic_mean_fraczero_genes": -3.9706, - "ks_statistic_mean_var_genes": -4.315, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 106.4365, - "ks_statistic_pearson_genes": 97.2599, - "ks_statistic_scaled_mean_cells": -0.2581, - "ks_statistic_scaled_mean_genes": 93.2382, - "ks_statistic_scaled_var_cells": -0.161, - "ks_statistic_scaled_var_genes": -0.2025, - "ks_statistic_tmm_cells": 23.6754, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.8434, - "svg_recall": 0.7954 + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": "NA", + "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.1179, - "clustering_nmi": 0.1494, + "clustering_ari": 0, + "clustering_nmi": 0, "crosscor_cosine": 0, - "crosscor_mantel": 0.0212, - "ctdeconcolute_jsd": -0.1562, - "ctdeconvolute_rmse": -0.2629, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8668, - "ks_statistic_frac_zero_genes": 0.9958, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.2313, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.0749, - "ks_statistic_mean_var_genes": 1.0127, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -1.2942, - "ks_statistic_pearson_genes": -1.053, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": -0.1797, - "ks_statistic_scaled_var_cells": 6.2404, - "ks_statistic_scaled_var_genes": -0.0473, - "ks_statistic_tmm_cells": -12.1894, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 143, + "duration_sec": 28811, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "breast", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0816, + "clustering_nmi": 0.0921, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0178, + "ctdeconcolute_jsd": 0.2016, + "ctdeconvolute_rmse": 0.3141, + "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_central_score": 0.4444, + "ks_statistic_central_score_scalef": 0.1608, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 30.5667, + "ks_statistic_L_stats": 2.8558, + "ks_statistic_morans_I": 1.2295, + "ks_statistic_nn_correlation": 0.6275, + "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.1157, + "svg_precision": 0.8513, + "svg_recall": 0.7848 + }, + "scaled_scores": { + "clustering_ari": 0.1203, + "clustering_nmi": 0.1522, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0222, + "ctdeconcolute_jsd": -0.1926, + "ctdeconvolute_rmse": -0.2989, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.5, + "ks_statistic_central_score_scalef": 0.9604, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 0.8858, + "ks_statistic_L_stats": -1.6134, + "ks_statistic_morans_I": 0.9461, + "ks_statistic_nn_correlation": 0.9654, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 0.9648, "svg_precision": 0, - "svg_recall": 0.7954 + "svg_recall": 0.7848 }, - "mean_score": 0.3739, + "mean_score": 0.4334, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:54", "exit_code": 0, - "duration_sec": 134, - "cpu_pct": 110.2, - "peak_memory_mb": 8500, + "duration_sec": 202, + "cpu_pct": 102.3, + "peak_memory_mb": 4404, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -1070,71 +978,49 @@ "clustering_ari": 0.0894, "clustering_nmi": 0.0975, "crosscor_cosine": "NA", - "crosscor_mantel": -0.0011, - "ctdeconcolute_jsd": 0.1668, - "ctdeconvolute_rmse": 0.2448, + "crosscor_mantel": 0.0005, + "ctdeconcolute_jsd": 0.1911, + "ctdeconvolute_rmse": 0.264, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -0.2026, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 36.068, - "ks_statistic_frac_zero_genes": 45.0372, - "ks_statistic_L_stats": 1.8356, - "ks_statistic_lib_fraczero_cells": 48.0615, - "ks_statistic_lib_size_cells": -0.2026, - "ks_statistic_mean_fraczero_genes": 64.4062, - "ks_statistic_mean_var_genes": -4.5147, - "ks_statistic_morans_I": 26.4278, - "ks_statistic_nn_correlation": 28.5236, - "ks_statistic_pearson_cells": 135.7283, - "ks_statistic_pearson_genes": 124.1101, - "ks_statistic_scaled_mean_cells": -0.2578, - "ks_statistic_scaled_mean_genes": 70.3906, - "ks_statistic_scaled_var_cells": -0.1857, - "ks_statistic_scaled_var_genes": -0.2214, - "ks_statistic_tmm_cells": 47.9958, + "ks_statistic_central_score_scalef": 0.1843, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_enrichment_scalef": 23.1831, + "ks_statistic_L_stats": 2.3411, + "ks_statistic_morans_I": 25.4925, + "ks_statistic_nn_correlation": 27.1406, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.465, - "svg_recall": 0.8966 + "ks_statistic_transition_scalef": 0.1076, + "svg_precision": 0.4722, + "svg_recall": 0.9135 }, "scaled_scores": { - "clustering_ari": 0.1308, - "clustering_nmi": 0.1601, + "clustering_ari": 0.1319, + "clustering_nmi": 0.1611, "crosscor_cosine": 0, - "crosscor_mantel": -0.0029, - "ctdeconcolute_jsd": 0.0293, - "ctdeconvolute_rmse": 0.0051, + "crosscor_mantel": 0.0008, + "ctdeconcolute_jsd": -0.1305, + "ctdeconvolute_rmse": -0.0918, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9417, + "ks_statistic_central_score": 1.5, + "ks_statistic_central_score_scalef": 0.9423, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.7499, - "ks_statistic_frac_zero_genes": 0.8143, - "ks_statistic_L_stats": 1.0137, - "ks_statistic_lib_fraczero_cells": -0.074, - "ks_statistic_lib_size_cells": 0.9417, - "ks_statistic_mean_fraczero_genes": -0.7532, - "ks_statistic_mean_var_genes": 1.0198, - "ks_statistic_morans_I": 0.0962, - "ks_statistic_nn_correlation": -0.4225, - "ks_statistic_pearson_cells": -1.9257, - "ks_statistic_pearson_genes": -1.6191, - "ks_statistic_scaled_mean_cells": -0.0029, - "ks_statistic_scaled_mean_genes": 0.1084, - "ks_statistic_scaled_var_cells": 11.7013, - "ks_statistic_scaled_var_genes": -0.0165, - "ks_statistic_tmm_cells": -25.271, + "ks_statistic_enrichment_scalef": 0.9309, + "ks_statistic_L_stats": -1.4587, + "ks_statistic_morans_I": 0.0427, + "ks_statistic_nn_correlation": -0.0436, "ks_statistic_transition_matrix": 2, + "ks_statistic_transition_scalef": 0.9746, "svg_precision": 0, - "svg_recall": 0.8966 + "svg_recall": 0.9135 }, - "mean_score": 0.375, + "mean_score": 0.3943, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 26.4, - "cpu_pct": 146.4, - "peak_memory_mb": 6759, + "duration_sec": 27.9, + "cpu_pct": 137.1, + "peak_memory_mb": 5428, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -1143,74 +1029,52 @@ "dataset_id": "breast", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.6165, - "clustering_nmi": 0.5434, + "clustering_ari": 0.6498, + "clustering_nmi": 0.5733, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8137, - "ctdeconcolute_jsd": 0.0609, - "ctdeconvolute_rmse": 0.0669, - "ks_statistic_celltype_interaction": -0.5633, + "crosscor_mantel": 0.8123, + "ctdeconcolute_jsd": 0.0602, + "ctdeconvolute_rmse": 0.0668, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -1.2379, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.358, - "ks_statistic_frac_zero_genes": -0.262, - "ks_statistic_L_stats": 4.1367, - "ks_statistic_lib_fraczero_cells": 1.5602, - "ks_statistic_lib_size_cells": -1.2379, - "ks_statistic_mean_fraczero_genes": -1.0535, - "ks_statistic_mean_var_genes": -4.0274, - "ks_statistic_morans_I": 0.0648, - "ks_statistic_nn_correlation": -0.0909, - "ks_statistic_pearson_cells": 0.0039, - "ks_statistic_pearson_genes": 0.231, - "ks_statistic_scaled_mean_cells": -0.3079, - "ks_statistic_scaled_mean_genes": -0.2402, - "ks_statistic_scaled_var_cells": -0.1449, - "ks_statistic_scaled_var_genes": -0.8395, - "ks_statistic_tmm_cells": 2.8838, + "ks_statistic_central_score_scalef": 0.0921, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_enrichment_scalef": 10.2241, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.9749, - "svg_recall": 0.9852 + "ks_statistic_transition_scalef": 0.0671, + "svg_precision": 0.9705, + "svg_recall": 0.9705 }, "scaled_scores": { - "clustering_ari": 0.9082, - "clustering_nmi": 0.8997, + "clustering_ari": 0.9573, + "clustering_nmi": 0.9495, "crosscor_cosine": 0, - "crosscor_mantel": 0.9996, - "ctdeconcolute_jsd": 0.6456, - "ctdeconvolute_rmse": 0.7282, + "crosscor_mantel": 0.9979, + "ctdeconcolute_jsd": 0.6438, + "ctdeconvolute_rmse": 0.7236, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9572, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.996, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": -0.1479, - "ks_statistic_lib_fraczero_cells": 0.9441, - "ks_statistic_lib_size_cells": 0.9572, - "ks_statistic_mean_fraczero_genes": 0.9969, - "ks_statistic_mean_var_genes": 1.0026, - "ks_statistic_morans_I": 0.9904, - "ks_statistic_nn_correlation": 0.9922, - "ks_statistic_pearson_cells": 1.0003, - "ks_statistic_pearson_genes": 0.9927, - "ks_statistic_scaled_mean_cells": 0.5302, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 2.6701, - "ks_statistic_scaled_var_genes": 0.9892, - "ks_statistic_tmm_cells": -1.0058, + "ks_statistic_central_score": 1, + "ks_statistic_central_score_scalef": 1.0131, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.01, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1.0235, "svg_precision": 0, - "svg_recall": 0.9852 + "svg_recall": 0.9705 }, - "mean_score": 0.7763, + "mean_score": 0.6246, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 45.5, - "cpu_pct": 123.3, - "peak_memory_mb": 6349, + "duration_sec": 82, + "cpu_pct": 105, + "peak_memory_mb": 2356, "disk_read_mb": 77, "disk_write_mb": 8 } @@ -1225,67 +1089,45 @@ "crosscor_mantel": -0.001, "ctdeconcolute_jsd": 0.1582, "ctdeconvolute_rmse": 0.1905, - "ks_statistic_celltype_interaction": "NA", + "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 57.2062, + "ks_statistic_central_score_scalef": 0.1843, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 55.1462, - "ks_statistic_frac_zero_genes": 28.7065, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 35.5764, - "ks_statistic_lib_size_cells": 57.2062, - "ks_statistic_mean_fraczero_genes": 133.7932, - "ks_statistic_mean_var_genes": 253.3827, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 250.0104, - "ks_statistic_pearson_genes": 251.4068, - "ks_statistic_scaled_mean_cells": -0.1891, - "ks_statistic_scaled_mean_genes": 145.4024, - "ks_statistic_scaled_var_cells": -0.1315, - "ks_statistic_scaled_var_genes": -1.0611, - "ks_statistic_tmm_cells": 48.6168, + "ks_statistic_enrichment_scalef": 26.1298, + "ks_statistic_L_stats": 2.7856, + "ks_statistic_morans_I": 5.1939, + "ks_statistic_nn_correlation": 9.5611, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.1076, "svg_precision": 0.3636, "svg_recall": 0.0675 }, "scaled_scores": { - "clustering_ari": 0.1308, - "clustering_nmi": 0.1601, + "clustering_ari": 0.1319, + "clustering_nmi": 0.1611, "crosscor_cosine": 0, - "crosscor_mantel": -0.0028, - "ctdeconcolute_jsd": 0.0795, - "ctdeconvolute_rmse": 0.226, + "crosscor_mantel": -0.001, + "ctdeconcolute_jsd": 0.0645, + "ctdeconvolute_rmse": 0.2123, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.0791, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.621, - "ks_statistic_frac_zero_genes": 0.8812, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.1993, - "ks_statistic_lib_size_cells": 0.0791, - "ks_statistic_mean_fraczero_genes": -2.6083, - "ks_statistic_mean_var_genes": -8.0711, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -4.3894, - "ks_statistic_pearson_genes": -4.3029, - "ks_statistic_scaled_mean_cells": -0.7348, - "ks_statistic_scaled_mean_genes": -0.8377, - "ks_statistic_scaled_var_cells": -0.2785, - "ks_statistic_scaled_var_genes": 1.3496, - "ks_statistic_tmm_cells": -25.6051, + "ks_statistic_central_score": 1.5, + "ks_statistic_central_score_scalef": 0.9423, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.9129, + "ks_statistic_L_stats": -1.5923, + "ks_statistic_morans_I": 0.7985, + "ks_statistic_nn_correlation": 0.6254, "ks_statistic_transition_matrix": 2, + "ks_statistic_transition_scalef": 0.9746, "svg_precision": 0, "svg_recall": 0.0675 }, - "mean_score": 0.225, + "mean_score": 0.4384, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:54", "exit_code": 0, - "duration_sec": 274, - "cpu_pct": 101.6, + "duration_sec": 272, + "cpu_pct": 101.7, "peak_memory_mb": 3789, "disk_read_mb": 337, "disk_write_mb": 10 @@ -1295,109 +1137,130 @@ "dataset_id": "breast", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.086, - "clustering_nmi": 0.0935, + "clustering_ari": 0.0622, + "clustering_nmi": 0.0565, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4204, - "ctdeconcolute_jsd": 0.0791, - "ctdeconvolute_rmse": 0.0649, + "crosscor_mantel": 0.4217, + "ctdeconcolute_jsd": 0.0792, + "ctdeconvolute_rmse": 0.0652, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -2.5215, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 0.0002, - "ks_statistic_frac_zero_genes": -0.2809, - "ks_statistic_L_stats": 1.818, - "ks_statistic_lib_fraczero_cells": 0.4666, - "ks_statistic_lib_size_cells": -2.5215, - "ks_statistic_mean_fraczero_genes": -1.1471, - "ks_statistic_mean_var_genes": -3.3974, - "ks_statistic_morans_I": 3.6676, - "ks_statistic_nn_correlation": 1.4762, - "ks_statistic_pearson_cells": 27.5961, - "ks_statistic_pearson_genes": 30.708, - "ks_statistic_scaled_mean_cells": -0.2529, - "ks_statistic_scaled_mean_genes": -0.2897, - "ks_statistic_scaled_var_cells": -0.1469, - "ks_statistic_scaled_var_genes": -0.7821, - "ks_statistic_tmm_cells": 32.4253, - "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.9487, - "svg_recall": 0.8966 + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.701, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 135.5554, + "ks_statistic_L_stats": 3.0795, + "ks_statistic_morans_I": 3.5225, + "ks_statistic_nn_correlation": 1.2376, + "ks_statistic_transition_matrix": 0.5556, + "ks_statistic_transition_scalef": 0.7637, + "svg_precision": 0.9497, + "svg_recall": 0.9156 }, "scaled_scores": { - "clustering_ari": 0.1257, - "clustering_nmi": 0.1535, + "clustering_ari": 0.0918, + "clustering_nmi": 0.0932, "crosscor_cosine": 0, - "crosscor_mantel": 0.5157, - "ctdeconcolute_jsd": 0.5396, - "ctdeconvolute_rmse": 0.7362, + "crosscor_mantel": 0.5182, + "ctdeconcolute_jsd": 0.5316, + "ctdeconvolute_rmse": 0.7302, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.9765, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9936, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 1.0226, - "ks_statistic_lib_fraczero_cells": 0.9681, - "ks_statistic_lib_size_cells": 0.9765, - "ks_statistic_mean_fraczero_genes": 0.9994, - "ks_statistic_mean_var_genes": 0.9804, - "ks_statistic_morans_I": 0.8682, - "ks_statistic_nn_correlation": 0.9148, - "ks_statistic_pearson_cells": 0.4055, - "ks_statistic_pearson_genes": 0.3501, - "ks_statistic_scaled_mean_cells": -0.0555, - "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": 3.121, - "ks_statistic_scaled_var_genes": 0.8958, - "ks_statistic_tmm_cells": -16.8959, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0.5456, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 0.2447, + "ks_statistic_L_stats": -1.6807, + "ks_statistic_morans_I": 0.8607, + "ks_statistic_nn_correlation": 0.9422, + "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.1834, "svg_precision": 0, - "svg_recall": 0.8966 + "svg_recall": 0.9156 }, - "mean_score": 0.6539, + "mean_score": 0.3606, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:54", "exit_code": 0, - "duration_sec": 290, - "cpu_pct": 390.3, - "peak_memory_mb": 53044, - "disk_read_mb": 83, + "duration_sec": 288, + "cpu_pct": 389.9, + "peak_memory_mb": 52634, + "disk_read_mb": 84, "disk_write_mb": 9 } }, { "dataset_id": "cortex", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": -0.0018, - "clustering_nmi": 0.0034, - "crosscor_cosine": 0.4997, - "crosscor_mantel": 0.0004, - "ctdeconcolute_jsd": 0.1026, - "ctdeconvolute_rmse": 0.4232, + "clustering_ari": 0.0053, + "clustering_nmi": 0.0121, + "crosscor_cosine": 0.4998, + "crosscor_mantel": -4.3873e-06, + "ctdeconcolute_jsd": 0.0931, + "ctdeconvolute_rmse": 0.3563, + "ks_statistic_celltype_interaction": -0.3823, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.9674, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 39.7442, + "ks_statistic_L_stats": 2.5401, + "ks_statistic_morans_I": 14.0828, + "ks_statistic_nn_correlation": 11.5441, + "ks_statistic_transition_matrix": 0.625, + "ks_statistic_transition_scalef": 0.7501, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0069, + "clustering_nmi": 0.0089, + "crosscor_cosine": 0.0024, + "crosscor_mantel": 0.0025, + "ctdeconcolute_jsd": 0.089, + "ctdeconvolute_rmse": 0.1531, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0146, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 0, + "duration_sec": 11.5, + "cpu_pct": 178.5, + "peak_memory_mb": 3277, + "disk_read_mb": 48, + "disk_write_mb": 12 + } + }, + { + "dataset_id": "cortex", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.001, + "clustering_nmi": 0.007, + "crosscor_cosine": 0.4988, + "crosscor_mantel": -0.0022, + "ctdeconcolute_jsd": 0.1022, + "ctdeconvolute_rmse": 0.4207, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 159.8939, + "ks_statistic_central_score_scalef": 0.9447, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 1533.1991, - "ks_statistic_frac_zero_genes": 68.8484, - "ks_statistic_L_stats": 37.8328, - "ks_statistic_lib_fraczero_cells": 96.6855, - "ks_statistic_lib_size_cells": 159.8939, - "ks_statistic_mean_fraczero_genes": 98.854, - "ks_statistic_mean_var_genes": 44.9025, - "ks_statistic_morans_I": 12.5798, - "ks_statistic_nn_correlation": 9.6081, - "ks_statistic_pearson_cells": 76.3022, - "ks_statistic_pearson_genes": 82.9679, - "ks_statistic_scaled_mean_cells": -3.413, - "ks_statistic_scaled_mean_genes": 12.886, - "ks_statistic_scaled_var_cells": -0.2996, - "ks_statistic_scaled_var_genes": -0.243, - "ks_statistic_tmm_cells": 31.0977, + "ks_statistic_enrichment_scalef": 39.3116, + "ks_statistic_L_stats": 0.0772, + "ks_statistic_morans_I": 11.9737, + "ks_statistic_nn_correlation": 7.5269, "ks_statistic_transition_matrix": 0.625, + "ks_statistic_transition_scalef": 0.7105, "svg_precision": "NA", "svg_recall": 0 }, @@ -1410,36 +1273,25 @@ "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0.0301, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, + "ks_statistic_enrichment_scalef": 0.0121, + "ks_statistic_L_stats": 0.7435, + "ks_statistic_morans_I": 0.1475, + "ks_statistic_nn_correlation": 0.326, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.063, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.069, + "mean_score": 0.0735, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 11.4, - "cpu_pct": 175.5, - "peak_memory_mb": 3380, - "disk_read_mb": 49, + "duration_sec": 10.1, + "cpu_pct": 183.8, + "peak_memory_mb": 4608, + "disk_read_mb": 48, "disk_write_mb": 9 } }, @@ -1454,26 +1306,15 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.6012, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -9.212, - "ks_statistic_frac_zero_genes": -0.2928, - "ks_statistic_L_stats": 37.7164, - "ks_statistic_lib_fraczero_cells": -0.713, - "ks_statistic_lib_size_cells": -0.6012, - "ks_statistic_mean_fraczero_genes": -0.8871, - "ks_statistic_mean_var_genes": -0.8404, + "ks_statistic_central_score": 0.25, + "ks_statistic_central_score_scalef": 0.2147, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 4.0326, + "ks_statistic_L_stats": -0.7724, "ks_statistic_morans_I": -0.2167, "ks_statistic_nn_correlation": -0.7794, - "ks_statistic_pearson_cells": -0.1752, - "ks_statistic_pearson_genes": -0.6707, - "ks_statistic_scaled_mean_cells": -0.6148, - "ks_statistic_scaled_mean_genes": -0.2258, - "ks_statistic_scaled_var_cells": -0.2695, - "ks_statistic_scaled_var_genes": -0.3765, - "ks_statistic_tmm_cells": -0.3039, "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.1212, "svg_precision": 1, "svg_recall": 1 }, @@ -1486,35 +1327,24 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8621, + "mean_score": 0.8889, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 8.7, - "cpu_pct": 274.6, - "peak_memory_mb": 6042, + "duration_sec": 8.3, + "cpu_pct": 280.4, + "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -1523,151 +1353,161 @@ "dataset_id": "cortex", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.2173, - "clustering_nmi": 0.2055, - "crosscor_cosine": 0.7643, - "crosscor_mantel": 0.509, - "ctdeconcolute_jsd": 0.0944, - "ctdeconvolute_rmse": 0.3453, + "clustering_ari": 0.1849, + "clustering_nmi": 0.1817, + "crosscor_cosine": 0.7835, + "crosscor_mantel": 0.548, + "ctdeconcolute_jsd": 0.0939, + "ctdeconvolute_rmse": 0.3481, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": 1.6162, + "ks_statistic_central_score_scalef": 0.4846, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 11.5715, - "ks_statistic_frac_zero_genes": 0.0438, - "ks_statistic_L_stats": 38.1231, - "ks_statistic_lib_fraczero_cells": 4.6113, - "ks_statistic_lib_size_cells": 1.6162, - "ks_statistic_mean_fraczero_genes": 1.7418, - "ks_statistic_mean_var_genes": 0.2849, - "ks_statistic_morans_I": 0.8019, - "ks_statistic_nn_correlation": 2.5431, - "ks_statistic_pearson_cells": 7.2303, - "ks_statistic_pearson_genes": 7.4771, - "ks_statistic_scaled_mean_cells": -0.4753, - "ks_statistic_scaled_mean_genes": 0.0612, - "ks_statistic_scaled_var_cells": -0.3135, - "ks_statistic_scaled_var_genes": -0.3787, - "ks_statistic_tmm_cells": 1.0956, - "ks_statistic_transition_matrix": 0.3125, - "svg_precision": 0.8371, - "svg_recall": 0.3652 + "ks_statistic_enrichment_scalef": 26.6605, + "ks_statistic_L_stats": 0.7603, + "ks_statistic_morans_I": 0.2376, + "ks_statistic_nn_correlation": 0.5332, + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.5495, + "svg_precision": 0.8248, + "svg_recall": 0.277 }, "scaled_scores": { - "clustering_ari": 0.3468, - "clustering_nmi": 0.3555, - "crosscor_cosine": 0.659, - "crosscor_mantel": 0.5774, - "ctdeconcolute_jsd": 0.0793, - "ctdeconvolute_rmse": 0.1842, + "clustering_ari": 0.2924, + "clustering_nmi": 0.3092, + "crosscor_cosine": 0.7075, + "crosscor_mantel": 0.6227, + "ctdeconcolute_jsd": 0.082, + "ctdeconvolute_rmse": 0.1725, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9862, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9865, - "ks_statistic_frac_zero_genes": 0.9951, - "ks_statistic_L_stats": -2.4923, - "ks_statistic_lib_fraczero_cells": 0.9453, - "ks_statistic_lib_size_cells": 0.9862, - "ks_statistic_mean_fraczero_genes": 0.9736, - "ks_statistic_mean_var_genes": 0.9754, - "ks_statistic_morans_I": 0.9204, - "ks_statistic_nn_correlation": 0.6801, - "ks_statistic_pearson_cells": 0.9032, - "ks_statistic_pearson_genes": 0.9026, - "ks_statistic_scaled_mean_cells": -0.0498, - "ks_statistic_scaled_mean_genes": 0.9781, - "ks_statistic_scaled_var_cells": 1.463, - "ks_statistic_scaled_var_genes": 1.0168, - "ks_statistic_tmm_cells": 0.9554, - "ks_statistic_transition_matrix": 0.625, + "ks_statistic_central_score": 0.6, + "ks_statistic_central_score_scalef": 0.6413, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_enrichment_scalef": 0.3664, + "ks_statistic_L_stats": 0.5373, + "ks_statistic_morans_I": 0.9682, + "ks_statistic_nn_correlation": 0.8935, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.3191, "svg_precision": 0, - "svg_recall": 0.3652 + "svg_recall": 0.277 }, - "mean_score": 0.6338, + "mean_score": 0.4235, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 261, - "cpu_pct": 319.2, - "peak_memory_mb": 14234, + "duration_sec": 129, + "cpu_pct": 326.3, + "peak_memory_mb": 19559, "disk_read_mb": 72, "disk_write_mb": 30 } }, { "dataset_id": "cortex", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.2129, - "clustering_nmi": 0.2064, - "crosscor_cosine": 0.8317, - "crosscor_mantel": 0.6823, - "ctdeconcolute_jsd": 0.0787, - "ctdeconvolute_rmse": 0.278, - "ks_statistic_celltype_interaction": -0.3823, + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.2982, + "ks_statistic_central_score_scalef": 0.2489, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 10.6793, - "ks_statistic_frac_zero_genes": 0.1253, - "ks_statistic_L_stats": 37.9735, - "ks_statistic_lib_fraczero_cells": 3.104, - "ks_statistic_lib_size_cells": 0.2982, - "ks_statistic_mean_fraczero_genes": 12.1544, - "ks_statistic_mean_var_genes": 0.027, - "ks_statistic_morans_I": 0.1335, - "ks_statistic_nn_correlation": 0.9044, - "ks_statistic_pearson_cells": 10.7171, - "ks_statistic_pearson_genes": 9.2796, - "ks_statistic_scaled_mean_cells": -0.635, - "ks_statistic_scaled_mean_genes": -0.046, - "ks_statistic_scaled_var_cells": -0.3046, - "ks_statistic_scaled_var_genes": -7.666, - "ks_statistic_tmm_cells": 0.9676, - "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.8162, - "svg_recall": 0.8162 + "ks_statistic_enrichment_scalef": 30.2106, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.5267, + "svg_precision": "NA", + "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.3397, - "clustering_nmi": 0.357, - "crosscor_cosine": 0.827, - "crosscor_mantel": 0.7741, - "ctdeconcolute_jsd": 0.233, - "ctdeconvolute_rmse": 0.3432, + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9944, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9871, - "ks_statistic_frac_zero_genes": 0.994, - "ks_statistic_L_stats": -1.2077, - "ks_statistic_lib_fraczero_cells": 0.9608, - "ks_statistic_lib_size_cells": 0.9944, - "ks_statistic_mean_fraczero_genes": 0.8692, - "ks_statistic_mean_var_genes": 0.981, - "ks_statistic_morans_I": 0.9726, - "ks_statistic_nn_correlation": 0.8379, - "ks_statistic_pearson_cells": 0.8576, - "ks_statistic_pearson_genes": 0.881, - "ks_statistic_scaled_mean_cells": 0.0072, - "ks_statistic_scaled_mean_genes": 0.9863, - "ks_statistic_scaled_var_cells": 1.1646, - "ks_statistic_scaled_var_genes": 55.6164, - "ks_statistic_tmm_cells": 0.9595, - "ks_statistic_transition_matrix": 0.75, + "ks_statistic_central_score": 0.4, + "ks_statistic_central_score_scalef": 0.9546, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_enrichment_scalef": 0.267, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.3553, "svg_precision": 0, - "svg_recall": 0.8162 + "svg_recall": 0 }, - "mean_score": 0.6916, + "mean_score": 0.1746, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 723, - "cpu_pct": 101.9, + "duration_sec": 722, + "cpu_pct": 101.5, "peak_memory_mb": 8295, - "disk_read_mb": 80, + "disk_read_mb": 81, + "disk_write_mb": 9 + } + }, + { + "dataset_id": "cortex", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.2915, + "clustering_nmi": 0.2907, + "crosscor_cosine": 0.8781, + "crosscor_mantel": 0.7917, + "ctdeconcolute_jsd": 0.06, + "ctdeconvolute_rmse": 0.1833, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.6719, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 41.0586, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.7692, + "svg_precision": 0.6169, + "svg_recall": 0.951 + }, + "scaled_scores": { + "clustering_ari": 0.4618, + "clustering_nmi": 0.5022, + "crosscor_cosine": 0.9426, + "crosscor_mantel": 0.8985, + "ctdeconcolute_jsd": 0.4134, + "ctdeconvolute_rmse": 0.5644, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0.3926, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": -0.0368, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_scalef": -0.0302, + "svg_precision": 0, + "svg_recall": 0.951 + }, + "mean_score": 0.2987, + "resources": { + "submit": "2025-03-14 13:21:56", + "exit_code": 0, + "duration_sec": 555, + "cpu_pct": 102.2, + "peak_memory_mb": 8192, + "disk_read_mb": 81, "disk_write_mb": 9 } }, @@ -1675,74 +1515,52 @@ "dataset_id": "cortex", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.2963, - "clustering_nmi": 0.3116, - "crosscor_cosine": 0.7161, - "crosscor_mantel": 0.451, - "ctdeconcolute_jsd": 0.0737, - "ctdeconvolute_rmse": 0.2593, + "clustering_ari": 0.2853, + "clustering_nmi": 0.3018, + "crosscor_cosine": 0.7209, + "crosscor_mantel": 0.464, + "ctdeconcolute_jsd": 0.0734, + "ctdeconvolute_rmse": 0.2583, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.6012, + "ks_statistic_central_score": 0.25, + "ks_statistic_central_score_scalef": 0.0758, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 3.5686, - "ks_statistic_frac_zero_genes": 0.0584, - "ks_statistic_L_stats": 37.839, - "ks_statistic_lib_fraczero_cells": 3.5109, - "ks_statistic_lib_size_cells": -0.6012, - "ks_statistic_mean_fraczero_genes": 11.8221, - "ks_statistic_mean_var_genes": -1.7038, - "ks_statistic_morans_I": 0.8889, - "ks_statistic_nn_correlation": 3.0745, - "ks_statistic_pearson_cells": 40.1408, - "ks_statistic_pearson_genes": 32.7543, - "ks_statistic_scaled_mean_cells": -0.6148, - "ks_statistic_scaled_mean_genes": 0.5917, - "ks_statistic_scaled_var_cells": -0.3208, - "ks_statistic_scaled_var_genes": -0.2633, - "ks_statistic_tmm_cells": -0.0454, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.6925, - "svg_recall": 0.5466 + "ks_statistic_enrichment_scalef": 2.3598, + "ks_statistic_L_stats": 2.9395, + "ks_statistic_morans_I": 1.0297, + "ks_statistic_nn_correlation": 3.9862, + "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_scalef": 0.0479, + "svg_precision": 0.7315, + "svg_recall": 0.5343 }, "scaled_scores": { - "clustering_ari": 0.4717, - "clustering_nmi": 0.5421, - "crosscor_cosine": 0.539, - "crosscor_mantel": 0.5115, - "ctdeconcolute_jsd": 0.2813, - "ctdeconvolute_rmse": 0.3873, + "clustering_ari": 0.452, + "clustering_nmi": 0.5217, + "crosscor_cosine": 0.5519, + "crosscor_mantel": 0.5276, + "ctdeconcolute_jsd": 0.2817, + "ctdeconvolute_rmse": 0.386, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9917, - "ks_statistic_frac_zero_genes": 0.9949, - "ks_statistic_L_stats": -0.053, - "ks_statistic_lib_fraczero_cells": 0.9566, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.8726, - "ks_statistic_mean_var_genes": 1.0189, - "ks_statistic_morans_I": 0.9136, - "ks_statistic_nn_correlation": 0.629, - "ks_statistic_pearson_cells": 0.4728, - "ks_statistic_pearson_genes": 0.6004, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9376, - "ks_statistic_scaled_var_cells": 1.7024, - "ks_statistic_scaled_var_genes": 0.1515, - "ks_statistic_tmm_cells": 0.9918, - "ks_statistic_transition_matrix": 1, + "ks_statistic_central_score_scalef": 1.1846, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0468, + "ks_statistic_L_stats": -0.1206, + "ks_statistic_morans_I": 0.9128, + "ks_statistic_nn_correlation": 0.6133, + "ks_statistic_transition_matrix": 0.875, + "ks_statistic_transition_scalef": 1.1165, "svg_precision": 0, - "svg_recall": 0.5466 + "svg_recall": 0.5343 }, - "mean_score": 0.648, + "mean_score": 0.592, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 35, - "cpu_pct": 142.4, - "peak_memory_mb": 6554, + "duration_sec": 44.8, + "cpu_pct": 119.4, + "peak_memory_mb": 3892, "disk_read_mb": 78, "disk_write_mb": 9 } @@ -1751,74 +1569,52 @@ "dataset_id": "cortex", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.3065, - "clustering_nmi": 0.3274, - "crosscor_cosine": 0.5068, - "crosscor_mantel": 0.0075, - "ctdeconcolute_jsd": 0.1014, - "ctdeconvolute_rmse": 0.4266, + "clustering_ari": 0.304, + "clustering_nmi": 0.3235, + "crosscor_cosine": 0.5118, + "crosscor_mantel": -0.0051, + "ctdeconcolute_jsd": 0.1042, + "ctdeconvolute_rmse": 0.433, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.4087, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 4.6084, - "ks_statistic_frac_zero_genes": 0.9187, - "ks_statistic_L_stats": 37.8942, - "ks_statistic_lib_fraczero_cells": 16.3733, - "ks_statistic_lib_size_cells": 0.4087, - "ks_statistic_mean_fraczero_genes": 35.8764, - "ks_statistic_mean_var_genes": 26.1556, - "ks_statistic_morans_I": 0.6154, - "ks_statistic_nn_correlation": -0.2214, - "ks_statistic_pearson_cells": 32.5515, - "ks_statistic_pearson_genes": 32.0893, - "ks_statistic_scaled_mean_cells": -0.4342, - "ks_statistic_scaled_mean_genes": 8.1087, - "ks_statistic_scaled_var_cells": -0.3289, - "ks_statistic_scaled_var_genes": -0.2218, - "ks_statistic_tmm_cells": -0.0311, + "ks_statistic_enrichment_scalef": 0.8366, + "ks_statistic_L_stats": 3.0155, + "ks_statistic_morans_I": 0.3811, + "ks_statistic_nn_correlation": -0.2583, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.4048, - "svg_recall": 0.2083 + "ks_statistic_transition_scalef": 0, + "svg_precision": 0.4417, + "svg_recall": 0.2598 }, "scaled_scores": { - "clustering_ari": 0.4879, - "clustering_nmi": 0.5699, - "crosscor_cosine": 0.0177, - "crosscor_mantel": 0.0081, - "ctdeconcolute_jsd": 0.0116, - "ctdeconvolute_rmse": -0.0079, + "clustering_ari": 0.4817, + "clustering_nmi": 0.5603, + "crosscor_cosine": 0.0323, + "crosscor_mantel": -0.0033, + "ctdeconcolute_jsd": -0.0188, + "ctdeconvolute_rmse": -0.0292, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9937, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.991, - "ks_statistic_frac_zero_genes": 0.9825, - "ks_statistic_L_stats": -0.5265, - "ks_statistic_lib_fraczero_cells": 0.8246, - "ks_statistic_lib_size_cells": 0.9937, - "ks_statistic_mean_fraczero_genes": 0.6314, - "ks_statistic_mean_var_genes": 0.4098, - "ks_statistic_morans_I": 0.935, - "ks_statistic_nn_correlation": 0.9463, - "ks_statistic_pearson_cells": 0.5721, - "ks_statistic_pearson_genes": 0.6083, - "ks_statistic_scaled_mean_cells": -0.0645, - "ks_statistic_scaled_mean_genes": 0.3643, - "ks_statistic_scaled_var_cells": 1.974, - "ks_statistic_scaled_var_genes": -0.1589, - "ks_statistic_tmm_cells": 0.9913, + "ks_statistic_central_score": 1.6, + "ks_statistic_central_score_scalef": 1.2853, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0895, + "ks_statistic_L_stats": -0.1435, + "ks_statistic_morans_I": 0.9582, + "ks_statistic_nn_correlation": 0.9577, "ks_statistic_transition_matrix": 1.25, + "ks_statistic_transition_scalef": 1.1928, "svg_precision": 0, - "svg_recall": 0.2083 + "svg_recall": 0.2598 }, - "mean_score": 0.5361, + "mean_score": 0.5139, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 17.2, - "cpu_pct": 171.2, - "peak_memory_mb": 6452, + "duration_sec": 16.3, + "cpu_pct": 157, + "peak_memory_mb": 5120, "disk_read_mb": 73, "disk_write_mb": 9 } @@ -1827,74 +1623,52 @@ "dataset_id": "cortex", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.7524, - "clustering_nmi": 0.6846, - "crosscor_cosine": 0.8826, - "crosscor_mantel": 0.8228, - "ctdeconcolute_jsd": 0.0165, - "ctdeconvolute_rmse": 0.0189, + "clustering_ari": 0.7842, + "clustering_nmi": 0.727, + "crosscor_cosine": 0.8822, + "crosscor_mantel": 0.8202, + "ctdeconcolute_jsd": 0.0157, + "ctdeconvolute_rmse": 0.0175, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.5899, + "ks_statistic_central_score_scalef": 0.1474, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -4.1137, - "ks_statistic_frac_zero_genes": -0.1271, - "ks_statistic_L_stats": 37.5524, - "ks_statistic_lib_fraczero_cells": -0.0298, - "ks_statistic_lib_size_cells": -0.5899, - "ks_statistic_mean_fraczero_genes": 1.2625, - "ks_statistic_mean_var_genes": -0.4226, - "ks_statistic_morans_I": -0.016, - "ks_statistic_nn_correlation": -0.2102, - "ks_statistic_pearson_cells": 0.927, - "ks_statistic_pearson_genes": 1.625, - "ks_statistic_scaled_mean_cells": -0.6229, - "ks_statistic_scaled_mean_genes": -0.0953, - "ks_statistic_scaled_var_cells": -0.2817, - "ks_statistic_scaled_var_genes": -0.3891, - "ks_statistic_tmm_cells": -0.1362, - "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.9118, - "svg_recall": 0.8873 + "ks_statistic_enrichment_scalef": 3.6638, + "ks_statistic_L_stats": -0.3537, + "ks_statistic_morans_I": -0.1459, + "ks_statistic_nn_correlation": -0.2612, + "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0707, + "svg_precision": 0.9123, + "svg_recall": 0.8922 }, "scaled_scores": { - "clustering_ari": 1.1935, - "clustering_nmi": 1.1981, - "crosscor_cosine": 0.9539, - "crosscor_mantel": 0.9335, - "ctdeconcolute_jsd": 0.8394, - "ctdeconvolute_rmse": 0.9554, + "clustering_ari": 1.2449, + "clustering_nmi": 1.2744, + "crosscor_cosine": 0.9528, + "crosscor_mantel": 0.9308, + "ctdeconcolute_jsd": 0.8466, + "ctdeconvolute_rmse": 0.9583, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9999, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9967, - "ks_statistic_frac_zero_genes": 0.9976, - "ks_statistic_L_stats": 2.4081, - "ks_statistic_lib_fraczero_cells": 0.993, - "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9784, - "ks_statistic_mean_var_genes": 0.9909, - "ks_statistic_morans_I": 0.9843, - "ks_statistic_nn_correlation": 0.9452, - "ks_statistic_pearson_cells": 0.9856, - "ks_statistic_pearson_genes": 0.9726, - "ks_statistic_scaled_mean_cells": 0.0029, - "ks_statistic_scaled_mean_genes": 0.99, - "ks_statistic_scaled_var_cells": 0.406, - "ks_statistic_scaled_var_genes": 1.0943, - "ks_statistic_tmm_cells": 0.9947, - "ks_statistic_transition_matrix": 0.875, + "ks_statistic_central_score": 1.2, + "ks_statistic_central_score_scalef": 1.0894, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0103, + "ks_statistic_L_stats": 0.8736, + "ks_statistic_morans_I": 0.9951, + "ks_statistic_nn_correlation": 0.958, + "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1.0804, "svg_precision": 0, - "svg_recall": 0.8873 + "svg_recall": 0.8922 }, - "mean_score": 0.8511, + "mean_score": 0.856, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 98, - "cpu_pct": 106.4, - "peak_memory_mb": 3687, + "duration_sec": 50.8, + "cpu_pct": 120.1, + "peak_memory_mb": 4916, "disk_read_mb": 73, "disk_write_mb": 9 } @@ -1911,66 +1685,44 @@ "ctdeconvolute_rmse": 0.4729, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 2.1601, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 12.3444, - "ks_statistic_frac_zero_genes": 12.9453, - "ks_statistic_L_stats": 37.7926, - "ks_statistic_lib_fraczero_cells": 13.6223, - "ks_statistic_lib_size_cells": 2.1601, - "ks_statistic_mean_fraczero_genes": 60.9853, - "ks_statistic_mean_var_genes": 71.1716, + "ks_statistic_enrichment_scalef": 2.147, + "ks_statistic_L_stats": 2.3104, "ks_statistic_morans_I": 6.0057, "ks_statistic_nn_correlation": 4.5194, - "ks_statistic_pearson_cells": 16.6969, - "ks_statistic_pearson_genes": 16.609, - "ks_statistic_scaled_mean_cells": -0.2758, - "ks_statistic_scaled_mean_genes": 38.0128, - "ks_statistic_scaled_var_cells": -0.246, - "ks_statistic_scaled_var_genes": -0.5106, - "ks_statistic_tmm_cells": 5.6178, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0.4925, "svg_recall": 0.1618 }, "scaled_scores": { - "clustering_ari": 0.484, - "clustering_nmi": 0.563, + "clustering_ari": 0.4817, + "clustering_nmi": 0.5603, "crosscor_cosine": 0, - "crosscor_mantel": -0.0034, - "ctdeconcolute_jsd": -0.0477, - "ctdeconvolute_rmse": -0.1174, + "crosscor_mantel": -0.0005, + "ctdeconcolute_jsd": -0.051, + "ctdeconvolute_rmse": -0.1242, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9828, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.986, - "ks_statistic_frac_zero_genes": 0.8085, - "ks_statistic_L_stats": 0.3457, - "ks_statistic_lib_fraczero_cells": 0.8528, - "ks_statistic_lib_size_cells": 0.9828, - "ks_statistic_mean_fraczero_genes": 0.3797, - "ks_statistic_mean_var_genes": -0.5743, - "ks_statistic_morans_I": 0.5137, - "ks_statistic_nn_correlation": 0.4899, - "ks_statistic_pearson_cells": 0.7794, - "ks_statistic_pearson_genes": 0.7934, - "ks_statistic_scaled_mean_cells": -0.1211, - "ks_statistic_scaled_mean_genes": -1.9163, - "ks_statistic_scaled_var_cells": -0.7777, - "ks_statistic_scaled_var_genes": 2.0044, - "ks_statistic_tmm_cells": 0.8114, + "ks_statistic_central_score": 1.6, + "ks_statistic_central_score_scalef": 1.2853, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0528, + "ks_statistic_L_stats": 0.0694, + "ks_statistic_morans_I": 0.5649, + "ks_statistic_nn_correlation": 0.57, "ks_statistic_transition_matrix": 1.25, + "ks_statistic_transition_scalef": 1.1928, "svg_precision": 0, "svg_recall": 0.1618 }, - "mean_score": 0.4805, + "mean_score": 0.4671, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 173, - "cpu_pct": 102.6, - "peak_memory_mb": 3277, + "duration_sec": 100, + "cpu_pct": 110.4, + "peak_memory_mb": 7271, "disk_read_mb": 416, "disk_write_mb": 11 } @@ -1979,150 +1731,160 @@ "dataset_id": "cortex", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0913, - "clustering_nmi": 0.0966, - "crosscor_cosine": 0.6843, - "crosscor_mantel": 0.3743, - "ctdeconcolute_jsd": 0.0794, - "ctdeconvolute_rmse": 0.2719, + "clustering_ari": 0.1046, + "clustering_nmi": 0.1123, + "crosscor_cosine": 0.6818, + "crosscor_mantel": 0.3683, + "ctdeconcolute_jsd": 0.0809, + "ctdeconvolute_rmse": 0.2757, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.5661, + "ks_statistic_central_score_scalef": 0.476, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -3.6291, - "ks_statistic_frac_zero_genes": -0.1105, - "ks_statistic_L_stats": 37.593, - "ks_statistic_lib_fraczero_cells": -0.2551, - "ks_statistic_lib_size_cells": -0.5661, - "ks_statistic_mean_fraczero_genes": 1.4039, - "ks_statistic_mean_var_genes": 4.498, - "ks_statistic_morans_I": 1.6986, - "ks_statistic_nn_correlation": 3.5131, - "ks_statistic_pearson_cells": 138.9123, - "ks_statistic_pearson_genes": 276.0448, - "ks_statistic_scaled_mean_cells": -0.5885, - "ks_statistic_scaled_mean_genes": -0.065, - "ks_statistic_scaled_var_cells": -0.343, - "ks_statistic_scaled_var_genes": -0.2708, - "ks_statistic_tmm_cells": -0.0962, - "ks_statistic_transition_matrix": 0.625, - "svg_precision": 0.6697, - "svg_recall": 0.5466 + "ks_statistic_enrichment_scalef": 31.1393, + "ks_statistic_L_stats": 2.4137, + "ks_statistic_morans_I": 2.0975, + "ks_statistic_nn_correlation": 4.9813, + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.583, + "svg_precision": 0.6222, + "svg_recall": 0.549 }, "scaled_scores": { - "clustering_ari": 0.1474, - "clustering_nmi": 0.1638, - "crosscor_cosine": 0.4598, - "crosscor_mantel": 0.4245, - "ctdeconcolute_jsd": 0.2264, - "ctdeconvolute_rmse": 0.3576, + "clustering_ari": 0.1647, + "clustering_nmi": 0.1864, + "crosscor_cosine": 0.4548, + "crosscor_mantel": 0.4193, + "ctdeconcolute_jsd": 0.2091, + "ctdeconvolute_rmse": 0.3446, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.9998, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9964, - "ks_statistic_frac_zero_genes": 0.9974, - "ks_statistic_L_stats": 2.0593, - "ks_statistic_lib_fraczero_cells": 0.9953, - "ks_statistic_lib_size_cells": 0.9998, - "ks_statistic_mean_fraczero_genes": 0.977, - "ks_statistic_mean_var_genes": 0.8833, - "ks_statistic_morans_I": 0.8503, - "ks_statistic_nn_correlation": 0.5868, - "ks_statistic_pearson_cells": -0.8187, - "ks_statistic_pearson_genes": -2.3085, - "ks_statistic_scaled_mean_cells": -0.0094, - "ks_statistic_scaled_mean_genes": 0.9877, - "ks_statistic_scaled_var_cells": 2.4395, - "ks_statistic_scaled_var_genes": 0.2076, - "ks_statistic_tmm_cells": 0.9934, - "ks_statistic_transition_matrix": 0, + "ks_statistic_central_score": 0.2, + "ks_statistic_central_score_scalef": 0.6529, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_enrichment_scalef": 0.241, + "ks_statistic_L_stats": 0.0382, + "ks_statistic_morans_I": 0.8382, + "ks_statistic_nn_correlation": 0.5325, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.2658, "svg_precision": 0, - "svg_recall": 0.5466 + "svg_recall": 0.549 }, - "mean_score": 0.5334, + "mean_score": 0.3294, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 61, - "cpu_pct": 473.2, - "peak_memory_mb": 36455, + "duration_sec": 63, + "cpu_pct": 512.4, + "peak_memory_mb": 6861, "disk_read_mb": 79, "disk_write_mb": 9 } }, { "dataset_id": "fibrosarcoma", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": 0.0005, - "clustering_nmi": 0.0023, - "crosscor_cosine": 0.4997, - "crosscor_mantel": 0.0011, - "ctdeconcolute_jsd": 0.266, - "ctdeconvolute_rmse": 0.4305, + "clustering_ari": -0.0002, + "clustering_nmi": 0.0015, + "crosscor_cosine": 0.4998, + "crosscor_mantel": 0.0016, + "ctdeconcolute_jsd": 0.2547, + "ctdeconvolute_rmse": 0.3827, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 259.2002, + "ks_statistic_central_score": 0.75, + "ks_statistic_central_score_scalef": 1.9364, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 96.0649, - "ks_statistic_frac_zero_genes": 893.6663, - "ks_statistic_L_stats": 0.0778, - "ks_statistic_lib_fraczero_cells": 51.9336, - "ks_statistic_lib_size_cells": 259.2002, - "ks_statistic_mean_fraczero_genes": 95.1638, - "ks_statistic_mean_var_genes": 66.5106, - "ks_statistic_morans_I": 114.7552, - "ks_statistic_nn_correlation": 46.8368, - "ks_statistic_pearson_cells": 85.5843, - "ks_statistic_pearson_genes": 95.1863, - "ks_statistic_scaled_mean_cells": -1.052, - "ks_statistic_scaled_mean_genes": 32.4911, - "ks_statistic_scaled_var_cells": -0.6137, - "ks_statistic_scaled_var_genes": -1.5317, - "ks_statistic_tmm_cells": 6.9745, + "ks_statistic_enrichment_scalef": 160.3544, + "ks_statistic_L_stats": -0.071, + "ks_statistic_morans_I": 81.8176, + "ks_statistic_nn_correlation": 51.2719, "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.4625, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { "clustering_ari": 0, "clustering_nmi": 0, + "crosscor_cosine": 0.0009, + "crosscor_mantel": 0.002, + "ctdeconcolute_jsd": 0.0436, + "ctdeconvolute_rmse": 0.1102, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.357, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0.0693, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0324, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 0, + "duration_sec": 9.6, + "cpu_pct": 196, + "peak_memory_mb": 4608, + "disk_read_mb": 56, + "disk_write_mb": 21 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.0011, + "clustering_nmi": 0.0026, + "crosscor_cosine": 0.4995, + "crosscor_mantel": 0.0006, + "ctdeconcolute_jsd": 0.2663, + "ctdeconvolute_rmse": 0.4301, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.75, + "ks_statistic_central_score_scalef": 1.9001, + "ks_statistic_enrichment": 0.75, + "ks_statistic_enrichment_scalef": 155.2731, + "ks_statistic_L_stats": 0.3869, + "ks_statistic_morans_I": 73.4456, + "ks_statistic_nn_correlation": 55.1085, + "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.4396, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.003, + "clustering_nmi": 0.0026, "crosscor_cosine": 0, "crosscor_mantel": 0, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0.0401, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0.08, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, - "ks_statistic_morans_I": 0, + "ks_statistic_morans_I": 0.102, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.039, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1034, + "mean_score": 0.0148, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 10, - "cpu_pct": 143.4, - "peak_memory_mb": 2048, + "duration_sec": 12.2, + "cpu_pct": 154.7, + "peak_memory_mb": 4711, "disk_read_mb": 56, "disk_write_mb": 8 } @@ -2138,26 +1900,15 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.9796, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -3.0352, - "ks_statistic_frac_zero_genes": -0.8777, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 1.03, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 96.8063, "ks_statistic_L_stats": -0.8957, - "ks_statistic_lib_fraczero_cells": -2.0601, - "ks_statistic_lib_size_cells": -0.9796, - "ks_statistic_mean_fraczero_genes": -1.7382, - "ks_statistic_mean_var_genes": -1.2337, "ks_statistic_morans_I": -0.2444, "ks_statistic_nn_correlation": -0.2771, - "ks_statistic_pearson_cells": -0.0565, - "ks_statistic_pearson_genes": 0.0062, - "ks_statistic_scaled_mean_cells": -0.4032, - "ks_statistic_scaled_mean_genes": -0.2088, - "ks_statistic_scaled_var_cells": -0.3671, - "ks_statistic_scaled_var_genes": -0.2674, - "ks_statistic_tmm_cells": -20.2897, - "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_matrix": 0.5625, + "ks_statistic_transition_scalef": 0.874, "svg_precision": 1, "svg_recall": 1 }, @@ -2170,36 +1921,25 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8276, + "mean_score": 0.8889, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 8.1, - "cpu_pct": 190.4, - "peak_memory_mb": 3277, - "disk_read_mb": 56, + "duration_sec": 7.8, + "cpu_pct": 231.6, + "peak_memory_mb": 4608, + "disk_read_mb": 57, "disk_write_mb": 28 } }, @@ -2207,150 +1947,160 @@ "dataset_id": "fibrosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": -0.0005, - "clustering_nmi": 0.0015, + "clustering_ari": 0.0004, + "clustering_nmi": 0.0028, "crosscor_cosine": "NA", - "crosscor_mantel": -0.0259, - "ctdeconcolute_jsd": 0.064, - "ctdeconvolute_rmse": 0.0435, + "crosscor_mantel": 0.06, + "ctdeconcolute_jsd": 0.0635, + "ctdeconvolute_rmse": 0.0429, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 2.8888, + "ks_statistic_central_score_scalef": 1.8993, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 2.8522, - "ks_statistic_frac_zero_genes": -0.6273, - "ks_statistic_L_stats": 0.7154, - "ks_statistic_lib_fraczero_cells": 1.9772, - "ks_statistic_lib_size_cells": 2.8888, - "ks_statistic_mean_fraczero_genes": -1.0254, - "ks_statistic_mean_var_genes": -1.361, - "ks_statistic_morans_I": 43.8928, - "ks_statistic_nn_correlation": 46.3322, - "ks_statistic_pearson_cells": -0.0644, - "ks_statistic_pearson_genes": 0.079, - "ks_statistic_scaled_mean_cells": -0.3323, - "ks_statistic_scaled_mean_genes": -0.1807, - "ks_statistic_scaled_var_cells": -0.2651, - "ks_statistic_scaled_var_genes": -0.3846, - "ks_statistic_tmm_cells": 1.7652, + "ks_statistic_enrichment_scalef": 155.4288, + "ks_statistic_L_stats": 0.9013, + "ks_statistic_morans_I": 78.2884, + "ks_statistic_nn_correlation": 43.2567, "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.4376, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": -0.0024, - "clustering_nmi": -0.002, + "clustering_ari": 0.0015, + "clustering_nmi": 0.0031, "crosscor_cosine": 0, - "crosscor_mantel": -0.0537, - "ctdeconcolute_jsd": 0.7596, - "ctdeconvolute_rmse": 0.899, + "crosscor_mantel": 0.1178, + "ctdeconcolute_jsd": 0.7615, + "ctdeconvolute_rmse": 0.9002, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9851, + "ks_statistic_central_score": -1, + "ks_statistic_central_score_scalef": 0.0409, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9406, - "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": -0.6549, - "ks_statistic_lib_fraczero_cells": 0.9252, - "ks_statistic_lib_size_cells": 0.9851, - "ks_statistic_mean_fraczero_genes": 0.9926, - "ks_statistic_mean_var_genes": 1.0019, - "ks_statistic_morans_I": 0.6162, - "ks_statistic_nn_correlation": 0.0107, - "ks_statistic_pearson_cells": 1.0001, - "ks_statistic_pearson_genes": 0.9992, - "ks_statistic_scaled_mean_cells": -0.1091, - "ks_statistic_scaled_mean_genes": 0.9991, - "ks_statistic_scaled_var_cells": -0.4136, - "ks_statistic_scaled_var_genes": 0.0926, - "ks_statistic_tmm_cells": 0.1911, + "ks_statistic_enrichment_scalef": 0.0775, + "ks_statistic_L_stats": -0.401, + "ks_statistic_morans_I": 0.043, + "ks_statistic_nn_correlation": 0.214, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0424, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4274, + "mean_score": 0.1223, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 249, - "cpu_pct": 269.1, - "peak_memory_mb": 8909, + "duration_sec": 126, + "cpu_pct": 270.1, + "peak_memory_mb": 19661, "disk_read_mb": 77, "disk_write_mb": 26 } }, { "dataset_id": "fibrosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.293, - "clustering_nmi": 0.3363, + "clustering_ari": 0.2715, + "clustering_nmi": 0.3013, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4867, - "ctdeconcolute_jsd": 0.0443, - "ctdeconvolute_rmse": 0.0219, + "crosscor_mantel": 0.4961, + "ctdeconcolute_jsd": 0.045, + "ctdeconvolute_rmse": 0.0228, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": 0.1236, + "ks_statistic_central_score_scalef": 0.6651, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 0.6755, - "ks_statistic_frac_zero_genes": -0.8527, - "ks_statistic_L_stats": -0.7578, - "ks_statistic_lib_fraczero_cells": 0.7657, - "ks_statistic_lib_size_cells": 0.1236, - "ks_statistic_mean_fraczero_genes": -1.6774, - "ks_statistic_mean_var_genes": -1.2475, - "ks_statistic_morans_I": 0.5399, - "ks_statistic_nn_correlation": 2.0609, - "ks_statistic_pearson_cells": 0.5295, - "ks_statistic_pearson_genes": 0.4315, - "ks_statistic_scaled_mean_cells": -0.3795, - "ks_statistic_scaled_mean_genes": -0.2064, - "ks_statistic_scaled_var_cells": -0.3357, - "ks_statistic_scaled_var_genes": -0.2707, - "ks_statistic_tmm_cells": 1.8979, + "ks_statistic_enrichment_scalef": 72.5766, + "ks_statistic_L_stats": -0.8789, + "ks_statistic_morans_I": 0.4369, + "ks_statistic_nn_correlation": 1.865, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.9724, - "svg_recall": 0.9848 + "ks_statistic_transition_scalef": 0.6056, + "svg_precision": 0.9723, + "svg_recall": 0.9837 }, "scaled_scores": { - "clustering_ari": 0.7272, - "clustering_nmi": 0.8233, + "clustering_ari": 0.6743, + "clustering_nmi": 0.7377, "crosscor_cosine": 0, - "crosscor_mantel": 0.9645, - "ctdeconcolute_jsd": 0.8333, - "ctdeconvolute_rmse": 0.9491, + "crosscor_mantel": 0.9833, + "ctdeconcolute_jsd": 0.8311, + "ctdeconvolute_rmse": 0.9469, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9958, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9626, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0.8584, - "ks_statistic_lib_fraczero_cells": 0.9477, - "ks_statistic_lib_size_cells": 0.9958, - "ks_statistic_mean_fraczero_genes": 0.9994, - "ks_statistic_mean_var_genes": 1.0002, - "ks_statistic_morans_I": 0.9932, - "ks_statistic_nn_correlation": 0.9504, - "ks_statistic_pearson_cells": 0.9932, - "ks_statistic_pearson_genes": 0.9955, - "ks_statistic_scaled_mean_cells": -0.0365, - "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": -0.1275, - "ks_statistic_scaled_var_genes": 0.0025, - "ks_statistic_tmm_cells": 0.1862, - "ks_statistic_transition_matrix": 1, + "ks_statistic_central_score": 2, + "ks_statistic_central_score_scalef": 1.4026, + "ks_statistic_enrichment": 1.5, + "ks_statistic_enrichment_scalef": 1.3813, + "ks_statistic_L_stats": 0.9869, + "ks_statistic_morans_I": 0.9917, + "ks_statistic_nn_correlation": 0.9613, + "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_transition_scalef": 1.4561, "svg_precision": 0, - "svg_recall": 0.9848 + "svg_recall": 0.9837 }, - "mean_score": 0.7297, + "mean_score": 0.7832, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 3940, - "cpu_pct": 100.2, - "peak_memory_mb": 7988, + "duration_sec": 3944, + "cpu_pct": 100.4, + "peak_memory_mb": 10548, + "disk_read_mb": 88, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "fibrosarcoma", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": -0.0007, + "clustering_nmi": 0.001, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4933, + "ctdeconcolute_jsd": 0.0352, + "ctdeconvolute_rmse": 0.0143, + "ks_statistic_celltype_interaction": -0.8594, + "ks_statistic_central_score": 0.8333, + "ks_statistic_central_score_scalef": 1.9201, + "ks_statistic_enrichment": 0.75, + "ks_statistic_enrichment_scalef": 157.5499, + "ks_statistic_L_stats": 1.2981, + "ks_statistic_morans_I": 1.525, + "ks_statistic_nn_correlation": 1.6456, + "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.4481, + "svg_precision": 0.9649, + "svg_recall": 0.9942 + }, + "scaled_scores": { + "clustering_ari": -0.0013, + "clustering_nmi": -0.0014, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9778, + "ctdeconcolute_jsd": 0.8676, + "ctdeconvolute_rmse": 0.9667, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": -1, + "ks_statistic_central_score_scalef": 0.0179, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0.0441, + "ks_statistic_L_stats": -0.7104, + "ks_statistic_morans_I": 0.9784, + "ks_statistic_nn_correlation": 0.9653, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0245, + "svg_precision": 0, + "svg_recall": 0.9942 + }, + "mean_score": 0.3243, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 0, + "duration_sec": 8183, + "cpu_pct": 100.1, + "peak_memory_mb": 9421, "disk_read_mb": 88, "disk_write_mb": 8 } @@ -2360,74 +2110,52 @@ "method_id": "sparsim", "metric_values": { "clustering_ari": 0.0033, - "clustering_nmi": 0.0018, + "clustering_nmi": 0.0022, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4117, - "ctdeconcolute_jsd": 0.052, - "ctdeconvolute_rmse": 0.0313, - "ks_statistic_celltype_interaction": -0.8594, + "crosscor_mantel": 0.4124, + "ctdeconcolute_jsd": 0.0517, + "ctdeconvolute_rmse": 0.0316, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.9796, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.2076, - "ks_statistic_frac_zero_genes": -0.79, - "ks_statistic_L_stats": 4.0725, - "ks_statistic_lib_fraczero_cells": 7.4503, - "ks_statistic_lib_size_cells": -0.9796, - "ks_statistic_mean_fraczero_genes": -1.4809, - "ks_statistic_mean_var_genes": -1.7836, - "ks_statistic_morans_I": 6.6241, - "ks_statistic_nn_correlation": 7.5516, - "ks_statistic_pearson_cells": 6.9078, - "ks_statistic_pearson_genes": 6.4348, - "ks_statistic_scaled_mean_cells": -0.4032, - "ks_statistic_scaled_mean_genes": -0.1845, - "ks_statistic_scaled_var_cells": -0.3331, - "ks_statistic_scaled_var_genes": -0.2736, - "ks_statistic_tmm_cells": 4.2009, + "ks_statistic_central_score_scalef": 0.1001, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 7.0201, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.98, - "svg_recall": 0.972 + "ks_statistic_transition_scalef": 0.0522, + "svg_precision": 0.9778, + "svg_recall": 0.9743 }, "scaled_scores": { - "clustering_ari": 0.0069, - "clustering_nmi": -0.0011, + "clustering_ari": 0.0087, + "clustering_nmi": 0.0016, "crosscor_cosine": 0, - "crosscor_mantel": 0.8156, - "ctdeconcolute_jsd": 0.8045, - "ctdeconvolute_rmse": 0.9273, + "crosscor_mantel": 0.8171, + "ctdeconcolute_jsd": 0.8057, + "ctdeconvolute_rmse": 0.9266, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.9673, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": -4.1033, - "ks_statistic_lib_fraczero_cells": 0.8239, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9973, - "ks_statistic_mean_var_genes": 1.0081, - "ks_statistic_morans_I": 0.9403, - "ks_statistic_nn_correlation": 0.8338, - "ks_statistic_pearson_cells": 0.9187, - "ks_statistic_pearson_genes": 0.9325, - "ks_statistic_scaled_mean_cells": -4.4409e-16, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": -0.1379, - "ks_statistic_scaled_var_genes": 0.0048, - "ks_statistic_tmm_cells": 0.1017, - "ks_statistic_transition_matrix": 2.5, + "ks_statistic_central_score": 7, + "ks_statistic_central_score_scalef": 2.0261, + "ks_statistic_enrichment": 2.5, + "ks_statistic_enrichment_scalef": 2.4129, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 3.3333, + "ks_statistic_transition_scalef": 2.3964, "svg_precision": 0, - "svg_recall": 0.972 + "svg_recall": 0.9743 }, - "mean_score": 0.6223, + "mean_score": 0.5297, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 110, - "cpu_pct": 104, - "peak_memory_mb": 3482, - "disk_read_mb": 85, + "duration_sec": 75, + "cpu_pct": 117.9, + "peak_memory_mb": 7476, + "disk_read_mb": 86, "disk_write_mb": 8 } }, @@ -2437,73 +2165,51 @@ "metric_values": { "clustering_ari": 0.0032, "clustering_nmi": 0.0018, - "crosscor_cosine": 0.515, - "crosscor_mantel": 0.0067, - "ctdeconcolute_jsd": 0.24, - "ctdeconvolute_rmse": 0.3585, + "crosscor_cosine": 0.5091, + "crosscor_mantel": -0.0043, + "ctdeconcolute_jsd": 0.3044, + "ctdeconvolute_rmse": 0.5141, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.6579, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 10.6338, - "ks_statistic_frac_zero_genes": 57.5599, - "ks_statistic_L_stats": 5.7185, - "ks_statistic_lib_fraczero_cells": 39.1509, - "ks_statistic_lib_size_cells": 0.6579, - "ks_statistic_mean_fraczero_genes": 32.173, - "ks_statistic_mean_var_genes": 56.6059, - "ks_statistic_morans_I": 13.9043, - "ks_statistic_nn_correlation": 15.6781, - "ks_statistic_pearson_cells": 84.7366, - "ks_statistic_pearson_genes": 86.3992, - "ks_statistic_scaled_mean_cells": -0.4261, - "ks_statistic_scaled_mean_genes": 22.3067, - "ks_statistic_scaled_var_cells": -0.2674, - "ks_statistic_scaled_var_genes": -0.2266, - "ks_statistic_tmm_cells": 8.4425, + "ks_statistic_central_score_scalef": 0.0114, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 5.2771, + "ks_statistic_L_stats": 3.5892, + "ks_statistic_morans_I": 13.7528, + "ks_statistic_nn_correlation": 15.5902, "ks_statistic_transition_matrix": 0.0625, - "svg_precision": 0.8586, - "svg_recall": 0.9918 + "ks_statistic_transition_scalef": 0.0134, + "svg_precision": 0.8563, + "svg_recall": 0.9942 }, "scaled_scores": { - "clustering_ari": 0.0067, - "clustering_nmi": -0.0011, - "crosscor_cosine": 0.0605, - "crosscor_mantel": 0.0113, - "ctdeconcolute_jsd": 0.0976, - "ctdeconvolute_rmse": 0.1672, + "clustering_ari": 0.0083, + "clustering_nmi": 0.0007, + "crosscor_cosine": 0.0379, + "crosscor_mantel": -0.0097, + "ctdeconcolute_jsd": -0.1432, + "ctdeconvolute_rmse": -0.1954, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.9937, - "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.8621, - "ks_statistic_frac_zero_genes": 0.9347, - "ks_statistic_L_stats": -5.794, - "ks_statistic_lib_fraczero_cells": 0.2367, - "ks_statistic_lib_size_cells": 0.9937, - "ks_statistic_mean_fraczero_genes": 0.65, - "ks_statistic_mean_var_genes": 0.1462, - "ks_statistic_morans_I": 0.877, - "ks_statistic_nn_correlation": 0.6613, - "ks_statistic_pearson_cells": 0.0099, - "ks_statistic_pearson_genes": 0.0923, - "ks_statistic_scaled_mean_cells": 0.0353, - "ks_statistic_scaled_mean_genes": 0.3115, - "ks_statistic_scaled_var_cells": -0.4043, - "ks_statistic_scaled_var_genes": -0.0323, - "ks_statistic_tmm_cells": -0.0538, - "ks_statistic_transition_matrix": 2.75, + "ks_statistic_central_score": 7, + "ks_statistic_central_score_scalef": 2.1239, + "ks_statistic_enrichment": 2.5, + "ks_statistic_enrichment_scalef": 2.4403, + "ks_statistic_L_stats": -2.4967, + "ks_statistic_morans_I": 0.8294, + "ks_statistic_nn_correlation": 0.7135, + "ks_statistic_transition_matrix": 3.6667, + "ks_statistic_transition_scalef": 2.4624, "svg_precision": 0, - "svg_recall": 0.9918 + "svg_recall": 0.9942 }, - "mean_score": 0.3841, + "mean_score": 0.4769, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 37, - "cpu_pct": 110.9, - "peak_memory_mb": 2560, - "disk_read_mb": 80, + "duration_sec": 22.1, + "cpu_pct": 149.1, + "peak_memory_mb": 5223, + "disk_read_mb": 81, "disk_write_mb": 8 } }, @@ -2511,74 +2217,52 @@ "dataset_id": "fibrosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.2923, - "clustering_nmi": 0.3418, + "clustering_ari": 0.2974, + "clustering_nmi": 0.3438, "crosscor_cosine": "NA", - "crosscor_mantel": 0.503, - "ctdeconcolute_jsd": 0.0063, - "ctdeconvolute_rmse": 0.0007, + "crosscor_mantel": 0.5025, + "ctdeconcolute_jsd": 0.0056, + "ctdeconvolute_rmse": 0.0006, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.9829, + "ks_statistic_central_score": 0.5833, + "ks_statistic_central_score_scalef": 0.7971, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -2.178, - "ks_statistic_frac_zero_genes": -0.7241, - "ks_statistic_L_stats": -0.8202, - "ks_statistic_lib_fraczero_cells": -0.5293, - "ks_statistic_lib_size_cells": -0.9829, - "ks_statistic_mean_fraczero_genes": -1.3073, - "ks_statistic_mean_var_genes": -1.9574, - "ks_statistic_morans_I": 0.1938, - "ks_statistic_nn_correlation": -0.0341, - "ks_statistic_pearson_cells": 0.1369, - "ks_statistic_pearson_genes": 0.0023, - "ks_statistic_scaled_mean_cells": -0.3967, - "ks_statistic_scaled_mean_genes": -0.2041, - "ks_statistic_scaled_var_cells": -0.3676, - "ks_statistic_scaled_var_genes": -0.3823, - "ks_statistic_tmm_cells": 3.6309, + "ks_statistic_enrichment_scalef": 74.9995, + "ks_statistic_L_stats": -0.8134, + "ks_statistic_morans_I": 0.3003, + "ks_statistic_nn_correlation": 0.0672, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.985, - "svg_recall": 0.9942 + "ks_statistic_transition_scalef": 0.65, + "svg_precision": 0.9838, + "svg_recall": 0.9907 }, "scaled_scores": { - "clustering_ari": 0.7254, - "clustering_nmi": 0.837, + "clustering_ari": 0.7385, + "clustering_nmi": 0.8422, "crosscor_cosine": 0, - "crosscor_mantel": 0.9971, - "ctdeconcolute_jsd": 0.9763, - "ctdeconvolute_rmse": 0.9984, + "crosscor_mantel": 0.996, + "ctdeconcolute_jsd": 0.9789, + "ctdeconvolute_rmse": 0.9987, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9914, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": 0.9225, - "ks_statistic_lib_fraczero_cells": 0.9716, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9956, - "ks_statistic_mean_var_genes": 1.0107, - "ks_statistic_morans_I": 0.9962, - "ks_statistic_nn_correlation": 0.9948, - "ks_statistic_pearson_cells": 0.9977, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": -0.01, - "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": 0.0019, - "ks_statistic_scaled_var_genes": 0.0908, - "ks_statistic_tmm_cells": 0.1226, - "ks_statistic_transition_matrix": 1, + "ks_statistic_central_score": 2, + "ks_statistic_central_score_scalef": 1.2571, + "ks_statistic_enrichment": 1.5, + "ks_statistic_enrichment_scalef": 1.3432, + "ks_statistic_L_stats": 0.9358, + "ks_statistic_morans_I": 0.9934, + "ks_statistic_nn_correlation": 0.9938, + "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_transition_scalef": 1.3806, "svg_precision": 0, - "svg_recall": 0.9942 + "svg_recall": 0.9907 }, - "mean_score": 0.7338, + "mean_score": 0.8038, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 86, - "cpu_pct": 108.2, - "peak_memory_mb": 3687, + "duration_sec": 45.5, + "cpu_pct": 124.6, + "peak_memory_mb": 4916, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -2595,67 +2279,45 @@ "ctdeconvolute_rmse": 0.5058, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 38.7865, + "ks_statistic_central_score_scalef": 0.0114, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 27.6051, - "ks_statistic_frac_zero_genes": 6.5377, + "ks_statistic_enrichment_scalef": 4.9052, "ks_statistic_L_stats": 3.8219, - "ks_statistic_lib_fraczero_cells": 41.0328, - "ks_statistic_lib_size_cells": 38.7865, - "ks_statistic_mean_fraczero_genes": 19.1356, - "ks_statistic_mean_var_genes": 23.1586, "ks_statistic_morans_I": 4.8785, "ks_statistic_nn_correlation": 5.3802, - "ks_statistic_pearson_cells": 98.8729, - "ks_statistic_pearson_genes": 105.4516, - "ks_statistic_scaled_mean_cells": -1.2619, - "ks_statistic_scaled_mean_genes": 51.0527, - "ks_statistic_scaled_var_cells": -0.1919, - "ks_statistic_scaled_var_genes": -1.358, - "ks_statistic_tmm_cells": 65.6381, "ks_statistic_transition_matrix": 0.0625, + "ks_statistic_transition_scalef": 0.0134, "svg_precision": 0.8515, "svg_recall": 0.8565 }, "scaled_scores": { - "clustering_ari": 0.0067, - "clustering_nmi": -0.0011, - "crosscor_cosine": 0.1869, - "crosscor_mantel": -0.0128, - "ctdeconcolute_jsd": -0.1034, - "ctdeconvolute_rmse": -0.1749, + "clustering_ari": 0.0083, + "clustering_nmi": 0.0007, + "crosscor_cosine": 0.1873, + "crosscor_mantel": -0.0119, + "ctdeconcolute_jsd": -0.1022, + "ctdeconvolute_rmse": -0.1759, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.8472, - "ks_statistic_enrichment": 1.6667, - "ks_statistic_frac_zero_cells": 0.6908, - "ks_statistic_frac_zero_genes": 0.9917, - "ks_statistic_L_stats": -3.8459, - "ks_statistic_lib_fraczero_cells": 0.2019, - "ks_statistic_lib_size_cells": 0.8472, - "ks_statistic_mean_fraczero_genes": 0.7846, - "ks_statistic_mean_var_genes": 0.6399, - "ks_statistic_morans_I": 0.9555, - "ks_statistic_nn_correlation": 0.8799, - "ks_statistic_pearson_cells": -0.1552, - "ks_statistic_pearson_genes": -0.1079, - "ks_statistic_scaled_mean_cells": 1.3236, - "ks_statistic_scaled_mean_genes": -0.5676, - "ks_statistic_scaled_var_cells": -0.7107, - "ks_statistic_scaled_var_genes": 0.8626, - "ks_statistic_tmm_cells": -2.1517, - "ks_statistic_transition_matrix": 2.75, + "ks_statistic_central_score": 7, + "ks_statistic_central_score_scalef": 2.1239, + "ks_statistic_enrichment": 2.5, + "ks_statistic_enrichment_scalef": 2.4462, + "ks_statistic_L_stats": -2.6781, + "ks_statistic_morans_I": 0.9376, + "ks_statistic_nn_correlation": 0.8979, + "ks_statistic_transition_matrix": 3.6667, + "ks_statistic_transition_scalef": 2.4624, "svg_precision": 0, "svg_recall": 0.8565 }, - "mean_score": 0.4397, + "mean_score": 0.4938, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 679, - "cpu_pct": 100.7, - "peak_memory_mb": 3584, - "disk_read_mb": 423, + "duration_sec": 357, + "cpu_pct": 103.1, + "peak_memory_mb": 7578, + "disk_read_mb": 424, "disk_write_mb": 11 } }, @@ -2663,109 +2325,76 @@ "dataset_id": "fibrosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0014, - "clustering_nmi": 0.0018, - "crosscor_cosine": 0.6786, - "crosscor_mantel": 0.2995, - "ctdeconcolute_jsd": 0.0465, - "ctdeconvolute_rmse": 0.0247, + "clustering_ari": -0.001, + "clustering_nmi": 0.0012, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.2982, + "ctdeconcolute_jsd": 0.0467, + "ctdeconvolute_rmse": 0.0249, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.9636, - "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 0.3389, - "ks_statistic_frac_zero_genes": -0.7959, - "ks_statistic_L_stats": 4.1652, - "ks_statistic_lib_fraczero_cells": 0.4036, - "ks_statistic_lib_size_cells": -0.9636, - "ks_statistic_mean_fraczero_genes": -1.5937, - "ks_statistic_mean_var_genes": -0.7955, - "ks_statistic_morans_I": 12.8754, - "ks_statistic_nn_correlation": 15.2018, - "ks_statistic_pearson_cells": 259.7394, - "ks_statistic_pearson_genes": 255.3312, - "ks_statistic_scaled_mean_cells": -0.4085, - "ks_statistic_scaled_mean_genes": -0.208, - "ks_statistic_scaled_var_cells": -0.3383, - "ks_statistic_scaled_var_genes": -0.2853, - "ks_statistic_tmm_cells": 47.293, - "ks_statistic_transition_matrix": 0.5625, + "ks_statistic_central_score": 0.8333, + "ks_statistic_central_score_scalef": 1.7454, + "ks_statistic_enrichment": 0.75, + "ks_statistic_enrichment_scalef": 144.5831, + "ks_statistic_L_stats": 3.9196, + "ks_statistic_morans_I": 12.9735, + "ks_statistic_nn_correlation": 13.8233, + "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.3558, "svg_precision": 0.9744, - "svg_recall": 0.9767 + "svg_recall": 0.9755 }, "scaled_scores": { - "clustering_ari": 0.0022, - "clustering_nmi": -0.001, - "crosscor_cosine": 0.7059, - "crosscor_mantel": 0.5927, - "ctdeconcolute_jsd": 0.8251, - "ctdeconvolute_rmse": 0.9427, + "clustering_ari": -0.002, + "clustering_nmi": -0.0007, + "crosscor_cosine": 0, + "crosscor_mantel": 0.5906, + "ctdeconcolute_jsd": 0.8246, + "ctdeconvolute_rmse": 0.942, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.9999, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.966, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": -4.1985, - "ks_statistic_lib_fraczero_cells": 0.9544, - "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9985, - "ks_statistic_mean_var_genes": 0.9935, - "ks_statistic_morans_I": 0.8859, - "ks_statistic_nn_correlation": 0.6715, - "ks_statistic_pearson_cells": -2.0336, - "ks_statistic_pearson_genes": -1.6825, - "ks_statistic_scaled_mean_cells": 0.0082, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": -0.1169, - "ks_statistic_scaled_var_genes": 0.0142, - "ks_statistic_tmm_cells": -1.4788, - "ks_statistic_transition_matrix": 0.75, + "ks_statistic_central_score": -1, + "ks_statistic_central_score_scalef": 0.2107, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0.2482, + "ks_statistic_L_stats": -2.7543, + "ks_statistic_morans_I": 0.8389, + "ks_statistic_nn_correlation": 0.7454, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.1814, "svg_precision": 0, - "svg_recall": 0.9767 + "svg_recall": 0.9755 }, - "mean_score": 0.5271, + "mean_score": 0.3087, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 158, - "cpu_pct": 413.6, - "peak_memory_mb": 42906, - "disk_read_mb": 87, + "duration_sec": 98, + "cpu_pct": 360.9, + "peak_memory_mb": 91341, + "disk_read_mb": 88, "disk_write_mb": 9 } }, { "dataset_id": "gastrulation", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": 0.0003, - "clustering_nmi": 0.0013, - "crosscor_cosine": 0.4969, - "crosscor_mantel": -0.0016, - "ctdeconcolute_jsd": 0.0638, - "ctdeconvolute_rmse": 0.3155, + "clustering_ari": -0.0004, + "clustering_nmi": 0.0003, + "crosscor_cosine": 0.4938, + "crosscor_mantel": -0.0061, + "ctdeconcolute_jsd": 0.0526, + "ctdeconvolute_rmse": 0.2417, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.8667, - "ks_statistic_efflib_size_cells": 331.5147, - "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": 207.7853, - "ks_statistic_frac_zero_genes": 43.2984, - "ks_statistic_L_stats": 70.3836, - "ks_statistic_lib_fraczero_cells": 104.0989, - "ks_statistic_lib_size_cells": 331.5147, - "ks_statistic_mean_fraczero_genes": 43.0947, - "ks_statistic_mean_var_genes": 25.8178, - "ks_statistic_morans_I": 41.1066, - "ks_statistic_nn_correlation": 115.2022, - "ks_statistic_pearson_cells": 98.1917, - "ks_statistic_pearson_genes": 87.5222, - "ks_statistic_scaled_mean_cells": -0.8395, - "ks_statistic_scaled_mean_genes": 6.9115, - "ks_statistic_scaled_var_cells": -0.2154, - "ks_statistic_scaled_var_genes": -0.9202, - "ks_statistic_tmm_cells": 31.5279, - "ks_statistic_transition_matrix": 0.8, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 0.0525, + "ks_statistic_morans_I": 573.1646, + "ks_statistic_nn_correlation": 83.3626, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": "NA", "svg_recall": 0 }, @@ -2774,39 +2403,82 @@ "clustering_nmi": 0, "crosscor_cosine": 0, "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0.181, + "ctdeconvolute_rmse": 0.2379, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.0992, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0288, + "resources": { + "submit": "2025-03-14 13:21:55", + "exit_code": 0, + "duration_sec": 10.2, + "cpu_pct": 145, + "peak_memory_mb": 1946, + "disk_read_mb": 44, + "disk_write_mb": 22 + } + }, + { + "dataset_id": "gastrulation", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.0003, + "clustering_nmi": 0.0012, + "crosscor_cosine": 0.4992, + "crosscor_mantel": 0.0029, + "ctdeconcolute_jsd": 0.0642, + "ctdeconvolute_rmse": 0.3171, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 0.1165, + "ks_statistic_morans_I": 569.8804, + "ks_statistic_nn_correlation": 31.6587, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0015, + "clustering_nmi": 0.0015, + "crosscor_cosine": 0.0114, + "crosscor_mantel": 0.0094, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 0, + "ks_statistic_morans_I": 0.0057, + "ks_statistic_nn_correlation": 0.6165, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1034, + "mean_score": 0.0359, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 277.2, - "peak_memory_mb": 6042, + "duration_sec": 11.3, + "cpu_pct": 174, + "peak_memory_mb": 3277, "disk_read_mb": 44, "disk_write_mb": 8 } @@ -2822,26 +2494,15 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.4853, - "ks_statistic_frac_zero_genes": -0.3515, - "ks_statistic_L_stats": 60.2044, - "ks_statistic_lib_fraczero_cells": -1.6531, - "ks_statistic_lib_size_cells": -0.8496, - "ks_statistic_mean_fraczero_genes": -0.8685, - "ks_statistic_mean_var_genes": -1.0459, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": -0.5291, "ks_statistic_morans_I": -0.4016, "ks_statistic_nn_correlation": -0.5086, - "ks_statistic_pearson_cells": -0.0098, - "ks_statistic_pearson_genes": -0.1837, - "ks_statistic_scaled_mean_cells": -0.3095, - "ks_statistic_scaled_mean_genes": -0.3218, - "ks_statistic_scaled_var_cells": -0.171, - "ks_statistic_scaled_var_genes": -0.2995, - "ks_statistic_tmm_cells": -0.5157, - "ks_statistic_transition_matrix": 0.3775, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 1, "svg_recall": 1 }, @@ -2853,37 +2514,26 @@ "ctdeconcolute_jsd": 1, "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 1, - "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8276, + "mean_score": 0.5556, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 6.8, - "cpu_pct": 292.9, - "peak_memory_mb": 5940, - "disk_read_mb": 44, + "duration_sec": 6.9, + "cpu_pct": 247.8, + "peak_memory_mb": 4608, + "disk_read_mb": 45, "disk_write_mb": 15 } }, @@ -2891,226 +2541,214 @@ "dataset_id": "gastrulation", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1157, - "clustering_nmi": 0.1545, - "crosscor_cosine": 0.8427, - "crosscor_mantel": 0.682, - "ctdeconcolute_jsd": 0.0602, - "ctdeconvolute_rmse": 0.2692, + "clustering_ari": 0.1257, + "clustering_nmi": 0.1668, + "crosscor_cosine": 0.8473, + "crosscor_mantel": 0.6913, + "ctdeconcolute_jsd": 0.0597, + "ctdeconvolute_rmse": 0.2664, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2667, - "ks_statistic_efflib_size_cells": 24.9938, - "ks_statistic_enrichment": 0.43, - "ks_statistic_frac_zero_cells": 12.3506, - "ks_statistic_frac_zero_genes": -0.2923, - "ks_statistic_L_stats": 64.1384, - "ks_statistic_lib_fraczero_cells": 13.7681, - "ks_statistic_lib_size_cells": 24.9938, - "ks_statistic_mean_fraczero_genes": -0.673, - "ks_statistic_mean_var_genes": -0.3985, - "ks_statistic_morans_I": 12.5633, - "ks_statistic_nn_correlation": 9.6266, - "ks_statistic_pearson_cells": 0.3672, - "ks_statistic_pearson_genes": 0.3489, - "ks_statistic_scaled_mean_cells": -0.2996, - "ks_statistic_scaled_mean_genes": -0.2434, - "ks_statistic_scaled_var_cells": -0.2042, - "ks_statistic_scaled_var_genes": -0.2929, - "ks_statistic_tmm_cells": 3.7388, - "ks_statistic_transition_matrix": 0.21, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 0.0853, + "ks_statistic_morans_I": 12.8063, + "ks_statistic_nn_correlation": 9.9518, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 0.9967, - "svg_recall": 0.8657 + "svg_recall": 0.8686 }, "scaled_scores": { - "clustering_ari": 0.2427, - "clustering_nmi": 0.2782, - "crosscor_cosine": 0.7309, - "crosscor_mantel": 0.7213, - "ctdeconcolute_jsd": 0.0567, - "ctdeconvolute_rmse": 0.1466, + "clustering_ari": 0.265, + "clustering_nmi": 0.3017, + "crosscor_cosine": 0.7423, + "crosscor_mantel": 0.7324, + "ctdeconcolute_jsd": 0.07, + "ctdeconvolute_rmse": 0.1599, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.125, - "ks_statistic_efflib_size_cells": 0.9222, - "ks_statistic_enrichment": 0.8706, - "ks_statistic_frac_zero_cells": 0.9384, - "ks_statistic_frac_zero_genes": 0.9986, - "ks_statistic_L_stats": 0.6135, - "ks_statistic_lib_fraczero_cells": 0.8542, - "ks_statistic_lib_size_cells": 0.9222, - "ks_statistic_mean_fraczero_genes": 0.9956, - "ks_statistic_mean_var_genes": 0.9759, - "ks_statistic_morans_I": 0.6877, - "ks_statistic_nn_correlation": 0.9124, - "ks_statistic_pearson_cells": 0.9962, - "ks_statistic_pearson_genes": 0.9939, - "ks_statistic_scaled_mean_cells": -0.0186, - "ks_statistic_scaled_mean_genes": 0.9892, - "ks_statistic_scaled_var_cells": 0.7475, - "ks_statistic_scaled_var_genes": -0.0106, - "ks_statistic_tmm_cells": 0.8672, - "ks_statistic_transition_matrix": 1.3964, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.0484, + "ks_statistic_morans_I": 0.977, + "ks_statistic_nn_correlation": 0.8753, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, - "svg_recall": 0.8657 + "svg_recall": 0.8686 }, - "mean_score": 0.6665, + "mean_score": 0.28, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, "duration_sec": 86, - "cpu_pct": 401, - "peak_memory_mb": 29799, + "cpu_pct": 397, + "peak_memory_mb": 23143, "disk_read_mb": 49, "disk_write_mb": 11 } }, { "dataset_id": "gastrulation", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.3964, - "clustering_nmi": 0.4371, - "crosscor_cosine": 0.9579, - "crosscor_mantel": 0.9187, - "ctdeconcolute_jsd": 0.0358, - "ctdeconvolute_rmse": 0.1334, + "clustering_ari": 0.3818, + "clustering_nmi": 0.4042, + "crosscor_cosine": 0.9561, + "crosscor_mantel": 0.9168, + "ctdeconcolute_jsd": 0.0356, + "ctdeconvolute_rmse": 0.1332, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 27.7921, - "ks_statistic_enrichment": 0.26, - "ks_statistic_frac_zero_cells": 10.9512, - "ks_statistic_frac_zero_genes": -0.3366, - "ks_statistic_L_stats": 50.8427, - "ks_statistic_lib_fraczero_cells": 13.1479, - "ks_statistic_lib_size_cells": 27.7921, - "ks_statistic_mean_fraczero_genes": -0.7902, - "ks_statistic_mean_var_genes": -0.7423, - "ks_statistic_morans_I": 0.1922, - "ks_statistic_nn_correlation": 2.4399, - "ks_statistic_pearson_cells": 0.3846, - "ks_statistic_pearson_genes": 0.8547, - "ks_statistic_scaled_mean_cells": -0.3577, - "ks_statistic_scaled_mean_genes": -0.3017, - "ks_statistic_scaled_var_cells": -0.1712, - "ks_statistic_scaled_var_genes": -0.2898, - "ks_statistic_tmm_cells": 2.3445, - "ks_statistic_transition_matrix": 0.27, - "svg_precision": 0.9971, - "svg_recall": 0.9971 + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": -0.2968, + "ks_statistic_morans_I": 0.1542, + "ks_statistic_nn_correlation": 3.5311, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": 0.9972, + "svg_recall": 1 }, "scaled_scores": { - "clustering_ari": 0.8335, - "clustering_nmi": 0.7914, - "crosscor_cosine": 0.9745, - "crosscor_mantel": 0.9711, - "ctdeconcolute_jsd": 0.4399, - "ctdeconvolute_rmse": 0.5771, + "clustering_ari": 0.8032, + "clustering_nmi": 0.7321, + "crosscor_cosine": 0.9707, + "crosscor_mantel": 0.9692, + "ctdeconcolute_jsd": 0.4449, + "ctdeconvolute_rmse": 0.5798, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3125, - "ks_statistic_efflib_size_cells": 0.9138, - "ks_statistic_enrichment": 1.2706, - "ks_statistic_frac_zero_cells": 0.9451, - "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": 1.9197, - "ks_statistic_lib_fraczero_cells": 0.86, - "ks_statistic_lib_size_cells": 0.9138, - "ks_statistic_mean_fraczero_genes": 0.9982, - "ks_statistic_mean_var_genes": 0.9887, - "ks_statistic_morans_I": 0.9857, - "ks_statistic_nn_correlation": 0.9745, - "ks_statistic_pearson_cells": 0.996, - "ks_statistic_pearson_genes": 0.9882, - "ks_statistic_scaled_mean_cells": 0.0909, - "ks_statistic_scaled_mean_genes": 0.9972, - "ks_statistic_scaled_var_cells": 0.0036, - "ks_statistic_scaled_var_genes": -0.0156, - "ks_statistic_tmm_cells": 0.9107, - "ks_statistic_transition_matrix": 1.2544, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.6403, + "ks_statistic_morans_I": 0.999, + "ks_statistic_nn_correlation": 0.9518, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, - "svg_recall": 0.9971 + "svg_recall": 1 }, - "mean_score": 0.7638, + "mean_score": 0.4495, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 2723, + "duration_sec": 2736, "cpu_pct": 100.5, - "peak_memory_mb": 9114, + "peak_memory_mb": 7885, "disk_read_mb": 76, "disk_write_mb": 8 } }, + { + "dataset_id": "gastrulation", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.3792, + "clustering_nmi": 0.446, + "crosscor_cosine": 0.9507, + "crosscor_mantel": 0.9049, + "ctdeconcolute_jsd": 0.0316, + "ctdeconvolute_rmse": 0.1092, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": -0.2746, + "ks_statistic_morans_I": 0.094, + "ks_statistic_nn_correlation": 0.2923, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": 0.9972, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 0.7976, + "clustering_nmi": 0.8078, + "crosscor_cosine": 0.9595, + "crosscor_mantel": 0.9567, + "ctdeconcolute_jsd": 0.5072, + "ctdeconvolute_rmse": 0.6557, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.6059, + "ks_statistic_morans_I": 0.9991, + "ks_statistic_nn_correlation": 0.9905, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.46, + "resources": { + "submit": "2025-03-14 13:21:56", + "exit_code": 0, + "duration_sec": 2977, + "cpu_pct": 100.5, + "peak_memory_mb": 9216, + "disk_read_mb": 76, + "disk_write_mb": 9 + } + }, { "dataset_id": "gastrulation", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1426, - "clustering_nmi": 0.185, - "crosscor_cosine": 0.6655, - "crosscor_mantel": 0.3185, - "ctdeconcolute_jsd": 0.0508, - "ctdeconvolute_rmse": 0.2276, + "clustering_ari": 0.139, + "clustering_nmi": 0.1784, + "crosscor_cosine": 0.6648, + "crosscor_mantel": 0.3171, + "ctdeconcolute_jsd": 0.0521, + "ctdeconvolute_rmse": 0.2275, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.3167, - "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 1.8967, - "ks_statistic_frac_zero_genes": 2.8656, - "ks_statistic_L_stats": 25.2318, - "ks_statistic_lib_fraczero_cells": 7.877, - "ks_statistic_lib_size_cells": -0.8496, - "ks_statistic_mean_fraczero_genes": 4.185, - "ks_statistic_mean_var_genes": 10.1389, - "ks_statistic_morans_I": 7.994, - "ks_statistic_nn_correlation": 8.7136, - "ks_statistic_pearson_cells": 41.1216, - "ks_statistic_pearson_genes": 42.8123, - "ks_statistic_scaled_mean_cells": -0.3095, - "ks_statistic_scaled_mean_genes": 2.5688, - "ks_statistic_scaled_var_cells": -0.1363, - "ks_statistic_scaled_var_genes": -0.2677, - "ks_statistic_tmm_cells": 4.9391, - "ks_statistic_transition_matrix": 0.305, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 1.6722, + "ks_statistic_morans_I": 7.7967, + "ks_statistic_nn_correlation": 9.1528, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 0.9964, - "svg_recall": 0.8 + "svg_recall": 0.78 }, "scaled_scores": { - "clustering_ari": 0.2995, - "clustering_nmi": 0.3335, - "crosscor_cosine": 0.3564, - "crosscor_mantel": 0.3378, - "ctdeconcolute_jsd": 0.205, - "ctdeconvolute_rmse": 0.2787, + "clustering_ari": 0.293, + "clustering_nmi": 0.3228, + "crosscor_cosine": 0.359, + "crosscor_mantel": 0.3394, + "ctdeconcolute_jsd": 0.1886, + "ctdeconvolute_rmse": 0.2826, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0312, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.2941, - "ks_statistic_frac_zero_cells": 0.9886, - "ks_statistic_frac_zero_genes": 0.9263, - "ks_statistic_L_stats": 4.4357, - "ks_statistic_lib_fraczero_cells": 0.9099, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.8851, - "ks_statistic_mean_var_genes": 0.5836, - "ks_statistic_morans_I": 0.7977, - "ks_statistic_nn_correlation": 0.9203, - "ks_statistic_pearson_cells": 0.5812, - "ks_statistic_pearson_genes": 0.5098, - "ks_statistic_scaled_mean_cells": -8.8818e-16, - "ks_statistic_scaled_mean_genes": 0.6004, - "ks_statistic_scaled_var_cells": -0.7802, - "ks_statistic_scaled_var_genes": -0.0513, - "ks_statistic_tmm_cells": 0.8298, - "ks_statistic_transition_matrix": 1.1716, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": -2.4098, + "ks_statistic_morans_I": 0.9857, + "ks_statistic_nn_correlation": 0.8848, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, - "svg_recall": 0.8 + "svg_recall": 0.78 }, - "mean_score": 0.5912, + "mean_score": 0.2464, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 108.5, - "peak_memory_mb": 9319, + "duration_sec": 162, + "cpu_pct": 107.2, + "peak_memory_mb": 9216, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3119,75 +2757,53 @@ "dataset_id": "gastrulation", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.1516, - "clustering_nmi": 0.2017, - "crosscor_cosine": 0.5094, - "crosscor_mantel": 0.0012, - "ctdeconcolute_jsd": 0.0685, - "ctdeconvolute_rmse": 0.3438, + "clustering_ari": 0.1518, + "clustering_nmi": 0.2019, + "crosscor_cosine": 0.5116, + "crosscor_mantel": 0.0071, + "ctdeconcolute_jsd": 0.068, + "ctdeconvolute_rmse": 0.3469, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2, - "ks_statistic_efflib_size_cells": 8.1157, - "ks_statistic_enrichment": 0.27, - "ks_statistic_frac_zero_cells": 12.661, - "ks_statistic_frac_zero_genes": 0.4609, - "ks_statistic_L_stats": 28.4367, - "ks_statistic_lib_fraczero_cells": 57.6475, - "ks_statistic_lib_size_cells": 8.1157, - "ks_statistic_mean_fraczero_genes": 15.2158, - "ks_statistic_mean_var_genes": 16.7748, - "ks_statistic_morans_I": 2.5388, - "ks_statistic_nn_correlation": 4.4501, - "ks_statistic_pearson_cells": 39.3689, - "ks_statistic_pearson_genes": 39.5285, - "ks_statistic_scaled_mean_cells": -0.2452, - "ks_statistic_scaled_mean_genes": 4.0879, - "ks_statistic_scaled_var_cells": -0.1921, - "ks_statistic_scaled_var_genes": -0.3215, - "ks_statistic_tmm_cells": 4.5771, - "ks_statistic_transition_matrix": 0.21, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 1.2447, + "ks_statistic_morans_I": 2.764, + "ks_statistic_nn_correlation": 4.5629, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 0.997, "svg_recall": 0.9486 }, "scaled_scores": { - "clustering_ari": 0.3183, - "clustering_nmi": 0.364, - "crosscor_cosine": 0.0263, - "crosscor_mantel": 0.003, - "ctdeconcolute_jsd": -0.0737, - "ctdeconvolute_rmse": -0.0897, + "clustering_ari": 0.3197, + "clustering_nmi": 0.3653, + "crosscor_cosine": 0.0373, + "crosscor_mantel": 0.0139, + "ctdeconcolute_jsd": -0.0581, + "ctdeconvolute_rmse": -0.0941, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.25, - "ks_statistic_efflib_size_cells": 0.973, - "ks_statistic_enrichment": 1.2471, - "ks_statistic_frac_zero_cells": 0.9369, - "ks_statistic_frac_zero_genes": 0.9814, - "ks_statistic_L_stats": 4.1208, - "ks_statistic_lib_fraczero_cells": 0.4392, - "ks_statistic_lib_size_cells": 0.973, - "ks_statistic_mean_fraczero_genes": 0.6341, - "ks_statistic_mean_var_genes": 0.3366, - "ks_statistic_morans_I": 0.9292, - "ks_statistic_nn_correlation": 0.9571, - "ks_statistic_pearson_cells": 0.599, - "ks_statistic_pearson_genes": 0.5472, - "ks_statistic_scaled_mean_cells": -0.1213, - "ks_statistic_scaled_mean_genes": 0.3904, - "ks_statistic_scaled_var_cells": 0.4754, - "ks_statistic_scaled_var_genes": 0.0354, - "ks_statistic_tmm_cells": 0.8411, - "ks_statistic_transition_matrix": 1.3964, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": -1.7475, + "ks_statistic_morans_I": 0.9945, + "ks_statistic_nn_correlation": 0.9395, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0.9486 }, - "mean_score": 0.5417, + "mean_score": 0.201, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 23.4, - "cpu_pct": 139, + "duration_sec": 24.5, + "cpu_pct": 151.5, "peak_memory_mb": 6554, - "disk_read_mb": 68, + "disk_read_mb": 69, "disk_write_mb": 8 } }, @@ -3195,74 +2811,52 @@ "dataset_id": "gastrulation", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4874, - "clustering_nmi": 0.5667, - "crosscor_cosine": 0.9679, - "crosscor_mantel": 0.9419, - "ctdeconcolute_jsd": 0.0062, - "ctdeconvolute_rmse": 0.0059, + "clustering_ari": 0.4854, + "clustering_nmi": 0.5597, + "crosscor_cosine": 0.9698, + "crosscor_mantel": 0.9449, + "ctdeconcolute_jsd": 0.0061, + "ctdeconvolute_rmse": 0.0065, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2167, - "ks_statistic_efflib_size_cells": -0.0699, - "ks_statistic_enrichment": 0.27, - "ks_statistic_frac_zero_cells": -0.3076, - "ks_statistic_frac_zero_genes": -0.3263, - "ks_statistic_L_stats": 58.1324, - "ks_statistic_lib_fraczero_cells": -0.1412, - "ks_statistic_lib_size_cells": -0.0699, - "ks_statistic_mean_fraczero_genes": -0.781, - "ks_statistic_mean_var_genes": -0.4974, - "ks_statistic_morans_I": -0.3019, - "ks_statistic_nn_correlation": -0.3286, - "ks_statistic_pearson_cells": 0.0582, - "ks_statistic_pearson_genes": -0.0584, - "ks_statistic_scaled_mean_cells": -0.3185, - "ks_statistic_scaled_mean_genes": -0.313, - "ks_statistic_scaled_var_cells": -0.1785, - "ks_statistic_scaled_var_genes": -0.2923, - "ks_statistic_tmm_cells": 0.1002, - "ks_statistic_transition_matrix": 0.17, - "svg_precision": 0.9971, - "svg_recall": 0.9971 + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": -0.4741, + "ks_statistic_morans_I": -0.306, + "ks_statistic_nn_correlation": -0.3517, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": 0.9972, + "svg_recall": 1 }, "scaled_scores": { - "clustering_ari": 1.025, - "clustering_nmi": 1.0266, - "crosscor_cosine": 0.9957, - "crosscor_mantel": 0.9956, - "ctdeconcolute_jsd": 0.9025, - "ctdeconvolute_rmse": 0.9812, + "clustering_ari": 1.0208, + "clustering_nmi": 1.0139, + "crosscor_cosine": 0.9996, + "crosscor_mantel": 0.9988, + "ctdeconcolute_jsd": 0.9044, + "ctdeconvolute_rmse": 0.9794, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.2188, - "ks_statistic_efflib_size_cells": 0.9977, - "ks_statistic_enrichment": 1.2471, - "ks_statistic_frac_zero_cells": 0.9991, - "ks_statistic_frac_zero_genes": 0.9994, - "ks_statistic_L_stats": 1.2036, - "ks_statistic_lib_fraczero_cells": 0.9857, - "ks_statistic_lib_size_cells": 0.9977, - "ks_statistic_mean_fraczero_genes": 0.998, - "ks_statistic_mean_var_genes": 0.9796, - "ks_statistic_morans_I": 0.9976, - "ks_statistic_nn_correlation": 0.9984, - "ks_statistic_pearson_cells": 0.9993, - "ks_statistic_pearson_genes": 0.9986, - "ks_statistic_scaled_mean_cells": 0.0169, - "ks_statistic_scaled_mean_genes": 0.9988, - "ks_statistic_scaled_var_cells": 0.169, - "ks_statistic_scaled_var_genes": -0.0116, - "ks_statistic_tmm_cells": 0.9808, - "ks_statistic_transition_matrix": 1.4911, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.9149, + "ks_statistic_morans_I": 0.9998, + "ks_statistic_nn_correlation": 0.9981, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, - "svg_recall": 0.9971 + "svg_recall": 1 }, - "mean_score": 0.8272, + "mean_score": 0.5442, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 33.6, - "cpu_pct": 133.1, - "peak_memory_mb": 6349, + "duration_sec": 33.3, + "cpu_pct": 139, + "peak_memory_mb": 6247, "disk_read_mb": 69, "disk_write_mb": 8 } @@ -3277,69 +2871,47 @@ "crosscor_mantel": -0.0019, "ctdeconcolute_jsd": 0.1114, "ctdeconvolute_rmse": 0.6064, - "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 47.9815, - "ks_statistic_enrichment": 0.305, - "ks_statistic_frac_zero_cells": 6.8177, - "ks_statistic_frac_zero_genes": 8.0306, - "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 58.5808, - "ks_statistic_lib_size_cells": 47.9815, - "ks_statistic_mean_fraczero_genes": 12.434, - "ks_statistic_mean_var_genes": 15.2557, - "ks_statistic_morans_I": "NA", - "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 96.5941, - "ks_statistic_pearson_genes": 87.9262, - "ks_statistic_scaled_mean_cells": -0.2915, - "ks_statistic_scaled_mean_genes": 23.8069, - "ks_statistic_scaled_var_cells": -0.1637, - "ks_statistic_scaled_var_genes": -0.8393, - "ks_statistic_tmm_cells": 4.4193, - "ks_statistic_transition_matrix": 0.2, + "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 1.4686, + "ks_statistic_morans_I": 46.6492, + "ks_statistic_nn_correlation": 26.4142, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 0.9917, "svg_recall": 0.3429 }, "scaled_scores": { - "clustering_ari": 0.3159, - "clustering_nmi": 0.3613, - "crosscor_cosine": 0.0436, - "crosscor_mantel": -0.0004, - "ctdeconcolute_jsd": -0.745, - "ctdeconvolute_rmse": -0.9219, + "clustering_ari": 0.3169, + "clustering_nmi": 0.3624, + "crosscor_cosine": 0.0498, + "crosscor_mantel": 0.0044, + "ctdeconcolute_jsd": -0.7347, + "ctdeconvolute_rmse": -0.9122, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3125, - "ks_statistic_efflib_size_cells": 0.8531, - "ks_statistic_enrichment": 1.1647, - "ks_statistic_frac_zero_cells": 0.9649, - "ks_statistic_frac_zero_genes": 0.808, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.4304, - "ks_statistic_lib_size_cells": 0.8531, - "ks_statistic_mean_fraczero_genes": 0.6974, - "ks_statistic_mean_var_genes": 0.3932, - "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.0163, - "ks_statistic_pearson_genes": -0.0046, - "ks_statistic_scaled_mean_cells": -0.0339, - "ks_statistic_scaled_mean_genes": -2.3358, - "ks_statistic_scaled_var_cells": -0.1644, - "ks_statistic_scaled_var_genes": 0.8697, - "ks_statistic_tmm_cells": 0.846, - "ks_statistic_transition_matrix": 1.4201, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": -2.0943, + "ks_statistic_morans_I": 0.918, + "ks_statistic_nn_correlation": 0.679, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0.3429 }, - "mean_score": 0.3723, + "mean_score": 0.1485, "resources": { - "submit": "2024-12-11 16:05:19", + "submit": "2025-03-14 13:21:55", "exit_code": 0, - "duration_sec": 143, - "cpu_pct": 108.6, - "peak_memory_mb": 7271, - "disk_read_mb": 493, + "duration_sec": 263, + "cpu_pct": 103.8, + "peak_memory_mb": 4813, + "disk_read_mb": 494, "disk_write_mb": 12 } }, @@ -3347,151 +2919,161 @@ "dataset_id": "gastrulation", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0014, - "clustering_nmi": 0.0023, - "crosscor_cosine": 0.6533, - "crosscor_mantel": 0.356, - "ctdeconcolute_jsd": 0.0477, - "ctdeconvolute_rmse": 0.2063, + "clustering_ari": 0.0037, + "clustering_nmi": 0.0053, + "crosscor_cosine": 0.652, + "crosscor_mantel": 0.3527, + "ctdeconcolute_jsd": 0.0478, + "ctdeconvolute_rmse": 0.2067, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.8, - "ks_statistic_efflib_size_cells": 1.1564, - "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": -0.0901, - "ks_statistic_frac_zero_genes": -0.2992, - "ks_statistic_L_stats": 26.707, - "ks_statistic_lib_fraczero_cells": 1.7408, - "ks_statistic_lib_size_cells": 1.1564, - "ks_statistic_mean_fraczero_genes": -0.1102, - "ks_statistic_mean_var_genes": 3.4298, - "ks_statistic_morans_I": 14.8439, - "ks_statistic_nn_correlation": 24.3231, - "ks_statistic_pearson_cells": 75.0643, - "ks_statistic_pearson_genes": 84.9981, - "ks_statistic_scaled_mean_cells": -0.304, - "ks_statistic_scaled_mean_genes": -0.3098, - "ks_statistic_scaled_var_cells": -0.2307, - "ks_statistic_scaled_var_genes": -0.3094, - "ks_statistic_tmm_cells": 1.0393, - "ks_statistic_transition_matrix": 0.8, + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": 1.3272, + "ks_statistic_morans_I": 13.8032, + "ks_statistic_nn_correlation": 27.1012, + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", "svg_precision": 1, - "svg_recall": 0.6429 + "svg_recall": 0.6486 }, "scaled_scores": { - "clustering_ari": 0.0023, - "clustering_nmi": 0.0018, - "crosscor_cosine": 0.3306, - "crosscor_mantel": 0.3773, - "ctdeconcolute_jsd": 0.2525, - "ctdeconvolute_rmse": 0.3461, + "clustering_ari": 0.0086, + "clustering_nmi": 0.0089, + "crosscor_cosine": 0.3322, + "crosscor_mantel": 0.3768, + "ctdeconcolute_jsd": 0.2559, + "ctdeconvolute_rmse": 0.3482, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.125, - "ks_statistic_efflib_size_cells": 0.994, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9981, - "ks_statistic_frac_zero_genes": 0.9988, - "ks_statistic_L_stats": 4.2908, - "ks_statistic_lib_fraczero_cells": 0.9679, - "ks_statistic_lib_size_cells": 0.994, - "ks_statistic_mean_fraczero_genes": 0.9828, - "ks_statistic_mean_var_genes": 0.8334, - "ks_statistic_morans_I": 0.6327, - "ks_statistic_nn_correlation": 0.7854, - "ks_statistic_pearson_cells": 0.2355, - "ks_statistic_pearson_genes": 0.0288, - "ks_statistic_scaled_mean_cells": -0.0103, - "ks_statistic_scaled_mean_genes": 0.9983, - "ks_statistic_scaled_var_cells": 1.3437, - "ks_statistic_scaled_var_genes": 0.016, - "ks_statistic_tmm_cells": 0.9515, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": -1.8754, + "ks_statistic_morans_I": 0.9752, + "ks_statistic_nn_correlation": 0.6708, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, - "svg_recall": 0.6429 + "svg_recall": 0.6486 }, - "mean_score": 0.4998, + "mean_score": 0.2014, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:21:56", "exit_code": 0, - "duration_sec": 78, - "cpu_pct": 346.4, - "peak_memory_mb": 91444, - "disk_read_mb": 75, + "duration_sec": 75, + "cpu_pct": 349.7, + "peak_memory_mb": 92468, + "disk_read_mb": 76, "disk_write_mb": 9 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": 0.0012, - "clustering_nmi": 0.0028, - "crosscor_cosine": 0.5004, - "crosscor_mantel": 0.0001, - "ctdeconcolute_jsd": 0.1671, - "ctdeconvolute_rmse": 0.8009, + "clustering_ari": -0.0001, + "clustering_nmi": 0.0023, + "crosscor_cosine": 0.5003, + "crosscor_mantel": -0.0003, + "ctdeconcolute_jsd": 0.1562, + "ctdeconvolute_rmse": 0.7541, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 126.8263, + "ks_statistic_central_score": 0.2222, + "ks_statistic_central_score_scalef": 0.0561, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 6.2176, + "ks_statistic_L_stats": 0.8467, + "ks_statistic_morans_I": 5.7327, + "ks_statistic_nn_correlation": 17.4684, + "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.1626, + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0.0006, + "clustering_nmi": 0.0008, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0.067, + "ctdeconvolute_rmse": 0.0631, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 1, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0.2167, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.186, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 12.5, + "cpu_pct": 201.8, + "peak_memory_mb": 5940, + "disk_read_mb": 48, + "disk_write_mb": 14 + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": -0.0004, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.5007, + "crosscor_mantel": 0.0008, + "ctdeconcolute_jsd": 0.1674, + "ctdeconvolute_rmse": 0.8049, + "ks_statistic_celltype_interaction": -0.6939, + "ks_statistic_central_score": 0.2222, + "ks_statistic_central_score_scalef": 0.1025, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 108.8967, - "ks_statistic_frac_zero_genes": 224.7687, - "ks_statistic_L_stats": 12.6146, - "ks_statistic_lib_fraczero_cells": 50.4781, - "ks_statistic_lib_size_cells": 126.8263, - "ks_statistic_mean_fraczero_genes": 33.1782, - "ks_statistic_mean_var_genes": 24.9389, - "ks_statistic_morans_I": 6.0464, - "ks_statistic_nn_correlation": 17.0798, - "ks_statistic_pearson_cells": 42.356, - "ks_statistic_pearson_genes": 51.5086, - "ks_statistic_scaled_mean_cells": -1.1276, - "ks_statistic_scaled_mean_genes": 71.3911, - "ks_statistic_scaled_var_cells": -0.3564, - "ks_statistic_scaled_var_genes": -0.2958, - "ks_statistic_tmm_cells": 3.1919, + "ks_statistic_enrichment_scalef": 5.3527, + "ks_statistic_L_stats": 0.4461, + "ks_statistic_morans_I": 7.714, + "ks_statistic_nn_correlation": 15.2059, "ks_statistic_transition_matrix": 0.4444, + "ks_statistic_transition_scalef": 0.1658, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { "clustering_ari": 0, "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, + "crosscor_cosine": 0.001, + "crosscor_mantel": 0.0013, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, + "ks_statistic_central_score_scalef": 0.4952, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.2357, + "ks_statistic_L_stats": 0.3163, "ks_statistic_morans_I": 0, - "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, + "ks_statistic_nn_correlation": 0.1252, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.942, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.069, + "mean_score": 0.1731, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 10.9, - "cpu_pct": 141.6, - "peak_memory_mb": 1946, - "disk_read_mb": 49, + "duration_sec": 6.9, + "cpu_pct": 279.1, + "peak_memory_mb": 4608, + "disk_read_mb": 48, "disk_write_mb": 8 } }, @@ -3507,25 +3089,14 @@ "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -1.4069, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.3987, - "ks_statistic_frac_zero_genes": -0.3936, - "ks_statistic_L_stats": 12.2063, - "ks_statistic_lib_fraczero_cells": -1.5032, - "ks_statistic_lib_size_cells": -1.4069, - "ks_statistic_mean_fraczero_genes": -1.4925, - "ks_statistic_mean_var_genes": -1.7765, + "ks_statistic_central_score_scalef": 0.148, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 2.5484, + "ks_statistic_L_stats": -0.4202, "ks_statistic_morans_I": -1.4312, - "ks_statistic_nn_correlation": -0.5185, - "ks_statistic_pearson_cells": -0.2032, - "ks_statistic_pearson_genes": 0.1543, - "ks_statistic_scaled_mean_cells": -0.3635, - "ks_statistic_scaled_mean_genes": -0.3172, - "ks_statistic_scaled_var_cells": -0.2331, - "ks_statistic_scaled_var_genes": -0.3677, - "ks_statistic_tmm_cells": -0.2571, + "ks_statistic_nn_correlation": -0.6048, "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.219, "svg_precision": "NA", "svg_recall": "NA" }, @@ -3537,36 +3108,25 @@ "ctdeconcolute_jsd": 1, "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.7931, + "mean_score": 0.6111, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 8.6, - "cpu_pct": 259.3, - "peak_memory_mb": 5940, + "duration_sec": 7.9, + "cpu_pct": 241, + "peak_memory_mb": 4608, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -3575,151 +3135,161 @@ "dataset_id": "hindlimbmuscle", "method_id": "scdesign2", "metric_values": { - "clustering_ari": -0.0015, - "clustering_nmi": 0.0007, + "clustering_ari": -0.0002, + "clustering_nmi": 0.0013, "crosscor_cosine": "NA", - "crosscor_mantel": -0.3499, - "ctdeconcolute_jsd": 0.0423, - "ctdeconvolute_rmse": 0.0938, - "ks_statistic_celltype_interaction": -0.6939, + "crosscor_mantel": -0.3486, + "ctdeconcolute_jsd": 0.0444, + "ctdeconvolute_rmse": 0.102, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.2318, + "ks_statistic_central_score_scalef": 1.3186, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 1.3132, - "ks_statistic_frac_zero_genes": 0.2429, - "ks_statistic_L_stats": 12.5907, - "ks_statistic_lib_fraczero_cells": 4.6916, - "ks_statistic_lib_size_cells": 1.2318, - "ks_statistic_mean_fraczero_genes": 0.3969, - "ks_statistic_mean_var_genes": -0.8639, - "ks_statistic_morans_I": 39.9595, - "ks_statistic_nn_correlation": 5.9956, - "ks_statistic_pearson_cells": 5.4758, - "ks_statistic_pearson_genes": 4.5105, - "ks_statistic_scaled_mean_cells": -0.4018, - "ks_statistic_scaled_mean_genes": 0.0466, - "ks_statistic_scaled_var_cells": -0.2417, - "ks_statistic_scaled_var_genes": -1.0151, - "ks_statistic_tmm_cells": 0.1463, - "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_enrichment_scalef": 72.5151, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.5556, + "ks_statistic_transition_scalef": 0.9209, "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0046, - "clustering_nmi": -0.0036, + "clustering_ari": 0.0004, + "clustering_nmi": -0.0009, "crosscor_cosine": 0, - "crosscor_mantel": -0.4106, - "ctdeconcolute_jsd": 0.7467, - "ctdeconvolute_rmse": 0.8828, + "crosscor_mantel": -0.4084, + "ctdeconcolute_jsd": 0.7346, + "ctdeconvolute_rmse": 0.8733, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": -1, - "ks_statistic_efflib_size_cells": 0.9794, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9843, - "ks_statistic_frac_zero_genes": 0.9972, - "ks_statistic_L_stats": 0.0584, - "ks_statistic_lib_fraczero_cells": 0.8808, - "ks_statistic_lib_size_cells": 0.9794, - "ks_statistic_mean_fraczero_genes": 0.9455, - "ks_statistic_mean_var_genes": 0.9658, - "ks_statistic_morans_I": -4.5353, - "ks_statistic_nn_correlation": 0.6298, - "ks_statistic_pearson_cells": 0.8666, - "ks_statistic_pearson_genes": 0.9152, - "ks_statistic_scaled_mean_cells": 0.0501, - "ks_statistic_scaled_mean_genes": 0.9949, - "ks_statistic_scaled_var_cells": 0.07, - "ks_statistic_scaled_var_genes": 9.9956, - "ks_statistic_tmm_cells": 0.883, - "ks_statistic_transition_matrix": -2, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": -12.7374, + "ks_statistic_enrichment": -2, + "ks_statistic_enrichment_scalef": -18.0685, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": -1, + "ks_statistic_transition_scalef": -12.4357, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4769, + "mean_score": 0.0893, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 271, - "cpu_pct": 266.3, - "peak_memory_mb": 11162, + "duration_sec": 136, + "cpu_pct": 256.9, + "peak_memory_mb": 19968, "disk_read_mb": 53, "disk_write_mb": 11 } }, { "dataset_id": "hindlimbmuscle", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.0005, - "clustering_nmi": 0.0025, + "clustering_ari": "NA", + "clustering_nmi": "NA", + "crosscor_cosine": "NA", + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": "NA", + "svg_recall": "NA" + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": "NA", + "duration_sec": 509, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "hindlimbmuscle", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.0079, + "clustering_nmi": 0.0094, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0943, - "ctdeconcolute_jsd": 0.0404, - "ctdeconvolute_rmse": 0.0898, + "crosscor_mantel": -0.0243, + "ctdeconcolute_jsd": 0.0288, + "ctdeconvolute_rmse": 0.0506, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 1.3242, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 1.5543, - "ks_statistic_frac_zero_genes": -0.1674, - "ks_statistic_L_stats": 12.8248, - "ks_statistic_lib_fraczero_cells": 9.1487, - "ks_statistic_lib_size_cells": 1.3242, - "ks_statistic_mean_fraczero_genes": 10.7309, - "ks_statistic_mean_var_genes": -1.0267, - "ks_statistic_morans_I": 3.3829, - "ks_statistic_nn_correlation": 1.3158, - "ks_statistic_pearson_cells": 4.2196, - "ks_statistic_pearson_genes": 3.9864, - "ks_statistic_scaled_mean_cells": -0.437, - "ks_statistic_scaled_mean_genes": -0.1812, - "ks_statistic_scaled_var_cells": -0.2513, - "ks_statistic_scaled_var_genes": -0.4109, - "ks_statistic_tmm_cells": 0.8102, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.5527, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 33.6417, + "ks_statistic_L_stats": 0.6682, + "ks_statistic_morans_I": 29.6232, + "ks_statistic_nn_correlation": 4.7311, "ks_statistic_transition_matrix": 0.4444, + "ks_statistic_transition_scalef": 0.4458, "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0013, - "clustering_nmi": -0.0006, + "clustering_ari": 0.0141, + "clustering_nmi": 0.0128, "crosscor_cosine": 0, - "crosscor_mantel": 0.1106, - "ctdeconcolute_jsd": 0.758, - "ctdeconvolute_rmse": 0.8878, + "crosscor_mantel": -0.0282, + "ctdeconcolute_jsd": 0.8277, + "ctdeconvolute_rmse": 0.9372, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9787, + "ks_statistic_central_score_scalef": -4.4044, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9821, - "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": -0.5148, - "ks_statistic_lib_fraczero_cells": 0.7951, - "ks_statistic_lib_size_cells": 0.9787, - "ks_statistic_mean_fraczero_genes": 0.6474, - "ks_statistic_mean_var_genes": 0.9719, - "ks_statistic_morans_I": 0.3562, - "ks_statistic_nn_correlation": 0.8958, - "ks_statistic_pearson_cells": 0.8961, - "ks_statistic_pearson_genes": 0.9254, - "ks_statistic_scaled_mean_cells": 0.0961, - "ks_statistic_scaled_mean_genes": 0.9981, - "ks_statistic_scaled_var_cells": 0.1477, - "ks_statistic_scaled_var_genes": 1.6003, - "ks_statistic_tmm_cells": 0.6906, + "ks_statistic_enrichment_scalef": -7.4741, + "ks_statistic_L_stats": 0.1409, + "ks_statistic_morans_I": -2.3957, + "ks_statistic_nn_correlation": 0.7048, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": -4.0175, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4867, + "mean_score": 0.1465, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 3090, + "duration_sec": 3496, "cpu_pct": 100.4, - "peak_memory_mb": 9012, - "disk_read_mb": 80, + "peak_memory_mb": 7578, + "disk_read_mb": 81, "disk_write_mb": 8 } }, @@ -3727,75 +3297,53 @@ "dataset_id": "hindlimbmuscle", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0001, - "clustering_nmi": 0.0016, + "clustering_ari": -0.0035, + "clustering_nmi": 0.0015, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0622, - "ctdeconcolute_jsd": 0.0611, - "ctdeconvolute_rmse": 0.1582, + "crosscor_mantel": 0.0724, + "ctdeconcolute_jsd": 0.0586, + "ctdeconvolute_rmse": 0.1506, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -1.4069, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 0.0032, - "ks_statistic_frac_zero_genes": -0.2573, - "ks_statistic_L_stats": 13.1916, - "ks_statistic_lib_fraczero_cells": 3.2267, - "ks_statistic_lib_size_cells": -1.4069, - "ks_statistic_mean_fraczero_genes": -1.054, - "ks_statistic_mean_var_genes": 1.5829, - "ks_statistic_morans_I": 0.0339, - "ks_statistic_nn_correlation": 0.4009, - "ks_statistic_pearson_cells": 72.9209, - "ks_statistic_pearson_genes": 70.7678, - "ks_statistic_scaled_mean_cells": -0.3635, - "ks_statistic_scaled_mean_genes": 12.4533, - "ks_statistic_scaled_var_cells": -0.249, - "ks_statistic_scaled_var_genes": -0.347, - "ks_statistic_tmm_cells": 0.0502, - "ks_statistic_transition_matrix": 0, + "ks_statistic_central_score": 0.4444, + "ks_statistic_central_score_scalef": 0.2851, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_enrichment_scalef": 6.0864, + "ks_statistic_L_stats": 2.1338, + "ks_statistic_morans_I": 0.4078, + "ks_statistic_nn_correlation": 0.475, + "ks_statistic_transition_matrix": 0.5556, + "ks_statistic_transition_scalef": 0.4153, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.002, - "clustering_nmi": -0.0021, + "clustering_ari": -0.0052, + "clustering_nmi": -0.0005, "crosscor_cosine": 0, - "crosscor_mantel": 0.0729, - "ctdeconcolute_jsd": 0.6343, - "ctdeconvolute_rmse": 0.8024, + "crosscor_mantel": 0.0853, + "ctdeconcolute_jsd": 0.6501, + "ctdeconvolute_rmse": 0.8129, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9963, - "ks_statistic_frac_zero_genes": 0.9994, - "ks_statistic_L_stats": -1.413, - "ks_statistic_lib_fraczero_cells": 0.909, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9874, - "ks_statistic_mean_var_genes": 0.8743, - "ks_statistic_morans_I": 0.8041, - "ks_statistic_nn_correlation": 0.9478, - "ks_statistic_pearson_cells": -0.7182, - "ks_statistic_pearson_genes": -0.375, - "ks_statistic_scaled_mean_cells": 1.1102e-16, - "ks_statistic_scaled_mean_genes": 0.8219, - "ks_statistic_scaled_var_cells": 0.1286, - "ks_statistic_scaled_var_genes": 0.7117, - "ks_statistic_tmm_cells": 0.9109, - "ks_statistic_transition_matrix": 4, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": -1.492, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.0358, + "ks_statistic_L_stats": -1.0159, + "ks_statistic_morans_I": 0.7989, + "ks_statistic_nn_correlation": 0.9403, + "ks_statistic_transition_matrix": -1, + "ks_statistic_transition_scalef": -3.4773, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5035, + "mean_score": 0.2402, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:33", "exit_code": 0, - "duration_sec": 51.9, - "cpu_pct": 107.1, - "peak_memory_mb": 2663, - "disk_read_mb": 77, + "duration_sec": 51.6, + "cpu_pct": 108.4, + "peak_memory_mb": 2560, + "disk_read_mb": 78, "disk_write_mb": 8 } }, @@ -3806,70 +3354,48 @@ "clustering_ari": 0.0002, "clustering_nmi": 0.0017, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0057, - "ctdeconcolute_jsd": 0.1699, - "ctdeconvolute_rmse": 0.8263, + "crosscor_mantel": 0.0009, + "ctdeconcolute_jsd": 0.1867, + "ctdeconvolute_rmse": 0.806, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.8522, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 1.7857, - "ks_statistic_frac_zero_genes": 22.889, - "ks_statistic_L_stats": 12.6857, - "ks_statistic_lib_fraczero_cells": 9.8103, - "ks_statistic_lib_size_cells": 0.8522, - "ks_statistic_mean_fraczero_genes": 93.7702, - "ks_statistic_mean_var_genes": 88.7395, - "ks_statistic_morans_I": 3.8744, - "ks_statistic_nn_correlation": 10.5069, - "ks_statistic_pearson_cells": 429.5845, - "ks_statistic_pearson_genes": 311.7971, - "ks_statistic_scaled_mean_cells": -0.2572, - "ks_statistic_scaled_mean_genes": 37.3523, - "ks_statistic_scaled_var_cells": -0.2434, - "ks_statistic_scaled_var_genes": -0.4805, - "ks_statistic_tmm_cells": 6.4054, + "ks_statistic_enrichment_scalef": 0.115, + "ks_statistic_L_stats": 1.2087, + "ks_statistic_morans_I": 3.1419, + "ks_statistic_nn_correlation": 13.0506, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0017, - "clustering_nmi": -0.0019, + "clustering_ari": 0.0011, + "clustering_nmi": -0.0002, "crosscor_cosine": 0, - "crosscor_mantel": 0.0066, - "ctdeconcolute_jsd": -0.0163, - "ctdeconvolute_rmse": -0.0317, + "crosscor_mantel": 0.0014, + "ctdeconcolute_jsd": -0.1153, + "ctdeconvolute_rmse": -0.0013, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9824, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.98, - "ks_statistic_frac_zero_genes": 0.8966, - "ks_statistic_L_stats": -0.1741, - "ks_statistic_lib_fraczero_cells": 0.7824, - "ks_statistic_lib_size_cells": 0.9824, - "ks_statistic_mean_fraczero_genes": -1.7476, - "ks_statistic_mean_var_genes": -2.3882, - "ks_statistic_morans_I": 0.2905, - "ks_statistic_nn_correlation": 0.3735, - "ks_statistic_pearson_cells": -9.0986, - "ks_statistic_pearson_genes": -5.0685, - "ks_statistic_scaled_mean_cells": -0.1392, - "ks_statistic_scaled_mean_genes": 0.4747, - "ks_statistic_scaled_var_cells": 0.0831, - "ks_statistic_scaled_var_genes": 2.5668, - "ks_statistic_tmm_cells": -0.9317, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 1.61, + "ks_statistic_enrichment": 2, + "ks_statistic_enrichment_scalef": 1.6632, + "ks_statistic_L_stats": -0.2857, + "ks_statistic_morans_I": 0.5, + "ks_statistic_nn_correlation": 0.2444, "ks_statistic_transition_matrix": 4, + "ks_statistic_transition_scalef": 3.8803, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3052, + "mean_score": 0.3193, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:33", "exit_code": 0, - "duration_sec": 17, - "cpu_pct": 189.1, + "duration_sec": 16.7, + "cpu_pct": 193.7, "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 8 @@ -3879,74 +3405,52 @@ "dataset_id": "hindlimbmuscle", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.459, - "clustering_nmi": 0.4791, + "clustering_ari": 0.4552, + "clustering_nmi": 0.4905, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7047, - "ctdeconcolute_jsd": 0.0064, - "ctdeconvolute_rmse": 0.0032, + "crosscor_mantel": 0.7044, + "ctdeconcolute_jsd": 0.013, + "ctdeconvolute_rmse": 0.006, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -0.8885, + "ks_statistic_central_score_scalef": 0.1254, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.3147, - "ks_statistic_frac_zero_genes": 0.2634, - "ks_statistic_L_stats": 12.3662, - "ks_statistic_lib_fraczero_cells": 1.8375, - "ks_statistic_lib_size_cells": -0.8885, - "ks_statistic_mean_fraczero_genes": 96.7063, - "ks_statistic_mean_var_genes": -0.9615, - "ks_statistic_morans_I": 22.4915, - "ks_statistic_nn_correlation": 5.5088, - "ks_statistic_pearson_cells": 2.2016, - "ks_statistic_pearson_genes": 2.5764, - "ks_statistic_scaled_mean_cells": -0.3995, - "ks_statistic_scaled_mean_genes": -0.2646, - "ks_statistic_scaled_var_cells": -0.248, - "ks_statistic_scaled_var_genes": -0.4057, - "ks_statistic_tmm_cells": -0.095, + "ks_statistic_enrichment_scalef": 6.3782, + "ks_statistic_L_stats": -0.1181, + "ks_statistic_morans_I": 17.9309, + "ks_statistic_nn_correlation": 4.2956, "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_transition_scalef": 0.2891, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.7728, - "clustering_nmi": 0.8057, + "clustering_ari": 0.7671, + "clustering_nmi": 0.8254, "crosscor_cosine": 0, - "crosscor_mantel": 0.8268, - "ctdeconcolute_jsd": 0.9618, - "ctdeconvolute_rmse": 0.996, + "crosscor_mantel": 0.8265, + "ctdeconcolute_jsd": 0.9225, + "ctdeconvolute_rmse": 0.9925, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.996, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9992, - "ks_statistic_frac_zero_genes": 0.9971, - "ks_statistic_L_stats": 0.6084, - "ks_statistic_lib_fraczero_cells": 0.9357, - "ks_statistic_lib_size_cells": 0.996, - "ks_statistic_mean_fraczero_genes": -1.8323, - "ks_statistic_mean_var_genes": 0.9695, - "ks_statistic_morans_I": -2.1992, - "ks_statistic_nn_correlation": 0.6575, - "ks_statistic_pearson_cells": 0.9435, - "ks_statistic_pearson_genes": 0.9528, - "ks_statistic_scaled_mean_cells": 0.0471, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 0.1209, - "ks_statistic_scaled_var_genes": 1.5282, - "ks_statistic_tmm_cells": 0.953, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0.2452, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": -0.0438, + "ks_statistic_L_stats": 0.7616, + "ks_statistic_morans_I": -1.1172, + "ks_statistic_nn_correlation": 0.7289, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": -1.2426, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.6393, + "mean_score": 0.4483, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 29, - "cpu_pct": 125.9, - "peak_memory_mb": 3584, + "duration_sec": 30.3, + "cpu_pct": 141.9, + "peak_memory_mb": 6247, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3963,66 +3467,44 @@ "ctdeconvolute_rmse": 0.8123, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 39.0192, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 4.0323, - "ks_statistic_frac_zero_genes": 10.4012, - "ks_statistic_L_stats": 13.2192, - "ks_statistic_lib_fraczero_cells": 26.876, - "ks_statistic_lib_size_cells": 39.0192, - "ks_statistic_mean_fraczero_genes": 65.4288, - "ks_statistic_mean_var_genes": 48.5064, + "ks_statistic_enrichment_scalef": 0.2361, + "ks_statistic_L_stats": 2.1917, "ks_statistic_morans_I": 1.8544, - "ks_statistic_nn_correlation": 7.6605, - "ks_statistic_pearson_cells": 274.8487, - "ks_statistic_pearson_genes": 349.8873, - "ks_statistic_scaled_mean_cells": -0.2898, - "ks_statistic_scaled_mean_genes": 155.8629, - "ks_statistic_scaled_var_cells": -0.2307, - "ks_statistic_scaled_var_genes": -1.131, - "ks_statistic_tmm_cells": 1.718, + "ks_statistic_nn_correlation": 7.6943, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0017, - "clustering_nmi": -0.0019, + "clustering_ari": 0.0011, + "clustering_nmi": -0.0002, "crosscor_cosine": 0, - "crosscor_mantel": 0.0053, - "ctdeconcolute_jsd": -0.0011, - "ctdeconvolute_rmse": -0.0143, + "crosscor_mantel": 0.0057, + "ctdeconcolute_jsd": 0.0005, + "ctdeconvolute_rmse": -0.0091, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.6847, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9595, - "ks_statistic_frac_zero_genes": 0.9521, - "ks_statistic_L_stats": -1.4805, - "ks_statistic_lib_fraczero_cells": 0.454, - "ks_statistic_lib_size_cells": 0.6847, - "ks_statistic_mean_fraczero_genes": -0.9302, - "ks_statistic_mean_var_genes": -0.8822, - "ks_statistic_morans_I": 0.5606, - "ks_statistic_nn_correlation": 0.5352, - "ks_statistic_pearson_cells": -5.4628, - "ks_statistic_pearson_genes": -5.8102, - "ks_statistic_scaled_mean_cells": -0.0965, - "ks_statistic_scaled_mean_genes": -1.178, - "ks_statistic_scaled_var_cells": -0.0199, - "ks_statistic_scaled_var_genes": 11.6052, - "ks_statistic_tmm_cells": 0.4274, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 1.61, + "ks_statistic_enrichment": 2, + "ks_statistic_enrichment_scalef": 1.6302, + "ks_statistic_L_stats": -1.0616, + "ks_statistic_morans_I": 0.6407, + "ks_statistic_nn_correlation": 0.5408, "ks_statistic_transition_matrix": 4, + "ks_statistic_transition_scalef": 3.8803, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2849, + "mean_score": 0.3438, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:33", "exit_code": 0, - "duration_sec": 160, - "cpu_pct": 105.3, - "peak_memory_mb": 4404, + "duration_sec": 92, + "cpu_pct": 116.9, + "peak_memory_mb": 7168, "disk_read_mb": 334, "disk_write_mb": 11 } @@ -4031,150 +3513,160 @@ "dataset_id": "hindlimbmuscle", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0008, - "clustering_nmi": 0.001, + "clustering_ari": -0.0003, + "clustering_nmi": 0.0012, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0416, - "ctdeconcolute_jsd": 0.0261, - "ctdeconvolute_rmse": 0.046, + "crosscor_mantel": 0.0344, + "ctdeconcolute_jsd": 0.0274, + "ctdeconvolute_rmse": 0.0464, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -1.3887, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.1896, - "ks_statistic_frac_zero_genes": -0.2898, - "ks_statistic_L_stats": 12.7647, - "ks_statistic_lib_fraczero_cells": -0.6585, - "ks_statistic_lib_size_cells": -1.3887, - "ks_statistic_mean_fraczero_genes": -1.1635, - "ks_statistic_mean_var_genes": -3.3747, - "ks_statistic_morans_I": -0.3565, - "ks_statistic_nn_correlation": 0.2495, - "ks_statistic_pearson_cells": 19.5647, - "ks_statistic_pearson_genes": 18.6522, - "ks_statistic_scaled_mean_cells": -0.3493, - "ks_statistic_scaled_mean_genes": -0.2828, - "ks_statistic_scaled_var_cells": -0.2327, - "ks_statistic_scaled_var_genes": -0.4293, - "ks_statistic_tmm_cells": 5.5955, - "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_central_score": 0.1111, + "ks_statistic_central_score_scalef": 0.0249, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 1.1851, + "ks_statistic_L_stats": 1.2187, + "ks_statistic_morans_I": 0.8276, + "ks_statistic_nn_correlation": 0.2754, + "ks_statistic_transition_matrix": 0.1111, + "ks_statistic_transition_scalef": 0.0292, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0034, - "clustering_nmi": -0.0031, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0011, "crosscor_cosine": 0, - "crosscor_mantel": 0.0487, - "ctdeconcolute_jsd": 0.8439, - "ctdeconvolute_rmse": 0.9425, + "crosscor_mantel": 0.0407, + "ctdeconcolute_jsd": 0.8361, + "ctdeconvolute_rmse": 0.9424, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 1.3386, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9981, - "ks_statistic_frac_zero_genes": 0.9995, - "ks_statistic_L_stats": -0.3676, - "ks_statistic_lib_fraczero_cells": 0.9838, - "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9905, - "ks_statistic_mean_var_genes": 1.0598, - "ks_statistic_morans_I": 0.8563, - "ks_statistic_nn_correlation": 0.9564, - "ks_statistic_pearson_cells": 0.5355, - "ks_statistic_pearson_genes": 0.6398, - "ks_statistic_scaled_mean_cells": -0.0187, - "ks_statistic_scaled_mean_genes": 0.9995, - "ks_statistic_scaled_var_cells": -0.0035, - "ks_statistic_scaled_var_genes": 1.8555, - "ks_statistic_tmm_cells": -0.6969, - "ks_statistic_transition_matrix": 2, + "ks_statistic_enrichment_scalef": 1.3716, + "ks_statistic_L_stats": -0.2936, + "ks_statistic_morans_I": 0.753, + "ks_statistic_nn_correlation": 0.9513, + "ks_statistic_transition_matrix": 3, + "ks_statistic_transition_scalef": 3.3624, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5446, + "mean_score": 0.418, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:33", "exit_code": 0, - "duration_sec": 89, - "cpu_pct": 457.9, - "peak_memory_mb": 56218, - "disk_read_mb": 79, + "duration_sec": 52.8, + "cpu_pct": 422.6, + "peak_memory_mb": 70861, + "disk_read_mb": 80, "disk_write_mb": 9 } }, { "dataset_id": "olfactorybulb", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": 0.0013, - "clustering_nmi": 0.0142, - "crosscor_cosine": 0.4947, - "crosscor_mantel": -0.0059, - "ctdeconcolute_jsd": 0.2099, - "ctdeconvolute_rmse": 0.1432, + "clustering_ari": -0.0054, + "clustering_nmi": 0.0062, + "crosscor_cosine": 0.5016, + "crosscor_mantel": 0.0066, + "ctdeconcolute_jsd": 0.2005, + "ctdeconvolute_rmse": 0.1279, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 119.9753, + "ks_statistic_central_score_scalef": 0.9433, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 11.226, - "ks_statistic_frac_zero_genes": 16.11, - "ks_statistic_L_stats": -2.5084, - "ks_statistic_lib_fraczero_cells": 11.4825, - "ks_statistic_lib_size_cells": 119.9753, - "ks_statistic_mean_fraczero_genes": 19.3376, - "ks_statistic_mean_var_genes": 16.1916, - "ks_statistic_morans_I": 11.1143, - "ks_statistic_nn_correlation": 8.8724, - "ks_statistic_pearson_cells": 127.1504, - "ks_statistic_pearson_genes": 113.0008, - "ks_statistic_scaled_mean_cells": -2.5166, - "ks_statistic_scaled_mean_genes": 4.5232, - "ks_statistic_scaled_var_cells": -0.8303, - "ks_statistic_scaled_var_genes": -0.9348, - "ks_statistic_tmm_cells": 3.8768, + "ks_statistic_enrichment_scalef": 37.7682, + "ks_statistic_L_stats": -4.3207, + "ks_statistic_morans_I": 7.6992, + "ks_statistic_nn_correlation": 5.5218, "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.8893, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { "clustering_ari": 0, "clustering_nmi": 0, + "crosscor_cosine": 0.0148, + "crosscor_mantel": 0.0116, + "ctdeconcolute_jsd": 0.0317, + "ctdeconvolute_rmse": 0.0638, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0.105, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0.0049, + "ks_statistic_L_stats": 0.5126, + "ks_statistic_morans_I": 0.3031, + "ks_statistic_nn_correlation": 0.2101, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0248, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0712, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 3.7, + "cpu_pct": 388.6, + "peak_memory_mb": 4506, + "disk_read_mb": 30, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.0022, + "clustering_nmi": 0.015, + "crosscor_cosine": 0.4948, + "crosscor_mantel": -0.0041, + "ctdeconcolute_jsd": 0.2071, + "ctdeconvolute_rmse": 0.1366, + "ks_statistic_celltype_interaction": -2.734, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 1.0516, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 37.9455, + "ks_statistic_L_stats": -2.1091, + "ks_statistic_morans_I": 11.2261, + "ks_statistic_nn_correlation": 7.2267, + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.9108, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0.0083, + "clustering_nmi": 0.0098, "crosscor_cosine": 0, "crosscor_mantel": 0, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1034, + "mean_score": 0.001, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 6.5, - "cpu_pct": 226, - "peak_memory_mb": 3175, + "duration_sec": 3.6, + "cpu_pct": 409.5, + "peak_memory_mb": 4506, "disk_read_mb": 30, "disk_write_mb": 2 } @@ -4190,26 +3682,15 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -3.5732, + "ks_statistic_central_score": 0.0833, + "ks_statistic_central_score_scalef": 0.0198, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -1.4735, - "ks_statistic_frac_zero_genes": -0.8554, + "ks_statistic_enrichment_scalef": 1.8973, "ks_statistic_L_stats": -6.4233, - "ks_statistic_lib_fraczero_cells": -4.3208, - "ks_statistic_lib_size_cells": -3.5732, - "ks_statistic_mean_fraczero_genes": -0.9472, - "ks_statistic_mean_var_genes": -1.0209, "ks_statistic_morans_I": -0.4082, "ks_statistic_nn_correlation": -0.8891, - "ks_statistic_pearson_cells": 0.0602, - "ks_statistic_pearson_genes": -0.1039, - "ks_statistic_scaled_mean_cells": -0.5643, - "ks_statistic_scaled_mean_genes": -0.3945, - "ks_statistic_scaled_var_cells": -0.4494, - "ks_statistic_scaled_var_genes": -0.4048, - "ks_statistic_tmm_cells": -1.106, "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.046, "svg_precision": 1, "svg_recall": 1 }, @@ -4222,36 +3703,25 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8276, + "mean_score": 0.8889, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 3.6, - "cpu_pct": 304.2, - "peak_memory_mb": 3175, - "disk_read_mb": 30, + "duration_sec": 3.7, + "cpu_pct": 549.1, + "peak_memory_mb": 5837, + "disk_read_mb": 31, "disk_write_mb": 3 } }, @@ -4259,378 +3729,322 @@ "dataset_id": "olfactorybulb", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0034, - "clustering_nmi": 0.0137, - "crosscor_cosine": 0.8625, - "crosscor_mantel": 0.7346, - "ctdeconcolute_jsd": 0.2304, - "ctdeconvolute_rmse": 0.1702, + "clustering_ari": 0.0193, + "clustering_nmi": 0.0316, + "crosscor_cosine": 0.8802, + "crosscor_mantel": 0.7626, + "ctdeconcolute_jsd": 0.2324, + "ctdeconvolute_rmse": 0.1729, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.2897, + "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score_scalef": 0.4076, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.3611, - "ks_statistic_frac_zero_genes": -0.7574, - "ks_statistic_L_stats": -2.4304, - "ks_statistic_lib_fraczero_cells": -0.6797, - "ks_statistic_lib_size_cells": -0.2897, - "ks_statistic_mean_fraczero_genes": -0.8487, - "ks_statistic_mean_var_genes": -0.8295, - "ks_statistic_morans_I": 1.4112, - "ks_statistic_nn_correlation": -0.5244, - "ks_statistic_pearson_cells": 0.5081, - "ks_statistic_pearson_genes": 0.5539, - "ks_statistic_scaled_mean_cells": -1.1172, - "ks_statistic_scaled_mean_genes": -0.3851, - "ks_statistic_scaled_var_cells": -0.5947, - "ks_statistic_scaled_var_genes": -0.4171, - "ks_statistic_tmm_cells": 0.0688, + "ks_statistic_enrichment_scalef": 23.2664, + "ks_statistic_L_stats": -2.4274, + "ks_statistic_morans_I": 1.5807, + "ks_statistic_nn_correlation": -0.6012, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.3608, - "svg_recall": 0.7609 + "ks_statistic_transition_scalef": 0.5381, + "svg_precision": 0.3953, + "svg_recall": 0.7391 }, "scaled_scores": { - "clustering_ari": 0.0023, - "clustering_nmi": -0.0006, - "crosscor_cosine": 0.7999, - "crosscor_mantel": 0.7925, - "ctdeconcolute_jsd": -0.0979, - "ctdeconvolute_rmse": -0.1887, + "clustering_ari": 0.0267, + "clustering_nmi": 0.0286, + "crosscor_cosine": 0.8383, + "crosscor_mantel": 0.8222, + "ctdeconcolute_jsd": -0.1222, + "ctdeconvolute_rmse": -0.2662, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9734, + "ks_statistic_central_score": 0.5714, + "ks_statistic_central_score_scalef": 0.6242, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.9124, - "ks_statistic_frac_zero_genes": 0.9942, - "ks_statistic_L_stats": -0.0199, - "ks_statistic_lib_fraczero_cells": 0.7696, - "ks_statistic_lib_size_cells": 0.9734, - "ks_statistic_mean_fraczero_genes": 0.9951, - "ks_statistic_mean_var_genes": 0.9889, - "ks_statistic_morans_I": 0.8421, - "ks_statistic_nn_correlation": 0.9626, - "ks_statistic_pearson_cells": 0.9965, - "ks_statistic_pearson_genes": 0.9942, - "ks_statistic_scaled_mean_cells": 0.2832, - "ks_statistic_scaled_mean_genes": 0.9981, - "ks_statistic_scaled_var_cells": 0.3816, - "ks_statistic_scaled_var_genes": 0.0233, - "ks_statistic_tmm_cells": 0.7642, + "ks_statistic_enrichment_scalef": 0.4072, + "ks_statistic_L_stats": 0.0738, + "ks_statistic_morans_I": 0.829, + "ks_statistic_nn_correlation": 0.9645, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.4309, "svg_precision": 0, - "svg_recall": 0.7609 + "svg_recall": 0.7391 }, - "mean_score": 0.5532, + "mean_score": 0.3716, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 31.4, - "cpu_pct": 280.4, - "peak_memory_mb": 8295, + "duration_sec": 17, + "cpu_pct": 323.9, + "peak_memory_mb": 19047, "disk_read_mb": 34, "disk_write_mb": 2 } }, { "dataset_id": "olfactorybulb", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.0992, - "clustering_nmi": 0.1445, - "crosscor_cosine": 0.8282, - "crosscor_mantel": 0.6656, - "ctdeconcolute_jsd": 0.1683, - "ctdeconvolute_rmse": 0.0892, + "clustering_ari": 0.1988, + "clustering_nmi": 0.2426, + "crosscor_cosine": 0.818, + "crosscor_mantel": 0.6335, + "ctdeconcolute_jsd": 0.1685, + "ctdeconvolute_rmse": 0.0909, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.0891, + "ks_statistic_central_score": 0.5, + "ks_statistic_central_score_scalef": 0.5841, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.0132, - "ks_statistic_frac_zero_genes": -0.7258, - "ks_statistic_L_stats": -4.0734, - "ks_statistic_lib_fraczero_cells": 0.3566, - "ks_statistic_lib_size_cells": -0.0891, - "ks_statistic_mean_fraczero_genes": -0.8263, - "ks_statistic_mean_var_genes": -0.6331, - "ks_statistic_morans_I": -0.1347, - "ks_statistic_nn_correlation": -0.1023, - "ks_statistic_pearson_cells": 0.7979, - "ks_statistic_pearson_genes": 0.7593, - "ks_statistic_scaled_mean_cells": -1.6023, - "ks_statistic_scaled_mean_genes": -0.3768, - "ks_statistic_scaled_var_cells": -0.6372, - "ks_statistic_scaled_var_genes": -0.4059, - "ks_statistic_tmm_cells": -0.2014, + "ks_statistic_enrichment_scalef": 33.4917, + "ks_statistic_L_stats": -3.7296, + "ks_statistic_morans_I": -0.1326, + "ks_statistic_nn_correlation": 0.5276, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.75, - "svg_recall": 0.7174 + "ks_statistic_transition_scalef": 0.7349, + "svg_precision": 0.9062, + "svg_recall": 0.6304 }, "scaled_scores": { - "clustering_ari": 0.1066, - "clustering_nmi": 0.1482, - "crosscor_cosine": 0.7255, - "crosscor_mantel": 0.7186, - "ctdeconcolute_jsd": 0.1978, - "ctdeconvolute_rmse": 0.3772, + "clustering_ari": 0.2206, + "clustering_nmi": 0.2663, + "crosscor_cosine": 0.7031, + "crosscor_mantel": 0.6838, + "ctdeconcolute_jsd": 0.1861, + "ctdeconvolute_rmse": 0.3346, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9718, + "ks_statistic_central_score": 0.2857, + "ks_statistic_central_score_scalef": 0.4531, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.885, - "ks_statistic_frac_zero_genes": 0.9924, - "ks_statistic_L_stats": 0.3998, - "ks_statistic_lib_fraczero_cells": 0.704, - "ks_statistic_lib_size_cells": 0.9718, - "ks_statistic_mean_fraczero_genes": 0.994, - "ks_statistic_mean_var_genes": 0.9775, + "ks_statistic_enrichment_scalef": 0.1236, + "ks_statistic_L_stats": 0.3756, "ks_statistic_morans_I": 0.9763, - "ks_statistic_nn_correlation": 0.9194, - "ks_statistic_pearson_cells": 0.9942, - "ks_statistic_pearson_genes": 0.9924, - "ks_statistic_scaled_mean_cells": 0.5317, - "ks_statistic_scaled_mean_genes": 0.9964, - "ks_statistic_scaled_var_cells": 0.4932, - "ks_statistic_scaled_var_genes": 0.0022, - "ks_statistic_tmm_cells": 0.8184, + "ks_statistic_nn_correlation": 0.8254, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.2034, "svg_precision": 0, - "svg_recall": 0.7174 + "svg_recall": 0.6304 }, - "mean_score": 0.6016, + "mean_score": 0.3667, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 87, - "cpu_pct": 106.6, - "peak_memory_mb": 3994, + "duration_sec": 89, + "cpu_pct": 112.1, + "peak_memory_mb": 5325, "disk_read_mb": 62, "disk_write_mb": 2 } }, { "dataset_id": "olfactorybulb", - "method_id": "sparsim", + "method_id": "scdesign3_poisson", "metric_values": { - "clustering_ari": 0.0111, - "clustering_nmi": 0.022, - "crosscor_cosine": 0.8778, - "crosscor_mantel": 0.7669, - "ctdeconcolute_jsd": 0.101, - "ctdeconvolute_rmse": 0.0378, + "clustering_ari": 0.5272, + "clustering_nmi": 0.5479, + "crosscor_cosine": 0.8717, + "crosscor_mantel": 0.7898, + "ctdeconcolute_jsd": 0.1044, + "ctdeconvolute_rmse": 0.0382, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.0833, - "ks_statistic_efflib_size_cells": -3.5732, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.6523, - "ks_statistic_frac_zero_genes": -0.8279, - "ks_statistic_L_stats": -0.3849, - "ks_statistic_lib_fraczero_cells": -0.7564, - "ks_statistic_lib_size_cells": -3.5732, - "ks_statistic_mean_fraczero_genes": -0.8726, - "ks_statistic_mean_var_genes": -0.8199, - "ks_statistic_morans_I": -0.1261, - "ks_statistic_nn_correlation": -0.7025, - "ks_statistic_pearson_cells": 0.7687, - "ks_statistic_pearson_genes": 0.3312, - "ks_statistic_scaled_mean_cells": -0.5643, - "ks_statistic_scaled_mean_genes": -0.366, - "ks_statistic_scaled_var_cells": -0.4639, - "ks_statistic_scaled_var_genes": -0.4297, - "ks_statistic_tmm_cells": 0.2809, - "ks_statistic_transition_matrix": 0.0625, - "svg_precision": 0.7692, - "svg_recall": 0.6522 + "ks_statistic_central_score_scalef": 0.0785, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 6.0498, + "ks_statistic_L_stats": -3.1535, + "ks_statistic_morans_I": 1.8357, + "ks_statistic_nn_correlation": 1.3053, + "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_scalef": 0.1561, + "svg_precision": 0.6232, + "svg_recall": 0.9348 }, "scaled_scores": { - "clustering_ari": 0.0106, - "clustering_nmi": 0.0089, - "crosscor_cosine": 0.8332, - "crosscor_mantel": 0.8272, - "ctdeconcolute_jsd": 0.5186, - "ctdeconvolute_rmse": 0.7358, + "clustering_ari": 0.5754, + "clustering_nmi": 0.6103, + "crosscor_cosine": 0.8198, + "crosscor_mantel": 0.8513, + "ctdeconcolute_jsd": 0.4958, + "ctdeconvolute_rmse": 0.72, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1667, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9353, - "ks_statistic_frac_zero_genes": 0.9984, - "ks_statistic_L_stats": -0.5424, - "ks_statistic_lib_fraczero_cells": 0.7745, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9963, - "ks_statistic_mean_var_genes": 0.9883, - "ks_statistic_morans_I": 0.9755, - "ks_statistic_nn_correlation": 0.9809, - "ks_statistic_pearson_cells": 0.9944, - "ks_statistic_pearson_genes": 0.9962, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.9942, - "ks_statistic_scaled_var_cells": 0.0381, - "ks_statistic_scaled_var_genes": 0.047, - "ks_statistic_tmm_cells": 0.7217, - "ks_statistic_transition_matrix": 1.25, + "ks_statistic_central_score": 1, + "ks_statistic_central_score_scalef": 0.9431, + "ks_statistic_enrichment": 0.6667, + "ks_statistic_enrichment_scalef": 0.8848, + "ks_statistic_L_stats": 0.2421, + "ks_statistic_morans_I": 0.8071, + "ks_statistic_nn_correlation": 0.7296, + "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 0.8727, "svg_precision": 0, - "svg_recall": 0.6522 + "svg_recall": 0.9348 }, - "mean_score": 0.6561, + "mean_score": 0.6613, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 32.1, - "cpu_pct": 112, - "peak_memory_mb": 2458, - "disk_read_mb": 59, + "duration_sec": 74, + "cpu_pct": 112.2, + "peak_memory_mb": 5325, + "disk_read_mb": 62, "disk_write_mb": 2 } }, { "dataset_id": "olfactorybulb", - "method_id": "splatter", + "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0095, - "clustering_nmi": 0.0205, - "crosscor_cosine": 0.5019, - "crosscor_mantel": -0.0031, - "ctdeconcolute_jsd": 0.2269, - "ctdeconvolute_rmse": 0.1525, + "clustering_ari": 0.0104, + "clustering_nmi": 0.0206, + "crosscor_cosine": 0.8797, + "crosscor_mantel": 0.7741, + "ctdeconcolute_jsd": 0.0976, + "ctdeconvolute_rmse": 0.0361, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -2.3906, + "ks_statistic_central_score": 0.0833, + "ks_statistic_central_score_scalef": 0.0125, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 7.5677, - "ks_statistic_frac_zero_genes": 9.7162, - "ks_statistic_L_stats": -0.1595, - "ks_statistic_lib_fraczero_cells": 31.8006, - "ks_statistic_lib_size_cells": -2.3906, - "ks_statistic_mean_fraczero_genes": 10.3613, - "ks_statistic_mean_var_genes": 17.811, - "ks_statistic_morans_I": 1.9541, - "ks_statistic_nn_correlation": 3.6088, - "ks_statistic_pearson_cells": 87.4451, - "ks_statistic_pearson_genes": 84.9732, - "ks_statistic_scaled_mean_cells": -0.6738, - "ks_statistic_scaled_mean_genes": 0.3809, - "ks_statistic_scaled_var_cells": -0.3168, - "ks_statistic_scaled_var_genes": -1.4472, - "ks_statistic_tmm_cells": 7.8615, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0.3472, - "svg_recall": 0.5435 + "ks_statistic_enrichment_scalef": 1.2648, + "ks_statistic_L_stats": -0.2391, + "ks_statistic_morans_I": 0.0522, + "ks_statistic_nn_correlation": -0.2211, + "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0362, + "svg_precision": 0.7381, + "svg_recall": 0.6739 }, "scaled_scores": { - "clustering_ari": 0.0089, - "clustering_nmi": 0.0071, - "crosscor_cosine": 0.0157, - "crosscor_mantel": 0.0029, - "ctdeconcolute_jsd": -0.0812, - "ctdeconvolute_rmse": -0.0654, + "clustering_ari": 0.0171, + "clustering_nmi": 0.0162, + "crosscor_cosine": 0.8373, + "crosscor_mantel": 0.8346, + "ctdeconcolute_jsd": 0.5285, + "ctdeconvolute_rmse": 0.7356, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9904, + "ks_statistic_central_score": 1, + "ks_statistic_central_score_scalef": 1.0071, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.2881, - "ks_statistic_frac_zero_genes": 0.3769, - "ks_statistic_L_stats": -0.6, - "ks_statistic_lib_fraczero_cells": -1.2857, - "ks_statistic_lib_size_cells": 0.9904, - "ks_statistic_mean_fraczero_genes": 0.4425, - "ks_statistic_mean_var_genes": -0.0941, - "ks_statistic_morans_I": 0.795, - "ks_statistic_nn_correlation": 0.5392, - "ks_statistic_pearson_cells": 0.3124, - "ks_statistic_pearson_genes": 0.2478, - "ks_statistic_scaled_mean_cells": 0.0561, - "ks_statistic_scaled_mean_genes": 0.8423, - "ks_statistic_scaled_var_cells": -0.348, - "ks_statistic_scaled_var_genes": 1.9668, - "ks_statistic_tmm_cells": -0.7997, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_enrichment_scalef": 1.0175, + "ks_statistic_L_stats": -0.4334, + "ks_statistic_morans_I": 0.9604, + "ks_statistic_nn_correlation": 0.9177, + "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1.0114, "svg_precision": 0, - "svg_recall": 0.5435 + "svg_recall": 0.6739 }, - "mean_score": 0.3607, + "mean_score": 0.6401, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 16.1, - "cpu_pct": 124.8, - "peak_memory_mb": 2356, - "disk_read_mb": 55, + "duration_sec": 26.8, + "cpu_pct": 142.2, + "peak_memory_mb": 5120, + "disk_read_mb": 60, "disk_write_mb": 2 } }, { "dataset_id": "olfactorybulb", - "method_id": "srtsim", + "method_id": "splatter", "metric_values": { - "clustering_ari": 0.8305, - "clustering_nmi": 0.8109, - "crosscor_cosine": 0.9411, - "crosscor_mantel": 0.8962, - "ctdeconcolute_jsd": 0.0185, - "ctdeconvolute_rmse": 0.0016, + "clustering_ari": 0.0095, + "clustering_nmi": 0.0205, + "crosscor_cosine": 0.4999, + "crosscor_mantel": -0.0074, + "ctdeconcolute_jsd": 0.2372, + "ctdeconvolute_rmse": 0.1874, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 0.7026, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0.3333, + "svg_recall": 0.4348 + }, + "scaled_scores": { + "clustering_ari": 0.0162, + "clustering_nmi": 0.0161, + "crosscor_cosine": 0.0111, + "crosscor_mantel": -0.0035, + "ctdeconcolute_jsd": -0.1454, + "ctdeconvolute_rmse": -0.3717, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.1429, + "ks_statistic_central_score_scalef": 1.0192, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0331, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.5, + "ks_statistic_transition_scalef": 1.0532, + "svg_precision": 0, + "svg_recall": 0.4348 + }, + "mean_score": 0.3599, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 10.2, + "cpu_pct": 246.3, + "peak_memory_mb": 6349, + "disk_read_mb": 55, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "olfactorybulb", + "method_id": "srtsim", + "metric_values": { + "clustering_ari": 0.9059, + "clustering_nmi": 0.8791, + "crosscor_cosine": 0.9348, + "crosscor_mantel": 0.8836, + "ctdeconcolute_jsd": 0.0197, + "ctdeconvolute_rmse": 0.0018, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.0833, - "ks_statistic_efflib_size_cells": -2.4987, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -1.3871, - "ks_statistic_frac_zero_genes": -0.8083, - "ks_statistic_L_stats": -5.997, - "ks_statistic_lib_fraczero_cells": -0.4461, - "ks_statistic_lib_size_cells": -2.4987, - "ks_statistic_mean_fraczero_genes": -0.8298, - "ks_statistic_mean_var_genes": -0.8265, - "ks_statistic_morans_I": -0.2786, - "ks_statistic_nn_correlation": -0.4715, - "ks_statistic_pearson_cells": 0.1521, - "ks_statistic_pearson_genes": 0.2112, - "ks_statistic_scaled_mean_cells": -0.5656, - "ks_statistic_scaled_mean_genes": -0.3748, - "ks_statistic_scaled_var_cells": -0.4635, - "ks_statistic_scaled_var_genes": -0.3667, - "ks_statistic_tmm_cells": -0.1436, + "ks_statistic_central_score": 0.1667, + "ks_statistic_central_score_scalef": 0.0207, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 2.6559, + "ks_statistic_L_stats": -6.0736, + "ks_statistic_morans_I": -0.2404, + "ks_statistic_nn_correlation": -0.7377, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.7872, - "svg_recall": 0.8043 + "ks_statistic_transition_scalef": 0.0538, + "svg_precision": 0.8636, + "svg_recall": 0.8261 }, "scaled_scores": { - "clustering_ari": 0.9024, - "clustering_nmi": 0.9057, - "crosscor_cosine": 0.9709, - "crosscor_mantel": 0.9655, - "ctdeconcolute_jsd": 0.912, - "ctdeconvolute_rmse": 0.9888, + "clustering_ari": 0.9845, + "clustering_nmi": 0.9834, + "crosscor_cosine": 0.9572, + "crosscor_mantel": 0.9519, + "ctdeconcolute_jsd": 0.9047, + "ctdeconvolute_rmse": 0.9868, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1667, - "ks_statistic_efflib_size_cells": 0.9913, - "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 0.9932, - "ks_statistic_frac_zero_genes": 0.9972, - "ks_statistic_L_stats": 0.8911, - "ks_statistic_lib_fraczero_cells": 0.7548, - "ks_statistic_lib_size_cells": 0.9913, - "ks_statistic_mean_fraczero_genes": 0.9942, - "ks_statistic_mean_var_genes": 0.9887, - "ks_statistic_morans_I": 0.9888, - "ks_statistic_nn_correlation": 0.9572, - "ks_statistic_pearson_cells": 0.9993, - "ks_statistic_pearson_genes": 0.9972, - "ks_statistic_scaled_mean_cells": 0.0007, - "ks_statistic_scaled_mean_genes": 0.996, - "ks_statistic_scaled_var_cells": 0.0371, - "ks_statistic_scaled_var_genes": -0.0718, - "ks_statistic_tmm_cells": 0.8069, + "ks_statistic_central_score": 0.8571, + "ks_statistic_central_score_scalef": 0.9991, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.979, + "ks_statistic_L_stats": 0.9189, + "ks_statistic_morans_I": 0.9856, + "ks_statistic_nn_correlation": 0.9814, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 0.991, "svg_precision": 0, - "svg_recall": 0.8043 + "svg_recall": 0.8261 }, - "mean_score": 0.7759, + "mean_score": 0.8504, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 16.5, - "cpu_pct": 125, - "peak_memory_mb": 2151, + "duration_sec": 11.9, + "cpu_pct": 177, + "peak_memory_mb": 4813, "disk_read_mb": 55, "disk_write_mb": 2 } @@ -4647,66 +4061,44 @@ "ctdeconvolute_rmse": 0.1566, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 12.6341, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 5.9221, - "ks_statistic_frac_zero_genes": -0.1948, + "ks_statistic_enrichment_scalef": 1.2906, "ks_statistic_L_stats": -0.1549, - "ks_statistic_lib_fraczero_cells": 35.1348, - "ks_statistic_lib_size_cells": 12.6341, - "ks_statistic_mean_fraczero_genes": 1.1132, - "ks_statistic_mean_var_genes": 2.6576, "ks_statistic_morans_I": 5.0304, "ks_statistic_nn_correlation": 2.876, - "ks_statistic_pearson_cells": 79.7753, - "ks_statistic_pearson_genes": 80.2866, - "ks_statistic_scaled_mean_cells": -36.5471, - "ks_statistic_scaled_mean_genes": 1.61, - "ks_statistic_scaled_var_cells": -0.4316, - "ks_statistic_scaled_var_genes": -0.511, - "ks_statistic_tmm_cells": 3.3383, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0.5, "svg_recall": 0.087 }, "scaled_scores": { - "clustering_ari": 0.0089, - "clustering_nmi": 0.0071, - "crosscor_cosine": 0.0065, - "crosscor_mantel": 0.0022, - "ctdeconcolute_jsd": -0.0433, - "ctdeconvolute_rmse": -0.0938, + "clustering_ari": 0.0162, + "clustering_nmi": 0.0161, + "crosscor_cosine": 0.0061, + "crosscor_mantel": 0.0004, + "ctdeconcolute_jsd": -0.0574, + "ctdeconvolute_rmse": -0.1465, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.8688, + "ks_statistic_central_score": 1.1429, + "ks_statistic_central_score_scalef": 1.0192, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.4176, - "ks_statistic_frac_zero_genes": 0.9611, - "ks_statistic_L_stats": -0.6011, - "ks_statistic_lib_fraczero_cells": -1.4967, - "ks_statistic_lib_size_cells": 0.8688, - "ks_statistic_mean_fraczero_genes": 0.8984, - "ks_statistic_mean_var_genes": 0.7863, - "ks_statistic_morans_I": 0.528, - "ks_statistic_nn_correlation": 0.6143, - "ks_statistic_pearson_cells": 0.3728, - "ks_statistic_pearson_genes": 0.2892, - "ks_statistic_scaled_mean_cells": 18.4311, - "ks_statistic_scaled_mean_genes": 0.5924, - "ks_statistic_scaled_var_cells": -0.0467, - "ks_statistic_scaled_var_genes": 0.2004, - "ks_statistic_tmm_cells": 0.1081, + "ks_statistic_enrichment_scalef": 1.0168, + "ks_statistic_L_stats": -0.453, + "ks_statistic_morans_I": 0.5325, + "ks_statistic_nn_correlation": 0.5361, "ks_statistic_transition_matrix": 1.5, + "ks_statistic_transition_scalef": 1.0532, "svg_precision": 0, "svg_recall": 0.087 }, - "mean_score": 0.4006, + "mean_score": 0.3997, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 150, - "cpu_pct": 105.4, - "peak_memory_mb": 4404, + "duration_sec": 85, + "cpu_pct": 113.4, + "peak_memory_mb": 5735, "disk_read_mb": 398, "disk_write_mb": 5 } @@ -4715,150 +4107,160 @@ "dataset_id": "olfactorybulb", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.002, - "clustering_nmi": 0.0134, - "crosscor_cosine": 0.6114, - "crosscor_mantel": 0.2427, - "ctdeconcolute_jsd": 0.1445, - "ctdeconvolute_rmse": 0.084, - "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -2.784, + "clustering_ari": 0.0092, + "clustering_nmi": 0.0211, + "crosscor_cosine": 0.5955, + "crosscor_mantel": 0.2086, + "ctdeconcolute_jsd": 0.1455, + "ctdeconvolute_rmse": 0.0839, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.5833, + "ks_statistic_central_score_scalef": 0.9236, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -1.0858, - "ks_statistic_frac_zero_genes": -0.8138, - "ks_statistic_L_stats": -0.1515, - "ks_statistic_lib_fraczero_cells": -1.6551, - "ks_statistic_lib_size_cells": -2.784, - "ks_statistic_mean_fraczero_genes": -0.8859, - "ks_statistic_mean_var_genes": 0.182, - "ks_statistic_morans_I": 2.9823, - "ks_statistic_nn_correlation": 2.6225, - "ks_statistic_pearson_cells": 41.1124, - "ks_statistic_pearson_genes": 37.0578, - "ks_statistic_scaled_mean_cells": -0.545, - "ks_statistic_scaled_mean_genes": -0.3888, - "ks_statistic_scaled_var_cells": -0.3836, - "ks_statistic_scaled_var_genes": -0.4074, - "ks_statistic_tmm_cells": -0.1339, + "ks_statistic_enrichment_scalef": 37.6223, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.375, - "svg_precision": "NA", - "svg_recall": 0 + "ks_statistic_transition_scalef": 0.897, + "svg_precision": 0.6667, + "svg_recall": 0.087 }, "scaled_scores": { - "clustering_ari": 0.0007, - "clustering_nmi": -0.001, - "crosscor_cosine": 0.2538, - "crosscor_mantel": 0.2661, - "ctdeconcolute_jsd": 0.3116, - "ctdeconvolute_rmse": 0.4133, + "clustering_ari": 0.0158, + "clustering_nmi": 0.0168, + "crosscor_cosine": 0.219, + "crosscor_mantel": 0.2281, + "ctdeconcolute_jsd": 0.2974, + "ctdeconvolute_rmse": 0.3854, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9936, + "ks_statistic_central_score": 0.1429, + "ks_statistic_central_score_scalef": 0.1241, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.9695, - "ks_statistic_frac_zero_genes": 0.9975, - "ks_statistic_L_stats": -0.602, - "ks_statistic_lib_fraczero_cells": 0.8313, - "ks_statistic_lib_size_cells": 0.9936, - "ks_statistic_mean_fraczero_genes": 0.997, - "ks_statistic_mean_var_genes": 0.9301, - "ks_statistic_morans_I": 0.7057, - "ks_statistic_nn_correlation": 0.6403, - "ks_statistic_pearson_cells": 0.677, - "ks_statistic_pearson_genes": 0.6714, - "ks_statistic_scaled_mean_cells": -0.0099, - "ks_statistic_scaled_mean_genes": 0.9989, - "ks_statistic_scaled_var_cells": -0.1726, - "ks_statistic_scaled_var_genes": 0.005, - "ks_statistic_tmm_cells": 0.8049, + "ks_statistic_enrichment_scalef": 0.009, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0159, "svg_precision": 0, - "svg_recall": 0 + "svg_recall": 0.087 }, - "mean_score": 0.4584, + "mean_score": 0.1041, "resources": { - "submit": "2024-12-11 16:05:10", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 23.7, - "cpu_pct": 278.8, - "peak_memory_mb": 11060, + "duration_sec": 16, + "cpu_pct": 291.8, + "peak_memory_mb": 5120, "disk_read_mb": 61, "disk_write_mb": 2 } }, { "dataset_id": "osteosarcoma", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": -0.0032, - "clustering_nmi": 0.0017, - "crosscor_cosine": 0.4975, - "crosscor_mantel": -0.0032, - "ctdeconcolute_jsd": 0.17, - "ctdeconvolute_rmse": 0.2965, + "clustering_ari": -0.0007, + "clustering_nmi": 0.0043, + "crosscor_cosine": 0.498, + "crosscor_mantel": -0.0018, + "ctdeconcolute_jsd": 0.178, + "ctdeconvolute_rmse": 0.2734, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 51.4269, + "ks_statistic_central_score_scalef": 0.5902, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 38.9185, - "ks_statistic_frac_zero_genes": 120.434, - "ks_statistic_L_stats": 19.3121, - "ks_statistic_lib_fraczero_cells": 47.6997, - "ks_statistic_lib_size_cells": 51.4269, - "ks_statistic_mean_fraczero_genes": 25.791, - "ks_statistic_mean_var_genes": 91.8399, - "ks_statistic_morans_I": 57.3886, - "ks_statistic_nn_correlation": 334.2084, - "ks_statistic_pearson_cells": 69.5145, - "ks_statistic_pearson_genes": 58.3886, - "ks_statistic_scaled_mean_cells": -1.0067, - "ks_statistic_scaled_mean_genes": 27.6645, - "ks_statistic_scaled_var_cells": -1.3389, - "ks_statistic_scaled_var_genes": -2.6779, - "ks_statistic_tmm_cells": 1.3713, + "ks_statistic_enrichment_scalef": 27.1936, + "ks_statistic_L_stats": -0.6042, + "ks_statistic_morans_I": 52.2755, + "ks_statistic_nn_correlation": 177.1397, "ks_statistic_transition_matrix": 0.6875, + "ks_statistic_transition_scalef": 0.4451, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0023, + "clustering_nmi": 0.0025, "crosscor_cosine": 0, "crosscor_mantel": 0, "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "ctdeconvolute_rmse": 0.0742, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0.0307, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0.0298, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, + "ks_statistic_morans_I": 0.1308, + "ks_statistic_nn_correlation": 0.3682, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.0299, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0371, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 6.2, + "cpu_pct": 316.5, + "peak_memory_mb": 5940, + "disk_read_mb": 49, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": -0.002, + "clustering_nmi": 0.0029, + "crosscor_cosine": 0.4986, + "crosscor_mantel": -0.0003, + "ctdeconcolute_jsd": 0.1705, + "ctdeconvolute_rmse": 0.2953, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.6067, + "ks_statistic_enrichment": 0.75, + "ks_statistic_enrichment_scalef": 27.8728, + "ks_statistic_L_stats": -0.9155, + "ks_statistic_morans_I": 60.2317, + "ks_statistic_nn_correlation": 288.5287, + "ks_statistic_transition_matrix": 0.6875, + "ks_statistic_transition_scalef": 0.4561, + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0.0014, + "crosscor_mantel": 0.0015, + "ctdeconcolute_jsd": 0.0421, + "ctdeconvolute_rmse": 0, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0.8515, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1034, + "mean_score": 0.0498, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 6.7, - "cpu_pct": 285.1, - "peak_memory_mb": 5940, + "duration_sec": 6.2, + "cpu_pct": 265.9, + "peak_memory_mb": 4711, "disk_read_mb": 49, "disk_write_mb": 7 } @@ -4875,25 +4277,14 @@ "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.7378, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -1.4052, - "ks_statistic_frac_zero_genes": -0.5289, - "ks_statistic_L_stats": 19.3087, - "ks_statistic_lib_fraczero_cells": -2.2291, - "ks_statistic_lib_size_cells": -0.7378, - "ks_statistic_mean_fraczero_genes": -1.1126, - "ks_statistic_mean_var_genes": -2.3295, + "ks_statistic_central_score_scalef": 0.068, + "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment_scalef": 5.0826, + "ks_statistic_L_stats": -0.9698, "ks_statistic_morans_I": -0.596, "ks_statistic_nn_correlation": -13.9751, - "ks_statistic_pearson_cells": -0.1381, - "ks_statistic_pearson_genes": -0.0827, - "ks_statistic_scaled_mean_cells": -0.3886, - "ks_statistic_scaled_mean_genes": -0.2858, - "ks_statistic_scaled_var_cells": -0.4228, - "ks_statistic_scaled_var_genes": -1.1935, - "ks_statistic_tmm_cells": -1.5688, - "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_scalef": 0.0873, "svg_precision": 1, "svg_recall": 1 }, @@ -4906,36 +4297,25 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, + "ks_statistic_enrichment_scalef": 1, "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, "ks_statistic_morans_I": 1, "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8276, + "mean_score": 0.8889, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 7.7, - "cpu_pct": 299.1, + "duration_sec": 7.6, + "cpu_pct": 309.2, "peak_memory_mb": 5940, - "disk_read_mb": 49, + "disk_read_mb": 50, "disk_write_mb": 21 } }, @@ -4943,226 +4323,214 @@ "dataset_id": "osteosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0161, - "clustering_nmi": 0.0222, - "crosscor_cosine": 0.7139, - "crosscor_mantel": 0.421, - "ctdeconcolute_jsd": 0.1078, - "ctdeconvolute_rmse": 0.1157, + "clustering_ari": 0.0196, + "clustering_nmi": 0.0266, + "crosscor_cosine": 0.6873, + "crosscor_mantel": 0.3645, + "ctdeconcolute_jsd": 0.1097, + "ctdeconvolute_rmse": 0.1144, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.7579, + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.7521, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 0.5235, - "ks_statistic_frac_zero_genes": -0.1002, - "ks_statistic_L_stats": 19.2903, - "ks_statistic_lib_fraczero_cells": 2.7304, - "ks_statistic_lib_size_cells": 0.7579, - "ks_statistic_mean_fraczero_genes": -0.6057, - "ks_statistic_mean_var_genes": -1.6047, - "ks_statistic_morans_I": 7.2717, - "ks_statistic_nn_correlation": 30.8147, - "ks_statistic_pearson_cells": 0.8403, - "ks_statistic_pearson_genes": 0.4837, - "ks_statistic_scaled_mean_cells": -0.5883, - "ks_statistic_scaled_mean_genes": -0.2746, - "ks_statistic_scaled_var_cells": -0.2878, - "ks_statistic_scaled_var_genes": -1.8501, - "ks_statistic_tmm_cells": 0.7053, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.2421, - "svg_recall": 0.5847 + "ks_statistic_enrichment_scalef": 39.9705, + "ks_statistic_L_stats": -0.7126, + "ks_statistic_morans_I": 8.3194, + "ks_statistic_nn_correlation": 25.9377, + "ks_statistic_transition_matrix": 0.625, + "ks_statistic_transition_scalef": 0.6545, + "svg_precision": 0.2633, + "svg_recall": 0.6503 }, "scaled_scores": { - "clustering_ari": 0.0326, - "clustering_nmi": 0.0371, - "crosscor_cosine": 0.4542, - "crosscor_mantel": 0.4377, - "ctdeconcolute_jsd": 0.3658, - "ctdeconvolute_rmse": 0.6099, + "clustering_ari": 0.0367, + "clustering_nmi": 0.0432, + "crosscor_cosine": 0.3978, + "crosscor_mantel": 0.3784, + "ctdeconcolute_jsd": 0.3835, + "ctdeconvolute_rmse": 0.6126, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9713, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.9522, - "ks_statistic_frac_zero_genes": 0.9965, - "ks_statistic_L_stats": 6.5465, - "ks_statistic_lib_fraczero_cells": 0.9007, - "ks_statistic_lib_size_cells": 0.9713, - "ks_statistic_mean_fraczero_genes": 0.9812, - "ks_statistic_mean_var_genes": 0.9923, - "ks_statistic_morans_I": 0.8643, - "ks_statistic_nn_correlation": 0.8714, - "ks_statistic_pearson_cells": 0.986, - "ks_statistic_pearson_genes": 0.9903, - "ks_statistic_scaled_mean_cells": 0.3231, - "ks_statistic_scaled_mean_genes": 0.9996, - "ks_statistic_scaled_var_cells": -0.1474, - "ks_statistic_scaled_var_genes": 0.4423, - "ks_statistic_tmm_cells": 0.2265, - "ks_statistic_transition_matrix": 0.4286, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": -0.2699, + "ks_statistic_enrichment": 0.2, + "ks_statistic_enrichment_scalef": -0.5308, + "ks_statistic_L_stats": 0.2966, + "ks_statistic_morans_I": 0.8534, + "ks_statistic_nn_correlation": 0.8681, + "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": -0.5376, "svg_precision": 0, - "svg_recall": 0.5847 + "svg_recall": 0.6503 }, - "mean_score": 0.5863, + "mean_score": 0.2692, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 59.5, - "cpu_pct": 325, - "peak_memory_mb": 13927, + "duration_sec": 58.1, + "cpu_pct": 340.4, + "peak_memory_mb": 24679, "disk_read_mb": 81, "disk_write_mb": 36 } }, { "dataset_id": "osteosarcoma", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.0035, - "clustering_nmi": 0.0093, - "crosscor_cosine": 0.8184, - "crosscor_mantel": 0.6329, - "ctdeconcolute_jsd": 0.1048, - "ctdeconvolute_rmse": 0.1077, + "clustering_ari": 0.0077, + "clustering_nmi": 0.013, + "crosscor_cosine": 0.8295, + "crosscor_mantel": 0.6558, + "ctdeconcolute_jsd": 0.0993, + "ctdeconvolute_rmse": 0.098, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.1499, + "ks_statistic_central_score_scalef": 0.3545, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": -0.1077, - "ks_statistic_frac_zero_genes": -0.2647, - "ks_statistic_L_stats": 19.3139, - "ks_statistic_lib_fraczero_cells": 2.3923, - "ks_statistic_lib_size_cells": -0.1499, - "ks_statistic_mean_fraczero_genes": -0.7374, - "ks_statistic_mean_var_genes": -0.7166, - "ks_statistic_morans_I": 3.6397, - "ks_statistic_nn_correlation": 31.7673, - "ks_statistic_pearson_cells": -0.0656, - "ks_statistic_pearson_genes": 0.1071, - "ks_statistic_scaled_mean_cells": -0.6972, - "ks_statistic_scaled_mean_genes": -0.1023, - "ks_statistic_scaled_var_cells": -0.3011, - "ks_statistic_scaled_var_genes": -1.8617, - "ks_statistic_tmm_cells": 1.6125, - "ks_statistic_transition_matrix": 0.5625, - "svg_precision": 0.4524, - "svg_recall": 0.7268 + "ks_statistic_enrichment_scalef": 18.6056, + "ks_statistic_L_stats": -0.6865, + "ks_statistic_morans_I": 4.0152, + "ks_statistic_nn_correlation": 30.0471, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.3142, + "svg_precision": 0.523, + "svg_recall": 0.8087 }, "scaled_scores": { - "clustering_ari": 0.0114, - "clustering_nmi": 0.0138, - "crosscor_cosine": 0.6736, - "crosscor_mantel": 0.6563, - "ctdeconcolute_jsd": 0.3834, - "ctdeconvolute_rmse": 0.6367, + "clustering_ari": 0.0165, + "clustering_nmi": 0.0185, + "crosscor_cosine": 0.6965, + "crosscor_mantel": 0.6795, + "ctdeconcolute_jsd": 0.4423, + "ctdeconvolute_rmse": 0.6683, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.9887, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9678, - "ks_statistic_frac_zero_genes": 0.9978, - "ks_statistic_L_stats": -0.5485, - "ks_statistic_lib_fraczero_cells": 0.9074, - "ks_statistic_lib_size_cells": 0.9887, - "ks_statistic_mean_fraczero_genes": 0.9861, - "ks_statistic_mean_var_genes": 0.9829, - "ks_statistic_morans_I": 0.927, - "ks_statistic_nn_correlation": 0.8686, - "ks_statistic_pearson_cells": 0.999, - "ks_statistic_pearson_genes": 0.9968, - "ks_statistic_scaled_mean_cells": 0.4993, - "ks_statistic_scaled_mean_genes": 0.9934, - "ks_statistic_scaled_var_cells": -0.1328, - "ks_statistic_scaled_var_genes": 0.4501, - "ks_statistic_tmm_cells": -0.082, - "ks_statistic_transition_matrix": 0.2857, + "ks_statistic_central_score_scalef": 0.4682, + "ks_statistic_enrichment": 0.4, + "ks_statistic_enrichment_scalef": 0.4066, + "ks_statistic_L_stats": 0.2251, + "ks_statistic_morans_I": 0.9242, + "ks_statistic_nn_correlation": 0.8545, + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.3847, "svg_precision": 0, - "svg_recall": 0.7268 + "svg_recall": 0.8087 }, - "mean_score": 0.5727, + "mean_score": 0.4186, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 822, - "cpu_pct": 101.7, - "peak_memory_mb": 8397, + "duration_sec": 823, + "cpu_pct": 101.4, + "peak_memory_mb": 7066, "disk_read_mb": 81, "disk_write_mb": 7 } }, { "dataset_id": "osteosarcoma", - "method_id": "sparsim", + "method_id": "scdesign3_poisson", "metric_values": { - "clustering_ari": 0.0326, - "clustering_nmi": 0.0377, - "crosscor_cosine": 0.6369, - "crosscor_mantel": 0.2581, - "ctdeconcolute_jsd": 0.0744, - "ctdeconvolute_rmse": 0.0642, + "clustering_ari": 0.0494, + "clustering_nmi": 0.0535, + "crosscor_cosine": 0.9096, + "crosscor_mantel": 0.8425, + "ctdeconcolute_jsd": 0.0661, + "ctdeconvolute_rmse": 0.0449, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -0.7378, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 1.916, - "ks_statistic_frac_zero_genes": -0.2813, - "ks_statistic_L_stats": 19.3015, - "ks_statistic_lib_fraczero_cells": 7.9322, - "ks_statistic_lib_size_cells": -0.7378, - "ks_statistic_mean_fraczero_genes": -0.4941, - "ks_statistic_mean_var_genes": -1.201, - "ks_statistic_morans_I": 25.8563, - "ks_statistic_nn_correlation": 199.4333, - "ks_statistic_pearson_cells": 2.872, - "ks_statistic_pearson_genes": 3.2146, - "ks_statistic_scaled_mean_cells": -0.3886, - "ks_statistic_scaled_mean_genes": -0.078, - "ks_statistic_scaled_var_cells": -0.283, - "ks_statistic_scaled_var_genes": -0.5796, - "ks_statistic_tmm_cells": 0.5716, - "ks_statistic_transition_matrix": 0, + "ks_statistic_central_score": 0.5833, + "ks_statistic_central_score_scalef": 0.3458, + "ks_statistic_enrichment": 0.625, + "ks_statistic_enrichment_scalef": 22.1379, + "ks_statistic_L_stats": -0.4607, + "ks_statistic_morans_I": 20.1007, + "ks_statistic_nn_correlation": 50.3765, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.3602, + "svg_precision": 0.244, + "svg_recall": 1 + }, + "scaled_scores": { + "clustering_ari": 0.087, + "clustering_nmi": 0.0922, + "crosscor_cosine": 0.8648, + "crosscor_mantel": 0.8723, + "ctdeconcolute_jsd": 0.6288, + "ctdeconvolute_rmse": 0.8479, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0.1667, + "ks_statistic_central_score_scalef": 0.4844, + "ks_statistic_enrichment": 0.2, + "ks_statistic_enrichment_scalef": 0.2516, + "ks_statistic_L_stats": -0.3923, + "ks_statistic_morans_I": 0.6597, + "ks_statistic_nn_correlation": 0.7873, + "ks_statistic_transition_matrix": 0.375, + "ks_statistic_transition_scalef": 0.2602, "svg_precision": 0, + "svg_recall": 1 + }, + "mean_score": 0.421, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 945, + "cpu_pct": 101.3, + "peak_memory_mb": 6964, + "disk_read_mb": 81, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "osteosarcoma", + "method_id": "sparsim", + "metric_values": { + "clustering_ari": 0.0319, + "clustering_nmi": 0.0373, + "crosscor_cosine": 0.6439, + "crosscor_mantel": 0.2737, + "ctdeconcolute_jsd": 0.0751, + "ctdeconvolute_rmse": 0.066, + "ks_statistic_celltype_interaction": -0.4544, + "ks_statistic_central_score": 0.1667, + "ks_statistic_central_score_scalef": 0.126, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 2.7326, + "ks_statistic_L_stats": -0.1979, + "ks_statistic_morans_I": 25.2479, + "ks_statistic_nn_correlation": 41.7334, + "ks_statistic_transition_matrix": 0.125, + "ks_statistic_transition_scalef": 0.0885, + "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0604, - "clustering_nmi": 0.0655, - "crosscor_cosine": 0.2928, - "crosscor_mantel": 0.2696, - "ctdeconcolute_jsd": 0.5622, - "ctdeconvolute_rmse": 0.7837, + "clustering_ari": 0.0574, + "clustering_nmi": 0.0627, + "crosscor_cosine": 0.3067, + "crosscor_mantel": 0.2846, + "ctdeconcolute_jsd": 0.5783, + "ctdeconvolute_rmse": 0.7766, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.9176, - "ks_statistic_frac_zero_genes": 0.998, - "ks_statistic_L_stats": 3.1843, - "ks_statistic_lib_fraczero_cells": 0.7965, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.977, - "ks_statistic_mean_var_genes": 0.988, - "ks_statistic_morans_I": 0.5438, - "ks_statistic_nn_correlation": 0.3871, - "ks_statistic_pearson_cells": 0.9568, - "ks_statistic_pearson_genes": 0.9436, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.9926, - "ks_statistic_scaled_var_cells": -0.1526, - "ks_statistic_scaled_var_genes": -0.4136, - "ks_statistic_tmm_cells": 0.272, - "ks_statistic_transition_matrix": 1.5714, + "ks_statistic_central_score": 1, + "ks_statistic_central_score_scalef": 0.8924, + "ks_statistic_enrichment": 0.8, + "ks_statistic_enrichment_scalef": 1.1031, + "ks_statistic_L_stats": -1.1113, + "ks_statistic_morans_I": 0.5751, + "ks_statistic_nn_correlation": 0.8158, + "ks_statistic_transition_matrix": 1.125, + "ks_statistic_transition_scalef": 0.9965, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5796, + "mean_score": 0.5081, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:33", "exit_code": 0, - "duration_sec": 49, - "cpu_pct": 117.6, - "peak_memory_mb": 3892, + "duration_sec": 36.6, + "cpu_pct": 130.9, + "peak_memory_mb": 5223, "disk_read_mb": 78, "disk_write_mb": 7 } @@ -5173,73 +4541,51 @@ "metric_values": { "clustering_ari": 0.0326, "clustering_nmi": 0.0377, - "crosscor_cosine": 0.5033, - "crosscor_mantel": 0.001, - "ctdeconcolute_jsd": 0.1777, - "ctdeconvolute_rmse": 0.2936, + "crosscor_cosine": 0.5044, + "crosscor_mantel": 0.0023, + "ctdeconcolute_jsd": 0.1769, + "ctdeconvolute_rmse": 0.2773, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 1.1835, + "ks_statistic_central_score_scalef": 0.1139, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 3.6589, - "ks_statistic_frac_zero_genes": 32.3854, - "ks_statistic_L_stats": 19.2987, - "ks_statistic_lib_fraczero_cells": 4.0076, - "ks_statistic_lib_size_cells": 1.1835, - "ks_statistic_mean_fraczero_genes": 23.0068, - "ks_statistic_mean_var_genes": 58.0766, - "ks_statistic_morans_I": 8.7877, - "ks_statistic_nn_correlation": 3.934, - "ks_statistic_pearson_cells": 292.7983, - "ks_statistic_pearson_genes": 309.1572, - "ks_statistic_scaled_mean_cells": -0.5638, - "ks_statistic_scaled_mean_genes": 9.26, - "ks_statistic_scaled_var_cells": -0.2825, - "ks_statistic_scaled_var_genes": -0.3031, - "ks_statistic_tmm_cells": 7.8307, + "ks_statistic_enrichment_scalef": 3.7205, + "ks_statistic_L_stats": -0.585, + "ks_statistic_morans_I": 11.0961, + "ks_statistic_nn_correlation": 8.6733, "ks_statistic_transition_matrix": 0, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_transition_scalef": 0.093, + "svg_precision": 0.1882, + "svg_recall": 0.0874 }, "scaled_scores": { - "clustering_ari": 0.0604, - "clustering_nmi": 0.0655, - "crosscor_cosine": 0.0122, - "crosscor_mantel": 0.0043, - "ctdeconcolute_jsd": -0.0453, - "ctdeconvolute_rmse": 0.01, + "clustering_ari": 0.0585, + "clustering_nmi": 0.0635, + "crosscor_cosine": 0.0136, + "crosscor_mantel": 0.0042, + "ctdeconcolute_jsd": 0.0059, + "ctdeconvolute_rmse": 0.0611, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9632, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8744, - "ks_statistic_frac_zero_genes": 0.7279, - "ks_statistic_L_stats": 4.0286, - "ks_statistic_lib_fraczero_cells": 0.8751, - "ks_statistic_lib_size_cells": 0.9632, - "ks_statistic_mean_fraczero_genes": 0.1035, - "ks_statistic_mean_var_genes": 0.3585, - "ks_statistic_morans_I": 0.8382, - "ks_statistic_nn_correlation": 0.9486, - "ks_statistic_pearson_cells": -3.2057, - "ks_statistic_pearson_genes": -4.2887, - "ks_statistic_scaled_mean_cells": 0.2834, - "ks_statistic_scaled_mean_genes": 0.6585, - "ks_statistic_scaled_var_cells": -0.1532, - "ks_statistic_scaled_var_genes": -0.5999, - "ks_statistic_tmm_cells": -2.1969, - "ks_statistic_transition_matrix": 1.5714, + "ks_statistic_central_score_scalef": 0.9148, + "ks_statistic_enrichment": 0.8, + "ks_statistic_enrichment_scalef": 1.0598, + "ks_statistic_L_stats": -0.0525, + "ks_statistic_morans_I": 0.8078, + "ks_statistic_nn_correlation": 0.9251, + "ks_statistic_transition_matrix": 1.375, + "ks_statistic_transition_scalef": 0.9844, "svg_precision": 0, - "svg_recall": 0 + "svg_recall": 0.0874 }, - "mean_score": 0.4051, + "mean_score": 0.4292, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 16.6, - "cpu_pct": 192.1, + "duration_sec": 16, + "cpu_pct": 185, "peak_memory_mb": 6452, - "disk_read_mb": 73, + "disk_read_mb": 74, "disk_write_mb": 7 } }, @@ -5247,73 +4593,51 @@ "dataset_id": "osteosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.7098, - "clustering_nmi": 0.6675, - "crosscor_cosine": 0.9638, - "crosscor_mantel": 0.9434, - "ctdeconcolute_jsd": 0.0117, - "ctdeconvolute_rmse": 0.0019, + "clustering_ari": 0.6695, + "clustering_nmi": 0.6244, + "crosscor_cosine": 0.9642, + "crosscor_mantel": 0.9438, + "ctdeconcolute_jsd": 0.0118, + "ctdeconvolute_rmse": 0.0021, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.6584, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.5108, - "ks_statistic_frac_zero_genes": -0.1391, - "ks_statistic_L_stats": 19.279, - "ks_statistic_lib_fraczero_cells": 3.3154, - "ks_statistic_lib_size_cells": -0.6584, - "ks_statistic_mean_fraczero_genes": -0.4042, - "ks_statistic_mean_var_genes": -2.2402, - "ks_statistic_morans_I": -0.0411, - "ks_statistic_nn_correlation": -0.9346, - "ks_statistic_pearson_cells": -0.0176, - "ks_statistic_pearson_genes": 0.0144, - "ks_statistic_scaled_mean_cells": -0.4346, - "ks_statistic_scaled_mean_genes": -0.2725, - "ks_statistic_scaled_var_cells": -0.2705, - "ks_statistic_scaled_var_genes": -1.3589, - "ks_statistic_tmm_cells": -0.5477, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.7685, - "svg_recall": 0.9071 + "ks_statistic_central_score_scalef": 0.088, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 5.3291, + "ks_statistic_L_stats": -0.9455, + "ks_statistic_morans_I": -0.1197, + "ks_statistic_nn_correlation": -0.5949, + "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_scalef": 0.0835, + "svg_precision": 0.7874, + "svg_recall": 0.8907 }, "scaled_scores": { - "clustering_ari": 1.2034, - "clustering_nmi": 1.2111, - "crosscor_cosine": 0.9787, - "crosscor_mantel": 0.9767, - "ctdeconcolute_jsd": 0.9313, - "ctdeconvolute_rmse": 0.9935, + "clustering_ari": 1.1356, + "clustering_nmi": 1.133, + "crosscor_cosine": 0.9796, + "crosscor_mantel": 0.977, + "ctdeconcolute_jsd": 0.9335, + "ctdeconvolute_rmse": 0.9928, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9985, - "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.9525, - "ks_statistic_frac_zero_genes": 0.9968, - "ks_statistic_L_stats": 9.9478, - "ks_statistic_lib_fraczero_cells": 0.889, - "ks_statistic_lib_size_cells": 0.9985, - "ks_statistic_mean_fraczero_genes": 0.9737, - "ks_statistic_mean_var_genes": 0.9991, - "ks_statistic_morans_I": 0.9904, - "ks_statistic_nn_correlation": 0.9625, - "ks_statistic_pearson_cells": 0.9983, - "ks_statistic_pearson_genes": 0.9983, - "ks_statistic_scaled_mean_cells": 0.0743, - "ks_statistic_scaled_mean_genes": 0.9995, - "ks_statistic_scaled_var_cells": -0.1662, - "ks_statistic_scaled_var_genes": 0.1114, - "ks_statistic_tmm_cells": 0.6527, - "ks_statistic_transition_matrix": 1.2857, + "ks_statistic_central_score_scalef": 0.9629, + "ks_statistic_enrichment": 0.8, + "ks_statistic_enrichment_scalef": 0.9892, + "ks_statistic_L_stats": 0.9336, + "ks_statistic_morans_I": 0.9922, + "ks_statistic_nn_correlation": 0.9558, + "ks_statistic_transition_matrix": 0.875, + "ks_statistic_transition_scalef": 1.0103, "svg_precision": 0, - "svg_recall": 0.9071 + "svg_recall": 0.8907 }, - "mean_score": 0.8063, + "mean_score": 0.849, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 35.3, - "cpu_pct": 131.3, + "duration_sec": 35.6, + "cpu_pct": 138.4, "peak_memory_mb": 6247, "disk_read_mb": 74, "disk_write_mb": 7 @@ -5331,67 +4655,45 @@ "ctdeconvolute_rmse": 0.2816, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 5.673, + "ks_statistic_central_score_scalef": 0.1139, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 17.9453, - "ks_statistic_frac_zero_genes": 13.1863, - "ks_statistic_L_stats": 19.3288, - "ks_statistic_lib_fraczero_cells": 28.8828, - "ks_statistic_lib_size_cells": 5.673, - "ks_statistic_mean_fraczero_genes": 2.7415, - "ks_statistic_mean_var_genes": -62.9127, + "ks_statistic_enrichment_scalef": 3.1176, + "ks_statistic_L_stats": -0.2394, "ks_statistic_morans_I": 18.8611, "ks_statistic_nn_correlation": 47.5237, - "ks_statistic_pearson_cells": 229.0945, - "ks_statistic_pearson_genes": 249.4154, - "ks_statistic_scaled_mean_cells": -0.6605, - "ks_statistic_scaled_mean_genes": 69.8623, - "ks_statistic_scaled_var_cells": -0.2263, - "ks_statistic_scaled_var_genes": -0.7105, - "ks_statistic_tmm_cells": 37.6509, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.093, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0604, - "clustering_nmi": 0.0655, - "crosscor_cosine": -0.0271, - "crosscor_mantel": 0.0029, - "ctdeconcolute_jsd": -0.0108, - "ctdeconvolute_rmse": 0.0504, + "clustering_ari": 0.0585, + "clustering_nmi": 0.0635, + "crosscor_cosine": -0.0282, + "crosscor_mantel": 0.0015, + "ctdeconcolute_jsd": 0.0349, + "ctdeconvolute_rmse": 0.0464, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.8771, - "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.5201, - "ks_statistic_frac_zero_genes": 0.8866, - "ks_statistic_L_stats": -5.0331, - "ks_statistic_lib_fraczero_cells": 0.3769, - "ks_statistic_lib_size_cells": 0.8771, - "ks_statistic_mean_fraczero_genes": 0.8567, - "ks_statistic_mean_var_genes": 1.6433, - "ks_statistic_morans_I": 0.6644, - "ks_statistic_nn_correlation": 0.8234, - "ks_statistic_pearson_cells": -2.2911, - "ks_statistic_pearson_genes": -3.267, - "ks_statistic_scaled_mean_cells": 0.4399, - "ks_statistic_scaled_mean_genes": -1.5097, - "ks_statistic_scaled_var_cells": -0.2145, - "ks_statistic_scaled_var_genes": -0.3254, - "ks_statistic_tmm_cells": -12.3394, - "ks_statistic_transition_matrix": 1.5714, + "ks_statistic_central_score_scalef": 0.9148, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 1.0862, + "ks_statistic_L_stats": -0.9976, + "ks_statistic_morans_I": 0.6801, + "ks_statistic_nn_correlation": 0.7967, + "ks_statistic_transition_matrix": 1.375, + "ks_statistic_transition_scalef": 0.9844, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3621, + "mean_score": 0.4212, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 167, - "cpu_pct": 104.3, - "peak_memory_mb": 4506, - "disk_read_mb": 416, + "duration_sec": 169, + "cpu_pct": 107.9, + "peak_memory_mb": 7168, + "disk_read_mb": 417, "disk_write_mb": 10 } }, @@ -5399,151 +4701,161 @@ "dataset_id": "osteosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0023, - "clustering_nmi": 0.0074, - "crosscor_cosine": 0.5942, - "crosscor_mantel": 0.1639, - "ctdeconcolute_jsd": 0.0906, - "ctdeconvolute_rmse": 0.0826, + "clustering_ari": -0.0026, + "clustering_nmi": 0.0025, + "crosscor_cosine": 0.5857, + "crosscor_mantel": 0.1436, + "ctdeconcolute_jsd": 0.091, + "ctdeconvolute_rmse": 0.0838, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.4097, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.1673, - "ks_statistic_frac_zero_genes": 0.2082, - "ks_statistic_L_stats": 19.3216, - "ks_statistic_lib_fraczero_cells": 1.7117, - "ks_statistic_lib_size_cells": -0.4097, - "ks_statistic_mean_fraczero_genes": 1.0931, - "ks_statistic_mean_var_genes": -1.6415, - "ks_statistic_morans_I": 37.7297, - "ks_statistic_nn_correlation": 201.9876, - "ks_statistic_pearson_cells": 5.4464, - "ks_statistic_pearson_genes": 3.362, - "ks_statistic_scaled_mean_cells": -0.4818, - "ks_statistic_scaled_mean_genes": -0.2091, - "ks_statistic_scaled_var_cells": -0.2736, - "ks_statistic_scaled_var_genes": -2.7399, - "ks_statistic_tmm_cells": 2.0954, + "ks_statistic_central_score": 0.5, + "ks_statistic_central_score_scalef": 1.0538, + "ks_statistic_enrichment": 0.75, + "ks_statistic_enrichment_scalef": 20.7402, + "ks_statistic_L_stats": -0.0541, + "ks_statistic_morans_I": 38.8594, + "ks_statistic_nn_correlation": 125.085, "ks_statistic_transition_matrix": 0.4375, + "ks_statistic_transition_scalef": 0.7473, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0094, - "clustering_nmi": 0.0104, - "crosscor_cosine": 0.2031, - "crosscor_mantel": 0.1724, - "ctdeconcolute_jsd": 0.4671, - "ctdeconvolute_rmse": 0.7215, + "clustering_ari": -0.001, + "clustering_nmi": -0.0007, + "crosscor_cosine": 0.1842, + "crosscor_mantel": 0.1501, + "ctdeconcolute_jsd": 0.4886, + "ctdeconvolute_rmse": 0.7162, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9937, - "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 0.9693, - "ks_statistic_frac_zero_genes": 0.9939, - "ks_statistic_L_stats": -2.8724, - "ks_statistic_lib_fraczero_cells": 0.9211, - "ks_statistic_lib_size_cells": 0.9937, - "ks_statistic_mean_fraczero_genes": 0.918, - "ks_statistic_mean_var_genes": 0.9927, - "ks_statistic_morans_I": 0.339, - "ks_statistic_nn_correlation": 0.3797, - "ks_statistic_pearson_cells": 0.9198, - "ks_statistic_pearson_genes": 0.9411, - "ks_statistic_scaled_mean_cells": 0.1508, - "ks_statistic_scaled_mean_genes": 0.9973, - "ks_statistic_scaled_var_cells": -0.1629, - "ks_statistic_scaled_var_genes": 1.0417, - "ks_statistic_tmm_cells": -0.2463, - "ks_statistic_transition_matrix": 0.5714, + "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score_scalef": -0.8299, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0.313, + "ks_statistic_L_stats": -1.5045, + "ks_statistic_morans_I": 0.3514, + "ks_statistic_nn_correlation": 0.5403, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": -0.7893, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5143, + "mean_score": 0.1987, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 34.9, - "cpu_pct": 407.8, - "peak_memory_mb": 54784, + "duration_sec": 36.4, + "cpu_pct": 484.1, + "peak_memory_mb": 26420, "disk_read_mb": 80, "disk_write_mb": 7 } }, { "dataset_id": "pdac", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": 0.0006, - "clustering_nmi": 0.0143, - "crosscor_cosine": 0.5008, - "crosscor_mantel": 0.0024, - "ctdeconcolute_jsd": 0.1118, - "ctdeconvolute_rmse": 0.5974, - "ks_statistic_celltype_interaction": 0.7024, + "clustering_ari": 0.0233, + "clustering_nmi": 0.0359, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0003, + "ctdeconcolute_jsd": 0.1279, + "ctdeconvolute_rmse": 0.6527, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.75, - "ks_statistic_efflib_size_cells": 58.0531, + "ks_statistic_central_score_scalef": 1.2436, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 59.7259, - "ks_statistic_frac_zero_genes": 75.9171, - "ks_statistic_L_stats": 1.8087, - "ks_statistic_lib_fraczero_cells": 45.3505, - "ks_statistic_lib_size_cells": 58.0531, - "ks_statistic_mean_fraczero_genes": 23.2338, - "ks_statistic_mean_var_genes": 133.6778, - "ks_statistic_morans_I": 11.3754, - "ks_statistic_nn_correlation": 12.8212, - "ks_statistic_pearson_cells": 63.8891, - "ks_statistic_pearson_genes": 65.9228, - "ks_statistic_scaled_mean_cells": -0.5268, - "ks_statistic_scaled_mean_genes": 60.6064, - "ks_statistic_scaled_var_cells": -0.3061, - "ks_statistic_scaled_var_genes": -0.245, - "ks_statistic_tmm_cells": 0.144, - "ks_statistic_transition_matrix": 0.625, + "ks_statistic_enrichment_scalef": 47.4647, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.75, + "ks_statistic_transition_scalef": 1.008, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, + "clustering_ari": 0.0541, + "clustering_nmi": 0.0294, + "crosscor_cosine": 0.0003, "crosscor_mantel": 0, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.0345, + "mean_score": 0.0047, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 7.3, - "cpu_pct": 263.9, + "duration_sec": 13.3, + "cpu_pct": 186.6, "peak_memory_mb": 5940, - "disk_read_mb": 47, + "disk_read_mb": 46, + "disk_write_mb": 11 + } + }, + { + "dataset_id": "pdac", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.0043, + "clustering_nmi": 0.0244, + "crosscor_cosine": 0.4996, + "crosscor_mantel": 0.0008, + "ctdeconcolute_jsd": 0.1109, + "ctdeconvolute_rmse": 0.5956, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": "NA", + "ks_statistic_central_score_scalef": "NA", + "ks_statistic_enrichment": "NA", + "ks_statistic_enrichment_scalef": "NA", + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": "NA", + "ks_statistic_transition_scalef": "NA", + "svg_precision": "NA", + "svg_recall": 0 + }, + "scaled_scores": { + "clustering_ari": 0, + "clustering_nmi": 0, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0005, + "ctdeconcolute_jsd": 0.1328, + "ctdeconvolute_rmse": 0.0875, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 0, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0123, + "resources": { + "submit": "2025-03-14 13:22:24", + "exit_code": 0, + "duration_sec": 12.9, + "cpu_pct": 184.3, + "peak_memory_mb": 5940, + "disk_read_mb": 46, "disk_write_mb": 8 } }, @@ -5557,27 +4869,16 @@ "crosscor_mantel": 0.7936, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, - "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.5469, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.3302, - "ks_statistic_frac_zero_genes": -0.2455, - "ks_statistic_L_stats": 0.9929, - "ks_statistic_lib_fraczero_cells": -1.1102, - "ks_statistic_lib_size_cells": -0.5469, - "ks_statistic_mean_fraczero_genes": -1.1391, - "ks_statistic_mean_var_genes": -4.7954, - "ks_statistic_morans_I": 3.2627, - "ks_statistic_nn_correlation": 1.4368, - "ks_statistic_pearson_cells": -0.1034, - "ks_statistic_pearson_genes": 0.0901, - "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": -0.2688, - "ks_statistic_scaled_var_cells": -0.4712, - "ks_statistic_scaled_var_genes": -0.5043, - "ks_statistic_tmm_cells": -0.445, + "ks_statistic_central_score_scalef": 0.5937, + "ks_statistic_enrichment": 0.5, + "ks_statistic_enrichment_scalef": 34.5369, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_transition_scalef": 0.7423, "svg_precision": 1, "svg_recall": 1 }, @@ -5590,34 +4891,23 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, - "ks_statistic_morans_I": 1, - "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, + "ks_statistic_enrichment_scalef": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.8966, + "mean_score": 0.7222, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 7.9, - "cpu_pct": 280.3, + "duration_sec": 7.7, + "cpu_pct": 291.9, "peak_memory_mb": 5940, "disk_read_mb": 47, "disk_write_mb": 18 @@ -5627,151 +4917,161 @@ "dataset_id": "pdac", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1813, - "clustering_nmi": 0.2374, + "clustering_ari": 0.1447, + "clustering_nmi": 0.1574, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7161, - "ctdeconcolute_jsd": 0.0961, - "ctdeconvolute_rmse": 0.3953, - "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.0908, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.6567, - "ks_statistic_frac_zero_genes": 1.5429, - "ks_statistic_L_stats": 4.7777, - "ks_statistic_lib_fraczero_cells": 4.071, - "ks_statistic_lib_size_cells": 0.0908, - "ks_statistic_mean_fraczero_genes": 7.2195, - "ks_statistic_mean_var_genes": -0.1811, - "ks_statistic_morans_I": 1.2005, - "ks_statistic_nn_correlation": 0.8177, - "ks_statistic_pearson_cells": 11.1238, - "ks_statistic_pearson_genes": 12.7063, - "ks_statistic_scaled_mean_cells": -0.2811, - "ks_statistic_scaled_mean_genes": 0.2027, - "ks_statistic_scaled_var_cells": -0.425, - "ks_statistic_scaled_var_genes": -0.4963, - "ks_statistic_tmm_cells": 0.0407, - "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.674, - "svg_recall": 0.8868 - }, - "scaled_scores": { - "clustering_ari": 0.5066, - "clustering_nmi": 0.555, + "crosscor_mantel": 0.7123, + "ctdeconcolute_jsd": 0.0964, + "ctdeconvolute_rmse": 0.3999, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.4167, + "ks_statistic_central_score_scalef": 0.421, + "ks_statistic_enrichment": 0.375, + "ks_statistic_enrichment_scalef": 15.1256, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_scalef": 0.3363, + "svg_precision": 0.6925, + "svg_recall": 0.8711 + }, + "scaled_scores": { + "clustering_ari": 0.3978, + "clustering_nmi": 0.3393, "crosscor_cosine": 0, - "crosscor_mantel": 0.9021, - "ctdeconcolute_jsd": 0.1402, - "ctdeconvolute_rmse": 0.3382, + "crosscor_mantel": 0.8976, + "ctdeconcolute_jsd": 0.246, + "ctdeconvolute_rmse": 0.3872, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.75, - "ks_statistic_efflib_size_cells": 0.9891, + "ks_statistic_central_score": 1, + "ks_statistic_central_score_scalef": 1.2657, "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9836, - "ks_statistic_frac_zero_genes": 0.9765, - "ks_statistic_L_stats": -3.6395, - "ks_statistic_lib_fraczero_cells": 0.8885, - "ks_statistic_lib_size_cells": 0.9891, - "ks_statistic_mean_fraczero_genes": 0.6571, - "ks_statistic_mean_var_genes": 0.9667, - "ks_statistic_morans_I": 1.2542, - "ks_statistic_nn_correlation": 1.0544, - "ks_statistic_pearson_cells": 0.8246, - "ks_statistic_pearson_genes": 0.8084, - "ks_statistic_scaled_mean_cells": 0.0713, - "ks_statistic_scaled_mean_genes": 0.9923, - "ks_statistic_scaled_var_cells": 0.7205, - "ks_statistic_scaled_var_genes": 0.9691, - "ks_statistic_tmm_cells": 0.1753, - "ks_statistic_transition_matrix": 1.2, + "ks_statistic_enrichment_scalef": 2.5015, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_transition_scalef": 2.5279, "svg_precision": 0, - "svg_recall": 0.8868 + "svg_recall": 0.8711 }, - "mean_score": 0.6669, + "mean_score": 0.5077, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, "duration_sec": 127, - "cpu_pct": 306.6, - "peak_memory_mb": 24781, + "cpu_pct": 307.4, + "peak_memory_mb": 24679, "disk_read_mb": 51, "disk_write_mb": 10 } }, { "dataset_id": "pdac", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": 0.405, - "clustering_nmi": 0.4513, + "clustering_ari": 0.5615, + "clustering_nmi": 0.534, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7746, - "ctdeconcolute_jsd": 0.0737, - "ctdeconvolute_rmse": 0.2601, - "ks_statistic_celltype_interaction": 0.7024, + "crosscor_mantel": 0.7675, + "ctdeconcolute_jsd": 0.075, + "ctdeconvolute_rmse": 0.2648, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.2369, + "ks_statistic_central_score_scalef": 0.1742, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.234, - "ks_statistic_frac_zero_genes": 0.499, - "ks_statistic_L_stats": 3.4807, - "ks_statistic_lib_fraczero_cells": 0.712, - "ks_statistic_lib_size_cells": 0.2369, - "ks_statistic_mean_fraczero_genes": 2.2334, - "ks_statistic_mean_var_genes": -5.8347, - "ks_statistic_morans_I": 2.9875, - "ks_statistic_nn_correlation": 1.0036, - "ks_statistic_pearson_cells": 11.3274, - "ks_statistic_pearson_genes": 10.3641, - "ks_statistic_scaled_mean_cells": -0.2616, - "ks_statistic_scaled_mean_genes": 0.2557, - "ks_statistic_scaled_var_cells": -0.3515, - "ks_statistic_scaled_var_genes": -3.2348, - "ks_statistic_tmm_cells": -0.043, - "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.8645, - "svg_recall": 0.8895 + "ks_statistic_enrichment_scalef": 10.8881, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_scalef": 0.131, + "svg_precision": 0.8789, + "svg_recall": 0.8789 }, "scaled_scores": { - "clustering_ari": 1.1338, - "clustering_nmi": 1.087, + "clustering_ari": 1.5784, + "clustering_nmi": 1.3002, "crosscor_cosine": 0, - "crosscor_mantel": 0.9759, - "ctdeconcolute_jsd": 0.3405, - "ctdeconvolute_rmse": 0.5646, + "crosscor_mantel": 0.9671, + "ctdeconcolute_jsd": 0.4139, + "ctdeconvolute_rmse": 0.5944, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.5, - "ks_statistic_efflib_size_cells": 0.9866, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9906, - "ks_statistic_frac_zero_genes": 0.9902, - "ks_statistic_L_stats": -2.0497, - "ks_statistic_lib_fraczero_cells": 0.9608, - "ks_statistic_lib_size_cells": 0.9866, - "ks_statistic_mean_fraczero_genes": 0.8616, - "ks_statistic_mean_var_genes": 1.0075, - "ks_statistic_morans_I": 1.0339, - "ks_statistic_nn_correlation": 1.038, - "ks_statistic_pearson_cells": 0.8214, - "ks_statistic_pearson_genes": 0.8439, - "ks_statistic_scaled_mean_cells": -0.0024, - "ks_statistic_scaled_mean_genes": 0.9914, - "ks_statistic_scaled_var_cells": 0.2749, - "ks_statistic_scaled_var_genes": 11.5286, - "ks_statistic_tmm_cells": 0.3174, - "ks_statistic_transition_matrix": 1.2, + "ks_statistic_central_score_scalef": 1.6456, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 2.8293, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.2857, + "ks_statistic_transition_scalef": 3.3003, "svg_precision": 0, - "svg_recall": 0.8895 + "svg_recall": 0.8789 }, - "mean_score": 0.7171, + "mean_score": 0.603, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 819, - "cpu_pct": 101.4, + "duration_sec": 816, + "cpu_pct": 101.5, + "peak_memory_mb": 8192, + "disk_read_mb": 79, + "disk_write_mb": 8 + } + }, + { + "dataset_id": "pdac", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.3795, + "clustering_nmi": 0.4326, + "crosscor_cosine": 0.9087, + "crosscor_mantel": 0.7639, + "ctdeconcolute_jsd": 0.0569, + "ctdeconvolute_rmse": 0.1737, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.25, + "ks_statistic_central_score_scalef": 0.371, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 16.1707, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.25, + "ks_statistic_transition_scalef": 0.2602, + "svg_precision": 0.8909, + "svg_recall": 0.9237 + }, + "scaled_scores": { + "clustering_ari": 1.0629, + "clustering_nmi": 1.0416, + "crosscor_cosine": 0.9866, + "crosscor_mantel": 0.9625, + "ctdeconcolute_jsd": 0.5554, + "ctdeconvolute_rmse": 0.7339, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.5, + "ks_statistic_central_score_scalef": 1.3427, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 2.4207, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_transition_scalef": 2.8141, + "svg_precision": 0, + "svg_recall": 0.9237 + }, + "mean_score": 0.6757, + "resources": { + "submit": "2025-03-14 13:22:24", + "exit_code": 0, + "duration_sec": 3025, + "cpu_pct": 100.5, "peak_memory_mb": 7988, - "disk_read_mb": 78, + "disk_read_mb": 79, "disk_write_mb": 8 } }, @@ -5779,74 +5079,52 @@ "dataset_id": "pdac", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1917, - "clustering_nmi": 0.2473, + "clustering_ari": 0.2489, + "clustering_nmi": 0.2298, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6963, - "ctdeconcolute_jsd": 0.1117, - "ctdeconvolute_rmse": 0.5012, - "ks_statistic_celltype_interaction": 0.7024, + "crosscor_mantel": 0.6982, + "ctdeconcolute_jsd": 0.1104, + "ctdeconvolute_rmse": 0.4944, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": -0.5469, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.2466, - "ks_statistic_frac_zero_genes": 0.0066, - "ks_statistic_L_stats": 9.4205, - "ks_statistic_lib_fraczero_cells": 0.1102, - "ks_statistic_lib_size_cells": -0.5469, - "ks_statistic_mean_fraczero_genes": 1.0822, - "ks_statistic_mean_var_genes": 7.5417, - "ks_statistic_morans_I": 2.4792, - "ks_statistic_nn_correlation": 2.2677, - "ks_statistic_pearson_cells": 123.1901, - "ks_statistic_pearson_genes": 121.626, - "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": 1.5863, - "ks_statistic_scaled_var_cells": -0.3156, - "ks_statistic_scaled_var_genes": -0.4813, - "ks_statistic_tmm_cells": 1.0559, + "ks_statistic_central_score_scalef": 0.2882, + "ks_statistic_enrichment": 0.1875, + "ks_statistic_enrichment_scalef": 37.2093, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.8544, - "svg_recall": 0.7105 + "ks_statistic_transition_scalef": 0.7773, + "svg_precision": 0.8864, + "svg_recall": 0.7184 }, "scaled_scores": { - "clustering_ari": 0.5358, - "clustering_nmi": 0.5796, + "clustering_ari": 0.6929, + "clustering_nmi": 0.524, "crosscor_cosine": 0, - "crosscor_mantel": 0.877, - "ctdeconcolute_jsd": 0.0005, - "ctdeconvolute_rmse": 0.161, + "crosscor_mantel": 0.8797, + "ctdeconcolute_jsd": 0.1368, + "ctdeconvolute_rmse": 0.2424, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.5, - "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9986, - "ks_statistic_frac_zero_genes": 0.9967, - "ks_statistic_L_stats": -9.3307, - "ks_statistic_lib_fraczero_cells": 0.9737, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9089, - "ks_statistic_mean_var_genes": 0.9109, - "ks_statistic_morans_I": 1.0966, - "ks_statistic_nn_correlation": 0.927, - "ks_statistic_pearson_cells": -0.9267, - "ks_statistic_pearson_genes": -0.8461, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9695, - "ks_statistic_scaled_var_cells": 0.0577, - "ks_statistic_scaled_var_genes": 0.9112, - "ks_statistic_tmm_cells": -1.5483, - "ks_statistic_transition_matrix": 1.4, + "ks_statistic_central_score_scalef": 1.4701, + "ks_statistic_enrichment": 3.5, + "ks_statistic_enrichment_scalef": 0.7933, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.2857, + "ks_statistic_transition_scalef": 0.868, "svg_precision": 0, - "svg_recall": 0.7105 + "svg_recall": 0.7184 }, - "mean_score": 0.5696, + "mean_score": 0.492, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 33.9, - "cpu_pct": 122.2, - "peak_memory_mb": 3892, + "duration_sec": 32.6, + "cpu_pct": 140.4, + "peak_memory_mb": 6554, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -5857,72 +5135,50 @@ "metric_values": { "clustering_ari": 0.1912, "clustering_nmi": 0.2493, - "crosscor_cosine": 0.573, - "crosscor_mantel": -0.0282, - "ctdeconcolute_jsd": 0.1212, - "ctdeconvolute_rmse": 0.6252, - "ks_statistic_celltype_interaction": 0.7024, + "crosscor_cosine": 0.5815, + "crosscor_mantel": -0.0005, + "ctdeconcolute_jsd": 0.1473, + "ctdeconvolute_rmse": 0.6897, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.2516, + "ks_statistic_central_score_scalef": 0.1666, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.2602, - "ks_statistic_frac_zero_genes": 9.9751, - "ks_statistic_L_stats": 9.099, - "ks_statistic_lib_fraczero_cells": 9.8372, - "ks_statistic_lib_size_cells": -0.2516, - "ks_statistic_mean_fraczero_genes": 52.1987, - "ks_statistic_mean_var_genes": 167.4079, - "ks_statistic_morans_I": 4.7247, - "ks_statistic_nn_correlation": 7.1738, - "ks_statistic_pearson_cells": 76.302, - "ks_statistic_pearson_genes": 73.4941, - "ks_statistic_scaled_mean_cells": -0.3886, - "ks_statistic_scaled_mean_genes": 86.0081, - "ks_statistic_scaled_var_cells": -0.6067, - "ks_statistic_scaled_var_genes": -0.829, - "ks_statistic_tmm_cells": 4.3316, + "ks_statistic_enrichment_scalef": 11.8223, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.0625, - "svg_precision": 0.373, - "svg_recall": 0.3053 + "ks_statistic_transition_scalef": 0.2037, + "svg_precision": 0.3707, + "svg_recall": 0.3658 }, "scaled_scores": { - "clustering_ari": 0.5342, - "clustering_nmi": 0.5846, - "crosscor_cosine": 0.1744, - "crosscor_mantel": -0.0386, - "ctdeconcolute_jsd": -0.0838, - "ctdeconvolute_rmse": -0.0466, + "clustering_ari": 0.5294, + "clustering_nmi": 0.574, + "crosscor_cosine": 0.1977, + "crosscor_mantel": -0.0011, + "ctdeconcolute_jsd": -0.1516, + "ctdeconvolute_rmse": -0.0567, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.75, - "ks_statistic_efflib_size_cells": 0.995, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9902, - "ks_statistic_frac_zero_genes": 0.8658, - "ks_statistic_L_stats": -8.9366, - "ks_statistic_lib_fraczero_cells": 0.7644, - "ks_statistic_lib_size_cells": 0.995, - "ks_statistic_mean_fraczero_genes": -1.1884, - "ks_statistic_mean_var_genes": -0.2436, - "ks_statistic_morans_I": 0.8198, - "ks_statistic_nn_correlation": 0.4961, - "ks_statistic_pearson_cells": -0.194, - "ks_statistic_pearson_genes": -0.115, - "ks_statistic_scaled_mean_cells": 0.4776, - "ks_statistic_scaled_mean_genes": -0.4173, - "ks_statistic_scaled_var_cells": 1.821, - "ks_statistic_scaled_var_genes": 2.2522, - "ks_statistic_tmm_cells": -7.1098, - "ks_statistic_transition_matrix": 1.8, + "ks_statistic_central_score_scalef": 1.6573, + "ks_statistic_enrichment": 4, + "ks_statistic_enrichment_scalef": 2.757, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.5714, + "ks_statistic_transition_scalef": 3.0266, "svg_precision": 0, - "svg_recall": 0.3053 + "svg_recall": 0.3658 }, - "mean_score": 0.4484, + "mean_score": 0.4259, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 15.7, - "cpu_pct": 193.6, - "peak_memory_mb": 6452, + "duration_sec": 15.1, + "cpu_pct": 198.5, + "peak_memory_mb": 6349, "disk_read_mb": 71, "disk_write_mb": 8 } @@ -5931,75 +5187,53 @@ "dataset_id": "pdac", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4455, - "clustering_nmi": 0.5402, + "clustering_ari": 0.3971, + "clustering_nmi": 0.4944, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7486, - "ctdeconcolute_jsd": 0.0268, - "ctdeconvolute_rmse": 0.0453, - "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": -0.4739, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.2117, - "ks_statistic_frac_zero_genes": 1.3499, - "ks_statistic_L_stats": 1.8874, - "ks_statistic_lib_fraczero_cells": 0.7413, - "ks_statistic_lib_size_cells": -0.4739, - "ks_statistic_mean_fraczero_genes": 5.7709, - "ks_statistic_mean_var_genes": 1.0261, - "ks_statistic_morans_I": 2.2477, - "ks_statistic_nn_correlation": 1.0689, - "ks_statistic_pearson_cells": 0.2754, - "ks_statistic_pearson_genes": 0.1383, - "ks_statistic_scaled_mean_cells": -0.2629, - "ks_statistic_scaled_mean_genes": 2.039, - "ks_statistic_scaled_var_cells": -0.3428, - "ks_statistic_scaled_var_genes": -3.4536, - "ks_statistic_tmm_cells": -0.2364, + "crosscor_mantel": 0.7386, + "ctdeconcolute_jsd": 0.0263, + "ctdeconvolute_rmse": 0.0422, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.25, + "ks_statistic_central_score_scalef": 0.3291, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 16.3308, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.8651, - "svg_recall": 0.9447 + "ks_statistic_transition_scalef": 0.2347, + "svg_precision": 0.8283, + "svg_recall": 0.9395 }, "scaled_scores": { - "clustering_ari": 1.2472, - "clustering_nmi": 1.3081, + "clustering_ari": 1.1127, + "clustering_nmi": 1.1993, "crosscor_cosine": 0, - "crosscor_mantel": 0.9431, - "ctdeconcolute_jsd": 0.7605, - "ctdeconvolute_rmse": 0.9242, + "crosscor_mantel": 0.9307, + "ctdeconcolute_jsd": 0.7941, + "ctdeconvolute_rmse": 0.9354, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.25, - "ks_statistic_efflib_size_cells": 0.9988, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.998, - "ks_statistic_frac_zero_genes": 0.9791, - "ks_statistic_L_stats": -0.0965, - "ks_statistic_lib_fraczero_cells": 0.9602, - "ks_statistic_lib_size_cells": 0.9988, - "ks_statistic_mean_fraczero_genes": 0.7165, - "ks_statistic_mean_var_genes": 0.958, - "ks_statistic_morans_I": 1.1251, - "ks_statistic_nn_correlation": 1.0323, - "ks_statistic_pearson_cells": 0.9941, - "ks_statistic_pearson_genes": 0.9993, - "ks_statistic_scaled_mean_cells": 0.0023, - "ks_statistic_scaled_mean_genes": 0.9621, - "ks_statistic_scaled_var_cells": 0.2223, - "ks_statistic_scaled_var_genes": 12.3721, - "ks_statistic_tmm_cells": 0.6457, - "ks_statistic_transition_matrix": 1.2, + "ks_statistic_central_score": 1.5, + "ks_statistic_central_score_scalef": 1.4072, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 2.4083, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_transition_scalef": 2.9102, "svg_precision": 0, - "svg_recall": 0.9447 + "svg_recall": 0.9395 }, - "mean_score": 0.7589, + "mean_score": 0.6444, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 28.4, - "cpu_pct": 141.5, + "duration_sec": 28, + "cpu_pct": 144.9, "peak_memory_mb": 6247, - "disk_read_mb": 71, + "disk_read_mb": 72, "disk_write_mb": 8 } }, @@ -6013,67 +5247,45 @@ "crosscor_mantel": -0.0345, "ctdeconcolute_jsd": 0.1203, "ctdeconvolute_rmse": 0.5995, - "ks_statistic_celltype_interaction": 0.7024, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 2.6459, + "ks_statistic_central_score_scalef": 0.1666, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 1.251, - "ks_statistic_frac_zero_genes": 7.9975, - "ks_statistic_L_stats": 6.9254, - "ks_statistic_lib_fraczero_cells": 4.9898, - "ks_statistic_lib_size_cells": 2.6459, - "ks_statistic_mean_fraczero_genes": 57.4149, - "ks_statistic_mean_var_genes": 280.3776, - "ks_statistic_morans_I": 3.169, - "ks_statistic_nn_correlation": 3.423, - "ks_statistic_pearson_cells": 51.8695, - "ks_statistic_pearson_genes": 57.0351, - "ks_statistic_scaled_mean_cells": -0.2396, - "ks_statistic_scaled_mean_genes": 18.5976, - "ks_statistic_scaled_var_cells": -0.2974, - "ks_statistic_scaled_var_genes": -0.7434, - "ks_statistic_tmm_cells": 0.9601, + "ks_statistic_enrichment_scalef": 13.3715, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.0625, + "ks_statistic_transition_scalef": 0.2037, "svg_precision": 0.3781, "svg_recall": 0.6737 }, "scaled_scores": { - "clustering_ari": 0.5342, - "clustering_nmi": 0.5846, + "clustering_ari": 0.5294, + "clustering_nmi": 0.574, "crosscor_cosine": 0, - "crosscor_mantel": -0.0466, - "ctdeconcolute_jsd": -0.0762, - "ctdeconvolute_rmse": -0.0036, + "crosscor_mantel": -0.0439, + "ctdeconcolute_jsd": 0.0591, + "ctdeconvolute_rmse": 0.0814, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.75, - "ks_statistic_efflib_size_cells": 0.9455, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9737, - "ks_statistic_frac_zero_genes": 0.8918, - "ks_statistic_L_stats": -6.2722, - "ks_statistic_lib_fraczero_cells": 0.8687, - "ks_statistic_lib_size_cells": 0.9455, - "ks_statistic_mean_fraczero_genes": -1.4024, - "ks_statistic_mean_var_genes": -1.0594, - "ks_statistic_morans_I": 1.0116, - "ks_statistic_nn_correlation": 0.8255, - "ks_statistic_pearson_cells": 0.1878, - "ks_statistic_pearson_genes": 0.135, - "ks_statistic_scaled_mean_cells": -0.0858, - "ks_statistic_scaled_mean_genes": 0.6901, - "ks_statistic_scaled_var_cells": -0.053, - "ks_statistic_scaled_var_genes": 1.9218, - "ks_statistic_tmm_cells": -1.3856, - "ks_statistic_transition_matrix": 1.8, + "ks_statistic_central_score_scalef": 1.6573, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 2.6372, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1.5714, + "ks_statistic_transition_scalef": 3.0266, "svg_precision": 0, "svg_recall": 0.6737 }, - "mean_score": 0.4571, + "mean_score": 0.4399, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 91, - "cpu_pct": 113.8, + "duration_sec": 92, + "cpu_pct": 115.9, "peak_memory_mb": 7271, "disk_read_mb": 414, "disk_write_mb": 10 @@ -6083,150 +5295,160 @@ "dataset_id": "pdac", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.1326, - "clustering_nmi": 0.165, + "clustering_ari": 0.1196, + "clustering_nmi": 0.1615, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6122, - "ctdeconcolute_jsd": 0.0861, - "ctdeconvolute_rmse": 0.3233, - "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.4387, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.2476, - "ks_statistic_frac_zero_genes": -0.0915, - "ks_statistic_L_stats": 6.3513, - "ks_statistic_lib_fraczero_cells": 0.249, - "ks_statistic_lib_size_cells": -0.4387, - "ks_statistic_mean_fraczero_genes": -0.3496, - "ks_statistic_mean_var_genes": -3.4481, - "ks_statistic_morans_I": 3.0132, - "ks_statistic_nn_correlation": 1.1706, - "ks_statistic_pearson_cells": 10.7777, - "ks_statistic_pearson_genes": 10.2347, - "ks_statistic_scaled_mean_cells": -0.2828, - "ks_statistic_scaled_mean_genes": -0.1638, - "ks_statistic_scaled_var_cells": -0.419, - "ks_statistic_scaled_var_genes": -3.7628, - "ks_statistic_tmm_cells": 0.05, + "crosscor_mantel": 0.6107, + "ctdeconcolute_jsd": 0.0884, + "ctdeconvolute_rmse": 0.3193, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score_scalef": 0.4523, + "ks_statistic_enrichment": 0.25, + "ks_statistic_enrichment_scalef": 11.7862, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.3125, - "svg_precision": 0.7407, - "svg_recall": 0.8868 + "ks_statistic_transition_scalef": 0.2582, + "svg_precision": 0.7253, + "svg_recall": 0.8895 }, "scaled_scores": { - "clustering_ari": 0.37, - "clustering_nmi": 0.3748, + "clustering_ari": 0.3268, + "clustering_nmi": 0.3497, "crosscor_cosine": 0, - "crosscor_mantel": 0.7708, - "ctdeconcolute_jsd": 0.2298, - "ctdeconvolute_rmse": 0.4588, + "crosscor_mantel": 0.7695, + "ctdeconcolute_jsd": 0.3086, + "ctdeconvolute_rmse": 0.5108, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9982, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9986, - "ks_statistic_frac_zero_genes": 0.998, - "ks_statistic_L_stats": -5.5684, - "ks_statistic_lib_fraczero_cells": 0.9707, - "ks_statistic_lib_size_cells": 0.9982, - "ks_statistic_mean_fraczero_genes": 0.9676, - "ks_statistic_mean_var_genes": 0.9903, - "ks_statistic_morans_I": 1.0308, - "ks_statistic_nn_correlation": 1.0234, - "ks_statistic_pearson_cells": 0.83, - "ks_statistic_pearson_genes": 0.8459, - "ks_statistic_scaled_mean_cells": 0.0777, - "ks_statistic_scaled_mean_genes": 0.9983, - "ks_statistic_scaled_var_cells": 0.684, - "ks_statistic_scaled_var_genes": 13.5644, - "ks_statistic_tmm_cells": 0.1595, + "ks_statistic_central_score": 1.25, + "ks_statistic_central_score_scalef": 1.2177, + "ks_statistic_enrichment": 3, + "ks_statistic_enrichment_scalef": 2.7598, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 2.8216, "svg_precision": 0, - "svg_recall": 0.8868 + "svg_recall": 0.8895 }, - "mean_score": 0.6761, + "mean_score": 0.5086, "resources": { - "submit": "2024-12-11 16:05:11", + "submit": "2025-03-14 13:22:24", "exit_code": 0, - "duration_sec": 40.9, - "cpu_pct": 385.1, - "peak_memory_mb": 3789, - "disk_read_mb": 77, + "duration_sec": 39.6, + "cpu_pct": 448.1, + "peak_memory_mb": 87245, + "disk_read_mb": 78, "disk_write_mb": 8 } }, { "dataset_id": "prostate", - "method_id": "negative", + "method_id": "negative_normal", "metric_values": { - "clustering_ari": -0.0041, - "clustering_nmi": 0.0028, - "crosscor_cosine": 0.4997, - "crosscor_mantel": -0.0006, - "ctdeconcolute_jsd": 0.1388, - "ctdeconvolute_rmse": 0.7569, - "ks_statistic_celltype_interaction": 2.4093, + "clustering_ari": -0.0024, + "clustering_nmi": 0.0053, + "crosscor_cosine": 0.499, + "crosscor_mantel": -0.002, + "ctdeconcolute_jsd": 0.1373, + "ctdeconvolute_rmse": 0.7454, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 22.6113, - "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 50.6958, - "ks_statistic_frac_zero_genes": 53.9529, - "ks_statistic_L_stats": 3.462, - "ks_statistic_lib_fraczero_cells": 20.855, - "ks_statistic_lib_size_cells": 22.6113, - "ks_statistic_mean_fraczero_genes": 16.9215, - "ks_statistic_mean_var_genes": 84.6271, - "ks_statistic_morans_I": 12.4383, - "ks_statistic_nn_correlation": 11.3886, - "ks_statistic_pearson_cells": 68.2567, - "ks_statistic_pearson_genes": 68.2169, - "ks_statistic_scaled_mean_cells": -0.4736, - "ks_statistic_scaled_mean_genes": 115.8108, - "ks_statistic_scaled_var_cells": -0.3248, - "ks_statistic_scaled_var_genes": -0.2474, - "ks_statistic_tmm_cells": 0.974, - "ks_statistic_transition_matrix": 0.5556, - "svg_precision": 0.3333, - "svg_recall": 0.0055 + "ks_statistic_central_score_scalef": 0.9498, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 30.8133, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.4444, + "ks_statistic_transition_scalef": 0.6817, + "svg_precision": "NA", + "svg_recall": 0 }, "scaled_scores": { "clustering_ari": 0, "clustering_nmi": 0, - "crosscor_cosine": 0, + "crosscor_cosine": 0.0001, "crosscor_mantel": 0, "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0.0123, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 0, + "ks_statistic_central_score_scalef": 0, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.0562, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 8, + "cpu_pct": 242.7, + "peak_memory_mb": 5940, + "disk_read_mb": 49, + "disk_write_mb": 12 + } + }, + { + "dataset_id": "prostate", + "method_id": "negative_shuffle", + "metric_values": { + "clustering_ari": 0.0025, + "clustering_nmi": 0.0084, + "crosscor_cosine": 0.499, + "crosscor_mantel": -0.0015, + "ctdeconcolute_jsd": 0.1371, + "ctdeconvolute_rmse": 0.7547, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.6667, + "ks_statistic_central_score_scalef": 0.9468, + "ks_statistic_enrichment": 0.5556, + "ks_statistic_enrichment_scalef": 28.0227, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.4444, + "ks_statistic_transition_scalef": 0.6158, + "svg_precision": 0.6667, + "svg_recall": 0.011 + }, + "scaled_scores": { + "clustering_ari": 0.0354, + "clustering_nmi": 0.0187, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0008, + "ctdeconcolute_jsd": 0.0017, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0, + "ks_statistic_central_score_scalef": 0.0065, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0, - "ks_statistic_frac_zero_genes": 0, + "ks_statistic_enrichment_scalef": 0.1562, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0, - "ks_statistic_lib_size_cells": 0, - "ks_statistic_mean_fraczero_genes": 0, - "ks_statistic_mean_var_genes": 0, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0, - "ks_statistic_pearson_genes": 0, - "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 0, - "ks_statistic_scaled_var_genes": 0, - "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.1861, "svg_precision": 0, - "svg_recall": 0 + "svg_recall": 0.011 }, - "mean_score": 0.0345, + "mean_score": 0.0231, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:35", "exit_code": 0, - "duration_sec": 8.4, - "cpu_pct": 233.2, - "peak_memory_mb": 6042, + "duration_sec": 7.8, + "cpu_pct": 282.2, + "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 10 } @@ -6241,27 +5463,16 @@ "crosscor_mantel": 0.6642, "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, - "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -0.4867, + "ks_statistic_central_score_scalef": 0.4869, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.371, - "ks_statistic_frac_zero_genes": -0.2469, - "ks_statistic_L_stats": 2.9608, - "ks_statistic_lib_fraczero_cells": -0.797, - "ks_statistic_lib_size_cells": -0.4867, - "ks_statistic_mean_fraczero_genes": -1.2853, - "ks_statistic_mean_var_genes": -1.3836, - "ks_statistic_morans_I": 4.8832, - "ks_statistic_nn_correlation": 1.355, - "ks_statistic_pearson_cells": -0.2736, - "ks_statistic_pearson_genes": -0.1897, - "ks_statistic_scaled_mean_cells": -0.3109, - "ks_statistic_scaled_mean_genes": -0.5521, - "ks_statistic_scaled_var_cells": -0.3908, - "ks_statistic_scaled_var_genes": -369.0313, - "ks_statistic_tmm_cells": -1.5261, - "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_enrichment_scalef": 12.9467, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_transition_scalef": 0.3277, "svg_precision": 1, "svg_recall": 1 }, @@ -6274,35 +5485,24 @@ "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 1, - "ks_statistic_lib_fraczero_cells": 1, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1, - "ks_statistic_mean_var_genes": 1, - "ks_statistic_morans_I": 1, - "ks_statistic_nn_correlation": 1, - "ks_statistic_pearson_cells": 1, - "ks_statistic_pearson_genes": 1, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 1, - "ks_statistic_scaled_var_genes": 1, - "ks_statistic_tmm_cells": 1, + "ks_statistic_enrichment_scalef": 1, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 1, "svg_precision": 1, "svg_recall": 1 }, - "mean_score": 0.931, + "mean_score": 0.7778, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 8.9, - "cpu_pct": 240.3, - "peak_memory_mb": 6042, + "duration_sec": 9, + "cpu_pct": 191.4, + "peak_memory_mb": 4608, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -6311,150 +5511,160 @@ "dataset_id": "prostate", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0, - "clustering_nmi": 0.0068, + "clustering_ari": -0.0025, + "clustering_nmi": 0.0042, "crosscor_cosine": "NA", - "crosscor_mantel": -0.2046, - "ctdeconcolute_jsd": 0.0701, - "ctdeconvolute_rmse": 0.2601, - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": -0.0706, + "ctdeconcolute_jsd": 0.0628, + "ctdeconvolute_rmse": 0.2287, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.3131, + "ks_statistic_central_score_scalef": 0.8764, "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 2.1216, - "ks_statistic_frac_zero_genes": 2.0764, - "ks_statistic_L_stats": 1.203, - "ks_statistic_lib_fraczero_cells": 3.7835, - "ks_statistic_lib_size_cells": 1.3131, - "ks_statistic_mean_fraczero_genes": 9.5085, - "ks_statistic_mean_var_genes": 0.5649, - "ks_statistic_morans_I": 16.1454, - "ks_statistic_nn_correlation": 5.007, - "ks_statistic_pearson_cells": 8.7758, - "ks_statistic_pearson_genes": 7.4174, - "ks_statistic_scaled_mean_cells": -0.3095, - "ks_statistic_scaled_mean_genes": -0.5004, - "ks_statistic_scaled_var_cells": -0.3114, - "ks_statistic_scaled_var_genes": -38.2139, - "ks_statistic_tmm_cells": 0.2146, + "ks_statistic_enrichment_scalef": 28.9607, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0, + "ks_statistic_transition_scalef": 0.6354, + "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0287, - "clustering_nmi": 0.0235, + "clustering_ari": -0.0002, + "clustering_nmi": -0.0062, "crosscor_cosine": 0, - "crosscor_mantel": -0.3069, - "ctdeconcolute_jsd": 0.4948, - "ctdeconvolute_rmse": 0.6564, + "crosscor_mantel": -0.103, + "ctdeconcolute_jsd": 0.5428, + "ctdeconvolute_rmse": 0.697, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9221, + "ks_statistic_central_score_scalef": 0.1586, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9512, - "ks_statistic_frac_zero_genes": 0.9571, - "ks_statistic_L_stats": 4.5075, - "ks_statistic_lib_fraczero_cells": 0.7885, - "ks_statistic_lib_size_cells": 0.9221, - "ks_statistic_mean_fraczero_genes": 0.4072, - "ks_statistic_mean_var_genes": 0.9773, - "ks_statistic_morans_I": -0.4907, - "ks_statistic_nn_correlation": 0.636, - "ks_statistic_pearson_cells": 0.868, - "ks_statistic_pearson_genes": 0.8888, - "ks_statistic_scaled_mean_cells": -0.0089, - "ks_statistic_scaled_mean_genes": 0.9996, - "ks_statistic_scaled_var_cells": -0.202, - "ks_statistic_scaled_var_genes": 0.103, - "ks_statistic_tmm_cells": 0.3037, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": -0.5, - "svg_recall": -0.0055 + "ks_statistic_enrichment_scalef": 0.1037, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0.1309, + "svg_precision": 0, + "svg_recall": 0 }, - "mean_score": 0.4285, + "mean_score": 0.0907, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 114, - "cpu_pct": 214.1, - "peak_memory_mb": 20276, - "disk_read_mb": 52, + "duration_sec": 213, + "cpu_pct": 207.1, + "peak_memory_mb": 6964, + "disk_read_mb": 53, "disk_write_mb": 11 } }, { "dataset_id": "prostate", - "method_id": "scdesign3", + "method_id": "scdesign3_nb", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.003, + "clustering_nmi": 0.0103, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": 0.628, + "ctdeconcolute_jsd": 0.0534, + "ctdeconvolute_rmse": 0.186, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 0.645, + "ks_statistic_central_score_scalef": 0.4249, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.7489, - "ks_statistic_frac_zero_genes": 0.5129, - "ks_statistic_L_stats": 2.8358, - "ks_statistic_lib_fraczero_cells": 1.9907, - "ks_statistic_lib_size_cells": 0.645, - "ks_statistic_mean_fraczero_genes": 3.1192, - "ks_statistic_mean_var_genes": -4.2558, - "ks_statistic_morans_I": 4.1657, - "ks_statistic_nn_correlation": 1.7185, - "ks_statistic_pearson_cells": 12.4402, - "ks_statistic_pearson_genes": 14.1703, - "ks_statistic_scaled_mean_cells": -0.3507, - "ks_statistic_scaled_mean_genes": 0.0957, - "ks_statistic_scaled_var_cells": -0.4372, - "ks_statistic_scaled_var_genes": -0.5985, - "ks_statistic_tmm_cells": 2.7541, + "ks_statistic_enrichment_scalef": 17.9852, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.3333, - "svg_precision": "NA", - "svg_recall": "NA" + "ks_statistic_transition_scalef": 0.3709, + "svg_precision": 0.7561, + "svg_recall": 0.6813 }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0385, + "clustering_nmi": 0.0299, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.9456, + "ctdeconcolute_jsd": 0.6111, + "ctdeconvolute_rmse": 0.7536, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.951, + "ks_statistic_central_score_scalef": 1.134, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9781, - "ks_statistic_frac_zero_genes": 0.986, - "ks_statistic_L_stats": 1.2495, - "ks_statistic_lib_fraczero_cells": 0.8712, - "ks_statistic_lib_size_cells": 0.951, - "ks_statistic_mean_fraczero_genes": 0.7581, - "ks_statistic_mean_var_genes": 1.0334, - "ks_statistic_morans_I": 1.095, - "ks_statistic_nn_correlation": 0.9638, - "ks_statistic_pearson_cells": 0.8145, - "ks_statistic_pearson_genes": 0.7901, - "ks_statistic_scaled_mean_cells": 0.2447, - "ks_statistic_scaled_mean_genes": 0.9944, - "ks_statistic_scaled_var_cells": 1.7041, - "ks_statistic_scaled_var_genes": 0.001, - "ks_statistic_tmm_cells": -0.7121, - "ks_statistic_transition_matrix": 1, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_enrichment_scalef": 0.718, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 0.8779, + "svg_precision": 0.2683, + "svg_recall": 0.6813 }, - "mean_score": 0.5622, + "mean_score": 0.468, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 2764, + "duration_sec": 2771, "cpu_pct": 100.5, - "peak_memory_mb": 7988, + "peak_memory_mb": 7783, + "disk_read_mb": 81, + "disk_write_mb": 10 + } + }, + { + "dataset_id": "prostate", + "method_id": "scdesign3_poisson", + "metric_values": { + "clustering_ari": 0.0594, + "clustering_nmi": 0.072, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.6078, + "ctdeconcolute_jsd": 0.04, + "ctdeconvolute_rmse": 0.1179, + "ks_statistic_celltype_interaction": "NA", + "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score_scalef": 0.3, + "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment_scalef": 16.5604, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_transition_scalef": 0.3389, + "svg_precision": 0.6974, + "svg_recall": 0.8736 + }, + "scaled_scores": { + "clustering_ari": 0.4393, + "clustering_nmi": 0.3959, + "crosscor_cosine": 0, + "crosscor_mantel": 0.9153, + "ctdeconcolute_jsd": 0.7087, + "ctdeconvolute_rmse": 0.8438, + "ks_statistic_celltype_interaction": 0, + "ks_statistic_central_score": 1.5, + "ks_statistic_central_score_scalef": 1.4039, + "ks_statistic_enrichment": 1, + "ks_statistic_enrichment_scalef": 0.7977, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 1, + "ks_statistic_transition_scalef": 0.9684, + "svg_precision": 0.0921, + "svg_recall": 0.8736 + }, + "mean_score": 0.5575, + "resources": { + "submit": "2025-03-14 13:22:34", + "exit_code": 0, + "duration_sec": 2358, + "cpu_pct": 100.7, + "peak_memory_mb": 7680, "disk_read_mb": 81, "disk_write_mb": 10 } @@ -6463,73 +5673,51 @@ "dataset_id": "prostate", "method_id": "sparsim", "metric_values": { - "clustering_ari": -0.0041, - "clustering_nmi": 0.0023, + "clustering_ari": -0.0036, + "clustering_nmi": 0.0047, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0358, - "ctdeconcolute_jsd": 0.1045, - "ctdeconvolute_rmse": 0.5086, - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": 0.0142, + "ctdeconcolute_jsd": 0.1075, + "ctdeconvolute_rmse": 0.5391, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -0.4867, + "ks_statistic_central_score_scalef": 0.0302, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.0026, - "ks_statistic_frac_zero_genes": 5.6952, - "ks_statistic_L_stats": 1.1081, - "ks_statistic_lib_fraczero_cells": 1.1806, - "ks_statistic_lib_size_cells": -0.4867, - "ks_statistic_mean_fraczero_genes": -18.8296, - "ks_statistic_mean_var_genes": 59.8835, - "ks_statistic_morans_I": 7.0816, - "ks_statistic_nn_correlation": 7.6059, - "ks_statistic_pearson_cells": 224.7332, - "ks_statistic_pearson_genes": 260.6618, - "ks_statistic_scaled_mean_cells": -0.3109, - "ks_statistic_scaled_mean_genes": 100.8326, - "ks_statistic_scaled_var_cells": -0.6646, - "ks_statistic_scaled_var_genes": -1.249, - "ks_statistic_tmm_cells": 2.99, - "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.3407, - "svg_recall": 0.4231 + "ks_statistic_enrichment_scalef": 1.8287, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.1111, + "ks_statistic_transition_scalef": 0.0051, + "svg_precision": 0.3071, + "svg_recall": 0.4286 }, "scaled_scores": { - "clustering_ari": -0.0006, - "clustering_nmi": -0.0029, + "clustering_ari": -0.008, + "clustering_nmi": -0.0037, "crosscor_cosine": 0, - "crosscor_mantel": 0.0547, - "ctdeconcolute_jsd": 0.2471, - "ctdeconvolute_rmse": 0.328, + "crosscor_mantel": 0.0243, + "ctdeconcolute_jsd": 0.2167, + "ctdeconvolute_rmse": 0.2857, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 1, + "ks_statistic_central_score_scalef": 1.9867, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9928, - "ks_statistic_frac_zero_genes": 0.8904, - "ks_statistic_L_stats": 4.6967, - "ks_statistic_lib_fraczero_cells": 0.9087, - "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.9636, - "ks_statistic_mean_var_genes": 0.2877, - "ks_statistic_morans_I": 0.709, - "ks_statistic_nn_correlation": 0.377, - "ks_statistic_pearson_cells": -2.2833, - "ks_statistic_pearson_genes": -2.8132, - "ks_statistic_scaled_mean_cells": -4.4409e-16, - "ks_statistic_scaled_mean_genes": 0.1287, - "ks_statistic_scaled_var_cells": 5.1492, - "ks_statistic_scaled_var_genes": 0.0027, - "ks_statistic_tmm_cells": -0.8064, + "ks_statistic_enrichment_scalef": 1.6223, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1.5, - "svg_precision": 0.0111, - "svg_recall": 0.4199 + "ks_statistic_transition_scalef": 1.9114, + "svg_precision": -1.0787, + "svg_recall": 0.4286 }, - "mean_score": 0.4606, + "mean_score": 0.3864, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 28.7, - "cpu_pct": 151.7, + "duration_sec": 27.6, + "cpu_pct": 134.2, "peak_memory_mb": 6554, "disk_read_mb": 78, "disk_write_mb": 10 @@ -6542,71 +5730,49 @@ "clustering_ari": -0.0038, "clustering_nmi": 0.0054, "crosscor_cosine": "NA", - "crosscor_mantel": -0.0116, - "ctdeconcolute_jsd": 0.1548, - "ctdeconvolute_rmse": 0.8409, - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": -0.019, + "ctdeconcolute_jsd": 0.1847, + "ctdeconvolute_rmse": 0.8611, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -0.155, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.0209, - "ks_statistic_frac_zero_genes": 3.9456, - "ks_statistic_L_stats": 2.8499, - "ks_statistic_lib_fraczero_cells": 1.4348, - "ks_statistic_lib_size_cells": -0.155, - "ks_statistic_mean_fraczero_genes": 13.9182, - "ks_statistic_mean_var_genes": 20.8243, - "ks_statistic_morans_I": 4.0086, - "ks_statistic_nn_correlation": 3.2931, - "ks_statistic_pearson_cells": 202.8088, - "ks_statistic_pearson_genes": 230.8407, - "ks_statistic_scaled_mean_cells": -0.3054, - "ks_statistic_scaled_mean_genes": 81.413, - "ks_statistic_scaled_var_cells": -0.4138, - "ks_statistic_scaled_var_genes": -2.8164, - "ks_statistic_tmm_cells": 24.5284, + "ks_statistic_enrichment_scalef": 0.8073, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0, - "svg_precision": 0, + "ks_statistic_transition_scalef": 0, + "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0022, - "clustering_nmi": 0.0157, + "clustering_ari": -0.0094, + "clustering_nmi": 0.0009, "crosscor_cosine": 0, - "crosscor_mantel": -0.0166, - "ctdeconcolute_jsd": -0.1152, - "ctdeconvolute_rmse": -0.1109, + "crosscor_mantel": -0.0256, + "ctdeconcolute_jsd": -0.3451, + "ctdeconvolute_rmse": -0.141, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9856, + "ks_statistic_central_score_scalef": 2.052, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9931, - "ks_statistic_frac_zero_genes": 0.9226, - "ks_statistic_L_stats": 1.2213, - "ks_statistic_lib_fraczero_cells": 0.8969, - "ks_statistic_lib_size_cells": 0.9856, - "ks_statistic_mean_fraczero_genes": 0.165, - "ks_statistic_mean_var_genes": 0.7418, - "ks_statistic_morans_I": 1.1158, - "ks_statistic_nn_correlation": 0.8068, - "ks_statistic_pearson_cells": -1.9634, - "ks_statistic_pearson_genes": -2.3773, - "ks_statistic_scaled_mean_cells": -0.034, - "ks_statistic_scaled_mean_genes": 0.2956, - "ks_statistic_scaled_var_cells": 1.3491, - "ks_statistic_scaled_var_genes": 0.007, - "ks_statistic_tmm_cells": -9.4217, - "ks_statistic_transition_matrix": 2.5, - "svg_precision": -0.5, - "svg_recall": -0.0055 - }, - "mean_score": 0.442, + "ks_statistic_enrichment_scalef": 1.6795, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 2, + "ks_statistic_transition_scalef": 1.9257, + "svg_precision": 0, + "svg_recall": 0 + }, + "mean_score": 0.3334, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 16.2, - "cpu_pct": 178.4, - "peak_memory_mb": 6452, + "duration_sec": 19, + "cpu_pct": 131.5, + "peak_memory_mb": 5120, "disk_read_mb": 73, "disk_write_mb": 10 } @@ -6615,74 +5781,52 @@ "dataset_id": "prostate", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.126, - "clustering_nmi": 0.1181, + "clustering_ari": 0.2737, + "clustering_nmi": 0.2635, "crosscor_cosine": "NA", - "crosscor_mantel": 0.589, - "ctdeconcolute_jsd": 0.0152, - "ctdeconvolute_rmse": 0.0224, - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": 0.58, + "ctdeconcolute_jsd": 0.0184, + "ctdeconvolute_rmse": 0.0339, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -0.4185, + "ks_statistic_central_score_scalef": 0.4567, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.2021, - "ks_statistic_frac_zero_genes": 1.9869, - "ks_statistic_L_stats": 2.5845, - "ks_statistic_lib_fraczero_cells": 0.723, - "ks_statistic_lib_size_cells": -0.4185, - "ks_statistic_mean_fraczero_genes": 9.4096, - "ks_statistic_mean_var_genes": 0.772, - "ks_statistic_morans_I": 7.2622, - "ks_statistic_nn_correlation": 3.6621, - "ks_statistic_pearson_cells": 0.1118, - "ks_statistic_pearson_genes": 0.0409, - "ks_statistic_scaled_mean_cells": -0.3042, - "ks_statistic_scaled_mean_genes": -0.1989, - "ks_statistic_scaled_var_cells": -0.3565, - "ks_statistic_scaled_var_genes": -165.411, - "ks_statistic_tmm_cells": -0.5682, + "ks_statistic_enrichment_scalef": 13.2062, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.8367, - "svg_recall": 0.9011 + "ks_statistic_transition_scalef": 0.2866, + "svg_precision": 0.8247, + "svg_recall": 0.8791 }, "scaled_scores": { - "clustering_ari": 0.9138, - "clustering_nmi": 0.6742, + "clustering_ari": 1.9623, + "clustering_nmi": 1.5316, "crosscor_cosine": 0, - "crosscor_mantel": 0.8869, - "ctdeconcolute_jsd": 0.8906, - "ctdeconvolute_rmse": 0.9705, + "crosscor_mantel": 0.8736, + "ctdeconcolute_jsd": 0.8658, + "ctdeconvolute_rmse": 0.955, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9971, + "ks_statistic_central_score_scalef": 1.0654, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9967, - "ks_statistic_frac_zero_genes": 0.9588, - "ks_statistic_L_stats": 1.7508, - "ks_statistic_lib_fraczero_cells": 0.9298, - "ks_statistic_lib_size_cells": 0.9971, - "ks_statistic_mean_fraczero_genes": 0.4126, - "ks_statistic_mean_var_genes": 0.9749, - "ks_statistic_morans_I": 0.6851, - "ks_statistic_nn_correlation": 0.7701, - "ks_statistic_pearson_cells": 0.9944, - "ks_statistic_pearson_genes": 0.9966, - "ks_statistic_scaled_mean_cells": -0.0412, - "ks_statistic_scaled_mean_genes": 0.997, - "ks_statistic_scaled_var_cells": 0.4815, - "ks_statistic_scaled_var_genes": 0.4479, - "ks_statistic_tmm_cells": 0.6169, - "ks_statistic_transition_matrix": 1, - "svg_precision": 0.7551, - "svg_recall": 0.9006 + "ks_statistic_enrichment_scalef": 0.9855, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 0.5, + "ks_statistic_transition_scalef": 1.116, + "svg_precision": 0.4742, + "svg_recall": 0.8791 }, - "mean_score": 0.7672, + "mean_score": 0.6407, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 21.6, - "cpu_pct": 145.4, - "peak_memory_mb": 6349, + "duration_sec": 21.8, + "cpu_pct": 156.8, + "peak_memory_mb": 6247, "disk_read_mb": 74, "disk_write_mb": 10 } @@ -6697,68 +5841,46 @@ "crosscor_mantel": 0.003, "ctdeconcolute_jsd": 0.1683, "ctdeconvolute_rmse": 0.9037, - "ks_statistic_celltype_interaction": 2.4093, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 1.5062, + "ks_statistic_central_score_scalef": 0, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 0.7948, - "ks_statistic_frac_zero_genes": 1.5562, - "ks_statistic_L_stats": 2.0921, - "ks_statistic_lib_fraczero_cells": 3.0308, - "ks_statistic_lib_size_cells": 1.5062, - "ks_statistic_mean_fraczero_genes": 1.0078, - "ks_statistic_mean_var_genes": -15.987, - "ks_statistic_morans_I": 7.8749, - "ks_statistic_nn_correlation": 3.2984, - "ks_statistic_pearson_cells": 195.1929, - "ks_statistic_pearson_genes": 175.998, - "ks_statistic_scaled_mean_cells": -0.3477, - "ks_statistic_scaled_mean_genes": 68.4081, - "ks_statistic_scaled_var_cells": -0.3544, - "ks_statistic_scaled_var_genes": -0.7319, - "ks_statistic_tmm_cells": 9.3152, + "ks_statistic_enrichment_scalef": 0.9277, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", "ks_statistic_transition_matrix": 0, + "ks_statistic_transition_scalef": 0, "svg_precision": 0.2, "svg_recall": 0.0879 }, "scaled_scores": { - "clustering_ari": 0.0022, - "clustering_nmi": 0.0157, + "clustering_ari": -0.0094, + "clustering_nmi": 0.0009, "crosscor_cosine": 0, - "crosscor_mantel": 0.0054, - "ctdeconcolute_jsd": -0.2124, - "ctdeconvolute_rmse": -0.194, + "crosscor_mantel": 0.0075, + "ctdeconcolute_jsd": -0.2261, + "ctdeconvolute_rmse": -0.1975, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9137, + "ks_statistic_central_score_scalef": 2.052, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9772, - "ks_statistic_frac_zero_genes": 0.9667, - "ks_statistic_L_stats": 2.7335, - "ks_statistic_lib_fraczero_cells": 0.8232, - "ks_statistic_lib_size_cells": 0.9137, - "ks_statistic_mean_fraczero_genes": 0.8741, - "ks_statistic_mean_var_genes": 1.1698, - "ks_statistic_morans_I": 0.604, - "ks_statistic_nn_correlation": 0.8063, - "ks_statistic_pearson_cells": -1.8523, - "ks_statistic_pearson_genes": -1.5756, - "ks_statistic_scaled_mean_cells": 0.2263, - "ks_statistic_scaled_mean_genes": 0.4074, - "ks_statistic_scaled_var_cells": 0.4497, - "ks_statistic_scaled_var_genes": 0.0013, - "ks_statistic_tmm_cells": -3.3365, - "ks_statistic_transition_matrix": 2.5, - "svg_precision": -0.2, - "svg_recall": 0.0829 - }, - "mean_score": 0.4507, + "ks_statistic_enrichment_scalef": 1.6727, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_transition_matrix": 2, + "ks_statistic_transition_scalef": 1.9257, + "svg_precision": -1.4, + "svg_recall": 0.0879 + }, + "mean_score": 0.3387, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 73, - "cpu_pct": 117.8, - "peak_memory_mb": 7168, + "duration_sec": 72, + "cpu_pct": 112.9, + "peak_memory_mb": 5837, "disk_read_mb": 334, "disk_write_mb": 12 } @@ -6767,74 +5889,52 @@ "dataset_id": "prostate", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0026, - "clustering_nmi": 0.0041, + "clustering_ari": 0.0001, + "clustering_nmi": 0.0048, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4394, - "ctdeconcolute_jsd": 0.0513, - "ctdeconvolute_rmse": 0.1747, - "ks_statistic_celltype_interaction": 2.4093, + "crosscor_mantel": 0.4279, + "ctdeconcolute_jsd": 0.0566, + "ctdeconvolute_rmse": 0.1938, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -0.454, + "ks_statistic_central_score_scalef": 0.4819, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.2866, - "ks_statistic_frac_zero_genes": 0.0674, - "ks_statistic_L_stats": 2.4091, - "ks_statistic_lib_fraczero_cells": -0.2514, - "ks_statistic_lib_size_cells": -0.454, - "ks_statistic_mean_fraczero_genes": 0.4603, - "ks_statistic_mean_var_genes": -2.2232, - "ks_statistic_morans_I": 5.5453, - "ks_statistic_nn_correlation": 1.8256, - "ks_statistic_pearson_cells": 7.5982, - "ks_statistic_pearson_genes": 8.9703, - "ks_statistic_scaled_mean_cells": -0.3102, - "ks_statistic_scaled_mean_genes": -0.4992, - "ks_statistic_scaled_var_cells": -0.4189, - "ks_statistic_scaled_var_genes": -13.7878, - "ks_statistic_tmm_cells": -0.2443, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.6477, - "svg_recall": 0.6868 + "ks_statistic_enrichment_scalef": 29.8396, + "ks_statistic_L_stats": "NA", + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_transition_scalef": 0.6223, + "svg_precision": 0.6587, + "svg_recall": 0.7527 }, "scaled_scores": { - "clustering_ari": 0.0106, - "clustering_nmi": 0.0077, + "clustering_ari": 0.0183, + "clustering_nmi": -0.003, "crosscor_cosine": 0, - "crosscor_mantel": 0.6617, - "ctdeconcolute_jsd": 0.6306, - "ctdeconvolute_rmse": 0.7692, + "crosscor_mantel": 0.6452, + "ctdeconcolute_jsd": 0.5877, + "ctdeconvolute_rmse": 0.7431, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9986, + "ks_statistic_central_score_scalef": 1.011, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9983, - "ks_statistic_frac_zero_genes": 0.9942, - "ks_statistic_L_stats": 2.1008, - "ks_statistic_lib_fraczero_cells": 0.9748, - "ks_statistic_lib_size_cells": 0.9986, - "ks_statistic_mean_fraczero_genes": 0.9041, - "ks_statistic_mean_var_genes": 1.0098, - "ks_statistic_morans_I": 0.9124, - "ks_statistic_nn_correlation": 0.9531, - "ks_statistic_pearson_cells": 0.8851, - "ks_statistic_pearson_genes": 0.8661, - "ks_statistic_scaled_mean_cells": -0.0048, - "ks_statistic_scaled_mean_genes": 0.9995, - "ks_statistic_scaled_var_cells": 1.426, - "ks_statistic_scaled_var_genes": 0.0367, - "ks_statistic_tmm_cells": 0.4873, + "ks_statistic_enrichment_scalef": 0.0545, + "ks_statistic_L_stats": 0, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, "ks_statistic_transition_matrix": 1, - "svg_precision": 0.4715, - "svg_recall": 0.6851 + "ks_statistic_transition_scalef": 0.1679, + "svg_precision": -0.024, + "svg_recall": 0.7527 }, - "mean_score": 0.6981, + "mean_score": 0.3872, "resources": { - "submit": "2024-12-11 16:05:20", + "submit": "2025-03-14 13:22:34", "exit_code": 0, - "duration_sec": 33.5, - "cpu_pct": 318.2, - "peak_memory_mb": 76800, + "duration_sec": 35, + "cpu_pct": 381, + "peak_memory_mb": 40039, "disk_read_mb": 80, "disk_write_mb": 11 }