From ebfd418dfd51a10b2684e87c22c36012723fb4c5 Mon Sep 17 00:00:00 2001 From: Kai Waldrant Date: Tue, 5 Mar 2024 15:18:38 +0100 Subject: [PATCH 1/6] Update dim_red task to v2 results --- .../data/dataset_info.json | 186 +- .../data/method_info.json | 500 +- .../data/metric_info.json | 233 +- .../data/quality_control.json | 5182 ++------ .../data/results.json | 10123 ++++++++++------ .../dimensionality_reduction/data/state.yaml | 8 + .../data/task_info.json | 14 +- results/dimensionality_reduction/index.qmd | 2 +- 8 files changed, 7619 insertions(+), 8629 deletions(-) create mode 100644 results/dimensionality_reduction/data/state.yaml diff --git a/results/dimensionality_reduction/data/dataset_info.json b/results/dimensionality_reduction/data/dataset_info.json index 52c65910..b50fcff7 100644 --- a/results/dimensionality_reduction/data/dataset_info.json +++ b/results/dimensionality_reduction/data/dataset_info.json @@ -1,50 +1,138 @@ [ - { - "dataset_name": "Mouse hematopoietic stem cell differentiation", - "image": "openproblems", - "data_url": "https://ndownloader.figshare.com/files/36088649", - "data_reference": "nestorowa2016single", - "dataset_summary": "1.6k hematopoietic stem and progenitor cells from mouse bone marrow. Sequenced by Smart-seq2. 1920 cells x 43258 features with 3 cell type labels", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "dataset_id": "mouse_hspc_nestorowa2016", - "source_dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/datasets/mouse_hspc_nestorowa2016.py" - }, - { - "dataset_name": "Mouse myeloid lineage differentiation", - "image": "openproblems", - "data_url": "https://figshare.com/ndownloader/files/36872214", - "data_reference": "olsson2016single", - "dataset_summary": "Myeloid lineage differentiation from mouse blood. Sequenced by SMARTseq in 2016 by Olsson et al. 660 cells x 112815 features with 4 cell type labels", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "dataset_id": "olsson_2016_mouse_blood", - "source_dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/datasets/mouse_blood_olsson_labelled.py" - }, - { - "dataset_name": "5k Peripheral blood mononuclear cells", - "image": "openproblems", - "data_url": "https://ndownloader.figshare.com/files/25555739", - "data_reference": "10x2019pbmc", - "dataset_summary": "5k Peripheral Blood Mononuclear Cells (PBMCs) from a healthy donor. Sequenced on 10X v3 chemistry in July 2019 by 10X Genomics. 5247 cells x 20822 features with no cell type labels", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "dataset_id": "tenx_5k_pbmc", - "source_dataset_id": "openproblems_v1/tenx_5k_pbmc", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/datasets/tenx_5k_pbmc.py" - }, - { - "dataset_name": "Zebrafish", - "image": "openproblems", - "data_url": "https://ndownloader.figshare.com/files/24566651?private_link=e3921450ec1bd0587870", - "data_reference": "wagner2018single", - "dataset_summary": "90k cells from zebrafish embryos throughout the first day of development, with and without a knockout of chordin, an important developmental gene. Dimensions: 26022 cells, 25258 genes. 24 cell types (avg. 1084\u00b11156 cells per cell type).", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "dataset_id": "zebrafish_labs", - "source_dataset_id": "openproblems_v1/zebrafish", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/datasets/zebrafish.py" - } -] \ No newline at end of file + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "dataset_name": "Mouse HSPC", + "dataset_summary": "Haematopoeitic stem and progenitor cells from mouse bone marrow", + "data_reference": "nestorowa2016single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE81682" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/hypomap", + "dataset_name": "HypoMap", + "dataset_summary": "A unified single cell gene expression atlas of the murine hypothalamus", + "data_reference": "steuernagel2022hypomap", + "data_url": "https://cellxgene.cziscience.com/collections/d86517f0-fa7e-4266-b82e-a521350d6d36" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/zebrafish", + "dataset_name": "Zebrafish embryonic cells", + "dataset_summary": "Single-cell mRNA sequencing of zebrafish embryonic cells.", + "data_reference": "wagner2018single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE112294" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_name": "Triple-Negative Breast Cancer", + "dataset_summary": "1535 cells from six fresh triple-negative breast cancer tumors.", + "data_reference": "wu2021single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE118389" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/immune_cells", + "dataset_name": "Human immune", + "dataset_summary": "Human immune cells dataset from the scIB benchmarks", + "data_reference": "luecken2022benchmarking", + "data_url": "https://theislab.github.io/scib-reproducibility/dataset_immune_cell_hum.html" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "dataset_name": "Mouse myeloid", + "dataset_summary": "Myeloid lineage differentiation from mouse blood", + "data_reference": "olsson2016single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE70245" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/pancreas", + "dataset_name": "Human pancreas", + "dataset_summary": "Human pancreas cells dataset from the scIB benchmarks", + "data_reference": "luecken2022benchmarking", + "data_url": "https://theislab.github.io/scib-reproducibility/dataset_pancreas.html" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/gtex_v9", + "dataset_name": "GTEX v9", + "dataset_summary": "Single-nucleus cross-tissue molecular reference maps to decipher disease gene function", + "data_reference": "eraslan2022singlenucleus", + "data_url": "https://cellxgene.cziscience.com/collections/a3ffde6c-7ad2-498a-903c-d58e732f7470" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_name": "5k PBMCs", + "dataset_summary": "5k peripheral blood mononuclear cells from a healthy donor", + "data_reference": "10x2019pbmc", + "data_url": "https://www.10xgenomics.com/resources/datasets/5-k-peripheral-blood-mononuclear-cells-pbm-cs-from-a-healthy-donor-with-cell-surface-proteins-v-3-chemistry-3-1-standard-3-1-0" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/hcla", + "dataset_name": "Human Lung Cell Atlas", + "dataset_summary": "An integrated cell atlas of the human lung in health and disease (core)", + "data_reference": "sikkema2023integrated", + "data_url": "https://cellxgene.cziscience.com/collections/6f6d381a-7701-4781-935c-db10d30de293" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/dkd", + "dataset_name": "Diabetic Kidney Disease", + "dataset_summary": "Multimodal single cell sequencing implicates chromatin accessibility and genetic background in diabetic kidney disease progression", + "data_reference": "wilson2022multimodal", + "data_url": "https://cellxgene.cziscience.com/collections/b3e2c6e3-9b05-4da9-8f42-da38a664b45b" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "dataset_name": "Mouse Pancreatic Islet Atlas", + "dataset_summary": "Mouse pancreatic islet scRNA-seq atlas across sexes, ages, and stress conditions including diabetes", + "data_reference": "hrovatin2023delineating", + "data_url": "https://cellxgene.cziscience.com/collections/296237e2-393d-4e31-b590-b03f74ac5070" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_name": "1k PBMCs", + "dataset_summary": "1k peripheral blood mononuclear cells from a healthy donor", + "data_reference": "10x2018pbmc", + "data_url": "https://www.10xgenomics.com/resources/datasets/1-k-pbm-cs-from-a-healthy-donor-v-3-chemistry-3-standard-3-0-0" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_name": "Tabula Sapiens", + "dataset_summary": "A multiple-organ, single-cell transcriptomic atlas of humans", + "data_reference": "consortium2022tabula", + "data_url": "https://cellxgene.cziscience.com/collections/e5f58829-1a66-40b5-a624-9046778e74f5" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/cengen", + "dataset_name": "CeNGEN", + "dataset_summary": "Complete Gene Expression Map of an Entire Nervous System", + "data_reference": "hammarlund2018cengen", + "data_url": "https://www.cengen.org" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "dataset_name": "Mouse Brain Atlas", + "dataset_summary": "Adult mouse primary visual cortex", + "data_reference": "tasic2016adult", + "data_url": "http://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE71585" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "dataset_name": "Immune Cell Atlas", + "dataset_summary": "Cross-tissue immune cell analysis reveals tissue-specific features in humans", + "data_reference": "dominguez2022crosstissue", + "data_url": "https://cellxgene.cziscience.com/collections/62ef75e4-cbea-454e-a0ce-998ec40223d3" + } +] diff --git a/results/dimensionality_reduction/data/method_info.json b/results/dimensionality_reduction/data/method_info.json index 62f20ec7..2ba5e7bf 100644 --- a/results/dimensionality_reduction/data/method_info.json +++ b/results/dimensionality_reduction/data/method_info.json @@ -1,392 +1,110 @@ [ - { - "method_name": "densMAP (logCP10k)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP (logCP10k, 1kHVG)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP PCA (logCP10k)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP PCA (logCP10k, 1kHVG)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "Diffusion maps", - "method_summary": "Diffusion maps uses an affinity matrix to describe the similarity between data points, which is then transformed into a graph Laplacian. The eigenvalue-weighted eigenvectors of the graph Laplacian are then used to create the embedding. Diffusion maps is calculated on the logCPM expression matrix.", - "paper_name": "Diffusion maps", - "paper_reference": "coifman2006diffusion", - "paper_year": 2006, - "code_url": "https://github.com/openproblems-bio/openproblems", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "diffusion_map", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/diffusion_map.py" - }, - { - "method_name": "NeuralEE (CPU) (Default)", - "method_summary": "NeuralEE is a neural network implementation of elastic embedding. It is a non-linear method that preserves pairwise distances between data points. NeuralEE uses a neural network to optimize an objective function that measures the difference between pairwise distances in the original high-dimensional space and the two-dimensional space. It is computed on both the recommended input from the package authors of 500 HVGs selected from a logged expression matrix (without sequencing depth scaling) and the default logCPM matrix with 1000 HVGs.", - "paper_name": "NeuralEE: A GPU-Accelerated Elastic Embedding Dimensionality Reduction Method for Visualizing Large-Scale scRNA-Seq Data", - "paper_reference": "xiong2020neuralee", - "paper_year": 2020, - "code_url": "https://github.com/HiBearME/NeuralEE", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "neuralee_default", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/neuralee.py" - }, - { - "method_name": "NeuralEE (CPU) (logCP10k, 1kHVG)", - "method_summary": "NeuralEE is a neural network implementation of elastic embedding. It is a non-linear method that preserves pairwise distances between data points. NeuralEE uses a neural network to optimize an objective function that measures the difference between pairwise distances in the original high-dimensional space and the two-dimensional space. It is computed on both the recommended input from the package authors of 500 HVGs selected from a logged expression matrix (without sequencing depth scaling) and the default logCPM matrix with 1000 HVGs.", - "paper_name": "NeuralEE: A GPU-Accelerated Elastic Embedding Dimensionality Reduction Method for Visualizing Large-Scale scRNA-Seq Data", - "paper_reference": "xiong2020neuralee", - "paper_year": 2020, - "code_url": "https://github.com/HiBearME/NeuralEE", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "neuralee_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/neuralee.py" - }, - { - "method_name": "PCA (logCP10k)", - "method_summary": "PCA or \"Principal Component Analysis\" is a linear method that finds orthogonal directions in the data that capture the most variance. The first two principal components are chosen as the two-dimensional embedding. We select only the first two principal components as the two-dimensional embedding. PCA is calculated on the logCPM expression matrix with and without selecting 1000 HVGs.", - "paper_name": "On lines and planes of closest fit to systems of points in space", - "paper_reference": "pearson1901pca", - "paper_year": 1901, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pca.py" - }, - { - "method_name": "PCA (logCP10k, 1kHVG)", - "method_summary": "PCA or \"Principal Component Analysis\" is a linear method that finds orthogonal directions in the data that capture the most variance. The first two principal components are chosen as the two-dimensional embedding. We select only the first two principal components as the two-dimensional embedding. PCA is calculated on the logCPM expression matrix with and without selecting 1000 HVGs.", - "paper_name": "On lines and planes of closest fit to systems of points in space", - "paper_reference": "pearson1901pca", - "paper_year": 1901, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pca.py" - }, - { - "method_name": "PHATE (default)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE/", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_default", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (logCP10k, 1kHVG)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE/", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (logCP10k)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE/", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (gamma=0)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE/", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_sqrt", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PyMDE Preserve Distances (logCP10k)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org/", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_distances_log_cp10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Distances (logCP10k, 1kHVG)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org/", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_distances_log_cp10k_hvg", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Neighbors (logCP10k)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org/", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_neighbors_log_cp10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Neighbors (logCP10k, 1kHVG)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org/", - "image": "openproblems-python-pytorch", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "Random Features", - "method_summary": "Randomly generated two-dimensional coordinates from a normal distribution.", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems", - "image": "openproblems", - "is_baseline": true, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "random_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "Spectral Features", - "method_summary": "Use 1000-dimensional diffusions maps as an embedding", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems", - "image": "openproblems", - "is_baseline": true, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "spectral_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "True Features", - "method_summary": "Use of the original feature inputs as the 'embedding'.", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems", - "image": "openproblems", - "is_baseline": true, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "true_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "t-SNE (logCP10k)", - "method_summary": "t-SNE or t-distributed Stochastic Neighbor Embedding converts similarities between data points to joint probabilities and tries to minimize the Kullback-Leibler divergence between the joint probabilities of the low-dimensional embedding and the high-dimensional data. We use the implementation in the scanpy package with the result of PCA on the logCPM expression matrix (with and without HVG selection).", - "paper_name": "Visualizing Data using t-SNE", - "paper_reference": "vandermaaten2008visualizing", - "paper_year": 2008, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "tsne_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/tsne.py" - }, - { - "method_name": "t-SNE (logCP10k, 1kHVG)", - "method_summary": "t-SNE or t-distributed Stochastic Neighbor Embedding converts similarities between data points to joint probabilities and tries to minimize the Kullback-Leibler divergence between the joint probabilities of the low-dimensional embedding and the high-dimensional data. We use the implementation in the scanpy package with the result of PCA on the logCPM expression matrix (with and without HVG selection).", - "paper_name": "Visualizing Data using t-SNE", - "paper_reference": "vandermaaten2008visualizing", - "paper_year": 2008, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE", - "image": "openproblems-python-extras", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "tsne_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/tsne.py" - }, - { - "method_name": "UMAP (logCP10k)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP (logCP10k, 1kHVG)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP PCA (logCP10k)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP PCA (logCP10k, 1kHVG)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap", - "image": "openproblems", - "is_baseline": false, - "code_version": null, - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/methods/umap.py" - } -] \ No newline at end of file + { + "task_id": "dimensionality_reduction", + "method_id": "random_features", + "method_name": "Random Features", + "method_summary": "Negative control by randomly embedding into a 2D space.", + "is_baseline": true, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/control_methods/random_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "true_features", + "method_name": "True Features", + "method_summary": "Positive control by retaining the dimensionality without loss of information.", + "is_baseline": true, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/control_methods/true_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "densmap", + "method_name": "densMAP", + "method_summary": "Modified UMAP with preservation of local density information", + "is_baseline": false, + "paper_reference": "narayan2021assessing", + "code_url": "https://github.com/lmcinnes/umap", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/densmap/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "neuralee", + "method_name": "NeuralEE", + "method_summary": "Non-linear method that uses a neural network to preserve pairwise distances between data points in a high-dimensional space.", + "is_baseline": false, + "paper_reference": "xiong2020neuralee", + "code_url": "https://github.com/HiBearME/NeuralEE", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/neuralee/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "pca", + "method_name": "PCA", + "method_summary": "A linear method that finds orthogonal directions to compute the two-dimensional embedding.", + "is_baseline": false, + "paper_reference": "pearson1901pca", + "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/pca/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "phate", + "method_name": "PHATE", + "method_summary": "Preservating trajectories in a dataset by using heat diffusion potential.", + "is_baseline": false, + "paper_reference": "moon2019visualizing", + "code_url": "https://github.com/KrishnaswamyLab/PHATE", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/phate/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "simlr", + "method_name": "SIMLR", + "method_summary": "Multikernel-based learning of distance metrics from gene expression data for dimension reduction, clustering and visulaization.", + "is_baseline": false, + "paper_reference": "wang2017visualization", + "code_url": "https://github.com/BatzoglouLabSU/SIMLR", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/simlr/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "tsne", + "method_name": "t-SNE", + "method_summary": "Minimizing Kullback-Leibler divergence by converting similarities into joint probabilities between data points and the low/high dimensional embedding.", + "is_baseline": false, + "paper_reference": "vandermaaten2008visualizing", + "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/tsne/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "umap", + "method_name": "UMAP", + "method_summary": "A manifold learning algorithm that utilizes topological data analysis for dimension reduction.", + "is_baseline": false, + "paper_reference": "mcinnes2018umap", + "code_url": "https://github.com/lmcinnes/umap", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/umap/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + } +] diff --git a/results/dimensionality_reduction/data/metric_info.json b/results/dimensionality_reduction/data/metric_info.json index ccaa14fa..906c12ae 100644 --- a/results/dimensionality_reduction/data/metric_info.json +++ b/results/dimensionality_reduction/data/metric_info.json @@ -1,112 +1,123 @@ [ - { - "metric_name": "continuity", - "metric_summary": "Continuity measures error of hard extrusions based on nearest neighbor coranking", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "continuity", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "Density preservation", - "metric_summary": "Similarity between local densities in the high-dimensional data and the reduced data.", - "paper_reference": "narayan2021assessing", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "density_preservation", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/density.py" - }, - { - "metric_name": "Distance correlation", - "metric_summary": "Spearman correlation between all pairwise Euclidean distances in the original and dimension-reduced data", - "paper_reference": "schober2018correlation", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "distance_correlation", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/distance_correlation.py" - }, - { - "metric_name": "Distance correlation (spectral)", - "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data", - "paper_reference": "coifman2006diffusion", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "distance_correlation_spectral", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/distance_correlation.py" - }, - { - "metric_name": "local continuity meta criterion", - "metric_summary": "The local continuity meta criterion is the co-KNN size with baseline removal which favors locality", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "lcmc", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "global property", - "metric_summary": "The global property metric is a summary of the global co-KNN", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qglobal", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "local property", - "metric_summary": "The local property metric is a summary of the local co-KNN", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qlocal", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "co-KNN size", - "metric_summary": "co-KNN size counts how many points are in both k-nearest neighbors before and after the dimensionality reduction", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qnn", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "co-KNN AUC", - "metric_summary": "co-KNN AUC is area under the co-KNN curve", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qnn_auc", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py" - }, - { - "metric_name": "trustworthiness", - "metric_summary": "a measurement of similarity between the rank of each point's nearest neighbors in the high-dimensional data and the reduced data.", - "paper_reference": "venna2001neighborhood", - "maximize": true, - "image": "openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "trustworthiness", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/main/openproblems/tasks/dimensionality_reduction/metrics/trustworthiness.py" - } -] \ No newline at end of file + { + "task_id": "dimensionality_reduction", + "metric_id": "continuity_at_k30", + "metric_name": "Continuity at k=30", + "metric_summary": "The continuity metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "venna2006local", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "trustworthiness_at_k30", + "metric_name": "Trustworthiness at k=30", + "metric_summary": "The trustworthiness metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "venna2006local", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "qnx_at_k30", + "metric_name": "The value for QNX at k=30", + "metric_summary": "The QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "lee2009quality", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "lcmc_at_k30", + "metric_name": "The value for LCMC at k=30", + "metric_summary": "The LCMC metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "chen2009local", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "qnx_auc", + "metric_name": "Area under the QNX curve", + "metric_summary": "The AU-QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "lueks2011evaluate", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "qlocal", + "metric_name": "Local quality measure", + "metric_summary": "The local quality metric computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "lueks2011evaluate", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "qglobal", + "metric_name": "Global quality measure", + "metric_summary": "The Global quality metric computed on the co-ranking matrix between expression matrix and embedding.", + "paper_reference": "lueks2011evaluate", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "density_preservation", + "metric_name": "Density preservation", + "metric_summary": "\"Similarity between local densities in the high-dimensional data and the reduced data.\nThis is computed as the pearson correlation of local radii with the local radii in the original data space.\"\n", + "paper_reference": "narayan2021assessing", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/density_preservation/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "distance_correlation", + "metric_name": "Distance Correlation", + "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances on the full (or processed) data matrix and the dimensionally-reduced matrix.", + "paper_reference": "kruskal1964mds", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": false + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "distance_correlation_spectral", + "metric_name": "Distance Correlation Spectral", + "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data.", + "paper_reference": "coifman2006diffusion", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": false + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "trustworthiness", + "metric_name": "Trustworthiness at k=15", + "metric_summary": "A measurement of similarity between the rank of each point's nearest neighbors in the high-dimensional data and the reduced data.", + "paper_reference": "venna2006local", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/trustworthiness/config.vsh.yaml", + "code_version": null, + "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "maximize": true + } +] diff --git a/results/dimensionality_reduction/data/quality_control.json b/results/dimensionality_reduction/data/quality_control.json index c924f33b..6990027a 100644 --- a/results/dimensionality_reduction/data/quality_control.json +++ b/results/dimensionality_reduction/data/quality_control.json @@ -9,16 +9,6 @@ "code": "percent_missing([task_info], field)", "message": "Task metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" }, - { - "task_id": "dimensionality_reduction", - "category": "Task info", - "name": "Pct 'commit_sha' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, - "code": "percent_missing([task_info], field)", - "message": "Task metadata field 'commit_sha' should be defined\n Task id: dimensionality_reduction\n Field: commit_sha\n" - }, { "task_id": "dimensionality_reduction", "category": "Task info", @@ -199,16 +189,6 @@ "code": "percent_missing(dataset_info, field)", "message": "Dataset metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" }, - { - "task_id": "dimensionality_reduction", - "category": "Dataset info", - "name": "Pct 'commit_sha' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, - "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'commit_sha' should be defined\n Task id: dimensionality_reduction\n Field: commit_sha\n" - }, { "task_id": "dimensionality_reduction", "category": "Dataset info", @@ -251,5612 +231,2372 @@ }, { "task_id": "dimensionality_reduction", - "category": "Raw data", - "name": "Number of results", - "value": 104, - "severity": 0, - "severity_value": 0.0, - "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", - "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: dimensionality_reduction\n Number of results: 104\n Number of methods: 26\n Number of metrics: 10\n Number of datasets: 4\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Raw results", - "name": "Metric 'continuity' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, - "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: continuity\n Percentage missing: 25%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Raw results", - "name": "Metric 'density_preservation' %missing", + "category": "Dataset info", + "name": "Pct 'data_url' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, - "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 0%\n" + "code": "percent_missing(dataset_info, field)", + "message": "Dataset metadata field 'data_url' should be defined\n Task id: dimensionality_reduction\n Field: data_url\n" }, { "task_id": "dimensionality_reduction", - "category": "Raw results", - "name": "Metric 'distance_correlation' %missing", - "value": 0.0, + "category": "Raw data", + "name": "Number of results", + "value": 153, "severity": 0, "severity_value": 0.0, - "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation\n Percentage missing: 0%\n" + "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", + "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: dimensionality_reduction\n Number of results: 153\n Number of methods: 9\n Number of metrics: 11\n Number of datasets: 17\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'distance_correlation_spectral' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'continuity_at_k30' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation_spectral\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: continuity_at_k30\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'lcmc' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, + "name": "Metric 'trustworthiness_at_k30' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: lcmc\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness_at_k30\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'qglobal' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, + "name": "Metric 'qnx_at_k30' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_at_k30\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'qlocal' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, + "name": "Metric 'lcmc_at_k30' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: lcmc_at_k30\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'qnn' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, + "name": "Metric 'qnx_auc' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnn\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_auc\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'qnn_auc' %missing", - "value": 0.25, - "severity": 2, - "severity_value": 2.5, + "name": "Metric 'qlocal' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnn_auc\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Metric 'trustworthiness' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Metric 'qglobal' %missing", + "value": 0.7973856209150327, + "severity": 3, + "severity_value": 7.973856209150327, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 80%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'densmap_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Metric 'density_preservation' %missing", + "value": 0.4444444444444444, + "severity": 3, + "severity_value": 4.444444444444444, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 44%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'densmap_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Metric 'distance_correlation' %missing", + "value": 0.5490196078431373, + "severity": 3, + "severity_value": 5.490196078431373, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation\n Percentage missing: 55%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'densmap_pca_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Metric 'distance_correlation_spectral' %missing", + "value": 0.5490196078431373, + "severity": 3, + "severity_value": 5.490196078431373, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap_pca_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation_spectral\n Percentage missing: 55%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'densmap_pca_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Metric 'trustworthiness' %missing", + "value": 0.4771241830065359, + "severity": 3, + "severity_value": 4.7712418300653585, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap_pca_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness\n Percentage missing: 48%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'diffusion_map' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'random_features' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: diffusion_map\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: random_features\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'neuralee_default' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'true_features' %missing", + "value": 0.7165775401069518, + "severity": 3, + "severity_value": 7.165775401069518, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee_default\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: true_features\n Percentage missing: 72%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'neuralee_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'densmap' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pca_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'neuralee' %missing", + "value": 0.6524064171122994, + "severity": 3, + "severity_value": 6.524064171122994, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee\n Percentage missing: 65%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pca_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'pca' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'phate_default' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'phate' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate_default\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'phate_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'simlr' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: simlr\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'phate_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'tsne' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'phate_sqrt' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Method 'umap' %missing", + "value": 0.641711229946524, + "severity": 3, + "severity_value": 6.41711229946524, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate_sqrt\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap\n Percentage missing: 64%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pymde_distances_log_cp10k' %missing", - "value": 0.15000000000000002, + "name": "Dataset 'openproblems_v1/mouse_hspc_nestorowa2016' %missing", + "value": 0.11111111111111116, "severity": 1, - "severity_value": 1.5000000000000002, + "severity_value": 1.1111111111111116, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde_distances_log_cp10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_hspc_nestorowa2016\n Percentage missing: 11%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pymde_distances_log_cp10k_hvg' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'cellxgene_census/hypomap' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde_distances_log_cp10k_hvg\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hypomap\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pymde_neighbors_log_cp10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'openproblems_v1/zebrafish' %missing", + "value": 0.696969696969697, + "severity": 3, + "severity_value": 6.96969696969697, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde_neighbors_log_cp10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/zebrafish\n Percentage missing: 70%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pymde_neighbors_log_cp10k_hvg' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'openproblems_v1/tnbc_wu2021' %missing", + "value": 0.8484848484848485, + "severity": 3, + "severity_value": 8.484848484848484, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde_neighbors_log_cp10k_hvg\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tnbc_wu2021\n Percentage missing: 85%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'random_features' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'openproblems_v1/immune_cells' %missing", + "value": 0.6767676767676767, + "severity": 3, + "severity_value": 6.767676767676766, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: random_features\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/immune_cells\n Percentage missing: 68%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'spectral_features' %missing", - "value": 0.15000000000000002, + "name": "Dataset 'openproblems_v1/mouse_blood_olsson_labelled' %missing", + "value": 0.11111111111111116, "severity": 1, - "severity_value": 1.5000000000000002, + "severity_value": 1.1111111111111116, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: spectral_features\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_blood_olsson_labelled\n Percentage missing: 11%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'true_features' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'openproblems_v1/pancreas' %missing", + "value": 0.6767676767676767, + "severity": 3, + "severity_value": 6.767676767676766, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: true_features\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/pancreas\n Percentage missing: 68%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'tsne_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'cellxgene_census/gtex_v9' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/gtex_v9\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'tsne_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, + "name": "Dataset 'openproblems_v1/tenx_5k_pbmc' %missing", + "value": 0.18181818181818188, "severity": 1, - "severity_value": 1.5000000000000002, + "severity_value": 1.8181818181818188, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_5k_pbmc\n Percentage missing: 18%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'umap_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'cellxgene_census/hcla' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hcla\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'umap_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'cellxgene_census/dkd' %missing", + "value": 0.7272727272727273, + "severity": 3, + "severity_value": 7.2727272727272725, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/dkd\n Percentage missing: 73%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'umap_pca_logCP10k' %missing", - "value": 0.15000000000000002, - "severity": 1, - "severity_value": 1.5000000000000002, + "name": "Dataset 'cellxgene_census/mouse_pancreas_atlas' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap_pca_logCP10k\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/mouse_pancreas_atlas\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'umap_pca_logCP10k_1kHVG' %missing", - "value": 0.15000000000000002, + "name": "Dataset 'openproblems_v1/tenx_1k_pbmc' %missing", + "value": 0.11111111111111116, "severity": 1, - "severity_value": 1.5000000000000002, + "severity_value": 1.1111111111111116, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap_pca_logCP10k_1kHVG\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_1k_pbmc\n Percentage missing: 11%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'mouse_hspc_nestorowa2016' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Dataset 'cellxgene_census/tabula_sapiens' %missing", + "value": 1.0, + "severity": 3, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: mouse_hspc_nestorowa2016\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/tabula_sapiens\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'olsson_2016_mouse_blood' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Dataset 'openproblems_v1/cengen' %missing", + "value": 0.9292929292929293, + "severity": 3, + "severity_value": 9.292929292929292, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: olsson_2016_mouse_blood\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/cengen\n Percentage missing: 93%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'tenx_5k_pbmc' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Dataset 'openproblems_v1/allen_brain_atlas' %missing", + "value": 0.6767676767676767, + "severity": 3, + "severity_value": 6.767676767676766, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: tenx_5k_pbmc\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/allen_brain_atlas\n Percentage missing: 68%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'zebrafish_labs' %missing", - "value": 0.6, + "name": "Dataset 'cellxgene_census/immune_cell_atlas' %missing", + "value": 1.0, "severity": 3, - "severity_value": 5.999999999999999, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: zebrafish_labs\n Percentage missing: 60%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k continuity", - "value": 0.47526992417135194, - "severity": 0, - "severity_value": -0.47526992417135194, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: continuity\n Worst score: 0.47526992417135194%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k continuity", - "value": 0.9665645852166399, - "severity": 0, - "severity_value": 0.48328229260831995, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: continuity\n Best score: 0.9665645852166399%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG continuity", - "value": 0.20564606558352608, - "severity": 0, - "severity_value": -0.20564606558352608, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.20564606558352608%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG continuity", - "value": 0.9271973334872036, - "severity": 0, - "severity_value": 0.4635986667436018, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9271973334872036%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k continuity", - "value": 0.25679102400619935, - "severity": 0, - "severity_value": -0.25679102400619935, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: continuity\n Worst score: 0.25679102400619935%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k continuity", - "value": 0.9589227949373869, - "severity": 0, - "severity_value": 0.47946139746869343, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: continuity\n Best score: 0.9589227949373869%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG continuity", - "value": 0.17309946791609446, - "severity": 0, - "severity_value": -0.17309946791609446, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.17309946791609446%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG continuity", - "value": 0.94872433805558, - "severity": 0, - "severity_value": 0.47436216902779, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.94872433805558%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map continuity", - "value": -0.29286072344507724, - "severity": 0, - "severity_value": 0.29286072344507724, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity\n Worst score: -0.29286072344507724%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map continuity", - "value": 0.6200256307785902, - "severity": 0, - "severity_value": 0.3100128153892951, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity\n Best score: 0.6200256307785902%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default continuity", - "value": 0.34462852597422344, - "severity": 0, - "severity_value": -0.34462852597422344, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: continuity\n Worst score: 0.34462852597422344%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default continuity", - "value": 0.9661948694276387, - "severity": 0, - "severity_value": 0.48309743471381933, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: continuity\n Best score: 0.9661948694276387%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG continuity", - "value": 0.31909440490164465, - "severity": 0, - "severity_value": -0.31909440490164465, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.31909440490164465%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG continuity", - "value": 0.9255818393324884, - "severity": 0, - "severity_value": 0.4627909196662442, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9255818393324884%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k continuity", - "value": 0.18857126448435055, - "severity": 0, - "severity_value": -0.18857126448435055, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: continuity\n Worst score: 0.18857126448435055%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k continuity", - "value": 0.9306326271690527, - "severity": 0, - "severity_value": 0.46531631358452635, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: continuity\n Best score: 0.9306326271690527%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG continuity", - "value": 0.19055402665420088, - "severity": 0, - "severity_value": -0.19055402665420088, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.19055402665420088%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG continuity", - "value": 0.935172081685106, - "severity": 0, - "severity_value": 0.467586040842553, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.935172081685106%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/immune_cell_atlas\n Percentage missing: 100%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_default continuity", - "value": 0.18421360172732457, + "name": "Worst score random_features continuity_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.18421360172732457, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: continuity\n Worst score: 0.18421360172732457%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_default continuity", - "value": 0.9438309821831182, + "name": "Best score random_features continuity_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.4719154910915591, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: continuity\n Best score: 0.9438309821831182%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k continuity", - "value": 0.26491882868406935, + "name": "Worst score true_features continuity_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.26491882868406935, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: continuity\n Worst score: 0.26491882868406935%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k continuity", - "value": 0.942253100732949, + "name": "Best score true_features continuity_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.4711265503664745, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: continuity\n Best score: 0.942253100732949%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG continuity", - "value": 0.2662548204755576, + "name": "Worst score densmap continuity_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.2662548204755576, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.2662548204755576%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG continuity", - "value": 0.9460827579230663, + "name": "Best score densmap continuity_at_k30", + "value": 0.9611, "severity": 0, - "severity_value": 0.47304137896153314, + "severity_value": 0.48055, "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9460827579230663%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 0.9611%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_sqrt continuity", - "value": 0.17224012681183978, + "name": "Worst score neuralee continuity_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.17224012681183978, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: continuity\n Worst score: 0.17224012681183978%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_sqrt continuity", - "value": 0.9465869676252919, + "name": "Best score neuralee continuity_at_k30", + "value": 0.9125, "severity": 0, - "severity_value": 0.47329348381264597, + "severity_value": 0.45625, "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: continuity\n Best score: 0.9465869676252919%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k continuity", - "value": 0.3473104030427833, - "severity": 0, - "severity_value": -0.3473104030427833, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: continuity\n Worst score: 0.3473104030427833%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 0.9125%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k continuity", - "value": 0.7926188316734936, - "severity": 0, - "severity_value": 0.3963094158367468, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: continuity\n Best score: 0.7926188316734936%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg continuity", - "value": 0.171041938466826, - "severity": 0, - "severity_value": -0.171041938466826, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: continuity\n Worst score: 0.171041938466826%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg continuity", - "value": 0.7477932670658687, - "severity": 0, - "severity_value": 0.37389663353293434, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: continuity\n Best score: 0.7477932670658687%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k continuity", - "value": 0.23586476136077475, - "severity": 0, - "severity_value": -0.23586476136077475, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: continuity\n Worst score: 0.23586476136077475%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k continuity", - "value": 0.9589437383751453, - "severity": 0, - "severity_value": 0.4794718691875727, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: continuity\n Best score: 0.9589437383751453%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg continuity", - "value": 0.27924092055523647, - "severity": 0, - "severity_value": -0.27924092055523647, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: continuity\n Worst score: 0.27924092055523647%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg continuity", - "value": 0.9477082251433807, - "severity": 0, - "severity_value": 0.47385411257169036, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: continuity\n Best score: 0.9477082251433807%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features continuity", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features continuity", - "value": 0.44138763314714935, - "severity": 0, - "severity_value": 0.22069381657357467, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity\n Best score: 0.44138763314714935%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features continuity", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features continuity", - "value": 0.8262031434406542, - "severity": 0, - "severity_value": 0.4131015717203271, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity\n Best score: 0.8262031434406542%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features continuity", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features continuity", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k continuity", - "value": 0.2820387908534595, - "severity": 0, - "severity_value": -0.2820387908534595, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: continuity\n Worst score: 0.2820387908534595%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k continuity", - "value": 0.9630030610187772, - "severity": 0, - "severity_value": 0.4815015305093886, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: continuity\n Best score: 0.9630030610187772%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG continuity", - "value": 0.2877724833914735, - "severity": 0, - "severity_value": -0.2877724833914735, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.2877724833914735%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG continuity", - "value": 0.9492442197180331, - "severity": 0, - "severity_value": 0.47462210985901654, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9492442197180331%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k continuity", - "value": 0.4664961287143587, - "severity": 0, - "severity_value": -0.4664961287143587, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: continuity\n Worst score: 0.4664961287143587%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k continuity", - "value": 0.9596400008263396, - "severity": 0, - "severity_value": 0.4798200004131698, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: continuity\n Best score: 0.9596400008263396%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG continuity", - "value": 0.26823245956469327, - "severity": 0, - "severity_value": -0.26823245956469327, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.26823245956469327%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG continuity", - "value": 0.9210597664450508, - "severity": 0, - "severity_value": 0.4605298832225254, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9210597664450508%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k continuity", - "value": 0.12220810198880588, - "severity": 0, - "severity_value": -0.12220810198880588, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: continuity\n Worst score: 0.12220810198880588%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k continuity", - "value": 0.950890915320837, - "severity": 0, - "severity_value": 0.4754454576604185, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: continuity\n Best score: 0.950890915320837%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG continuity", - "value": 0.25657078722112103, - "severity": 0, - "severity_value": -0.25657078722112103, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: continuity\n Worst score: 0.25657078722112103%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG continuity", - "value": 0.9455635886224418, - "severity": 0, - "severity_value": 0.4727817943112209, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: continuity\n Best score: 0.9455635886224418%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k density_preservation", - "value": 0.2955350778950185, - "severity": 0, - "severity_value": -0.2955350778950185, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: density_preservation\n Worst score: 0.2955350778950185%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k density_preservation", - "value": 0.8613167348869383, - "severity": 0, - "severity_value": 0.43065836744346914, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: density_preservation\n Best score: 0.8613167348869383%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG density_preservation", - "value": 0.23991535824316948, - "severity": 0, - "severity_value": -0.23991535824316948, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: 0.23991535824316948%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG density_preservation", - "value": 0.6596090030162456, - "severity": 0, - "severity_value": 0.3298045015081228, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.6596090030162456%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k density_preservation", - "value": 0.10570710656816465, - "severity": 0, - "severity_value": -0.10570710656816465, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: density_preservation\n Worst score: 0.10570710656816465%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k density_preservation", - "value": 0.7150885137445556, - "severity": 0, - "severity_value": 0.3575442568722778, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: density_preservation\n Best score: 0.7150885137445556%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG density_preservation", - "value": 0.2552368695266385, - "severity": 0, - "severity_value": -0.2552368695266385, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: 0.2552368695266385%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG density_preservation", - "value": 0.5527788600621616, - "severity": 0, - "severity_value": 0.2763894300310808, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.5527788600621616%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map density_preservation", - "value": -0.4960720063510423, - "severity": 0, - "severity_value": 0.4960720063510423, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: -0.4960720063510423%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map density_preservation", - "value": 0.20689710779847084, - "severity": 0, - "severity_value": 0.10344855389923542, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.20689710779847084%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default density_preservation", - "value": -0.19887548657996712, - "severity": 0, - "severity_value": 0.19887548657996712, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: density_preservation\n Worst score: -0.19887548657996712%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default density_preservation", - "value": 0.1469188183790711, - "severity": 0, - "severity_value": 0.07345940918953554, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: density_preservation\n Best score: 0.1469188183790711%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG density_preservation", - "value": 0.07624106970733975, - "severity": 0, - "severity_value": -0.07624106970733975, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: 0.07624106970733975%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG density_preservation", - "value": 0.3468706881596839, - "severity": 0, - "severity_value": 0.17343534407984196, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.3468706881596839%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k density_preservation", - "value": -0.13765550123714906, - "severity": 0, - "severity_value": 0.13765550123714906, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: density_preservation\n Worst score: -0.13765550123714906%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k density_preservation", - "value": 0.5052678995911704, - "severity": 0, - "severity_value": 0.2526339497955852, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: density_preservation\n Best score: 0.5052678995911704%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG density_preservation", - "value": 0.06598168528876719, - "severity": 0, - "severity_value": -0.06598168528876719, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: 0.06598168528876719%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG density_preservation", - "value": 0.3584577631902049, - "severity": 0, - "severity_value": 0.17922888159510245, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.3584577631902049%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default density_preservation", - "value": -0.3654036030088246, - "severity": 0, - "severity_value": 0.3654036030088246, - "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: density_preservation\n Worst score: -0.3654036030088246%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_default density_preservation", - "value": 0.3163491344382979, - "severity": 0, - "severity_value": 0.15817456721914894, - "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: density_preservation\n Best score: 0.3163491344382979%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k density_preservation", - "value": -0.2685649319509923, - "severity": 0, - "severity_value": 0.2685649319509923, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: density_preservation\n Worst score: -0.2685649319509923%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k density_preservation", - "value": 0.1732406423793636, - "severity": 0, - "severity_value": 0.0866203211896818, - "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: density_preservation\n Best score: 0.1732406423793636%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG density_preservation", - "value": -0.4799646776309383, - "severity": 0, - "severity_value": 0.4799646776309383, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: -0.4799646776309383%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG density_preservation", - "value": 0.19414568527902007, - "severity": 0, - "severity_value": 0.09707284263951003, - "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.19414568527902007%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_sqrt density_preservation", - "value": -0.2114017960057374, - "severity": 0, - "severity_value": 0.2114017960057374, - "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: density_preservation\n Worst score: -0.2114017960057374%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_sqrt density_preservation", - "value": 0.2938020907734585, - "severity": 0, - "severity_value": 0.14690104538672924, - "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: density_preservation\n Best score: 0.2938020907734585%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k density_preservation", - "value": 0.09920962584352336, - "severity": 0, - "severity_value": -0.09920962584352336, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: density_preservation\n Worst score: 0.09920962584352336%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k density_preservation", - "value": 0.5501213523818723, - "severity": 0, - "severity_value": 0.27506067619093616, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: density_preservation\n Best score: 0.5501213523818723%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg density_preservation", - "value": 0.09963920269152156, - "severity": 0, - "severity_value": -0.09963920269152156, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: density_preservation\n Worst score: 0.09963920269152156%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg density_preservation", - "value": 0.37570687108996553, - "severity": 0, - "severity_value": 0.18785343554498277, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: density_preservation\n Best score: 0.37570687108996553%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k density_preservation", - "value": -0.1227210790061811, - "severity": 0, - "severity_value": 0.1227210790061811, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: density_preservation\n Worst score: -0.1227210790061811%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k density_preservation", - "value": 0.20651999473024432, - "severity": 0, - "severity_value": 0.10325999736512216, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: density_preservation\n Best score: 0.20651999473024432%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg density_preservation", - "value": -0.22851357557300056, - "severity": 0, - "severity_value": 0.22851357557300056, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: density_preservation\n Worst score: -0.22851357557300056%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg density_preservation", - "value": 0.24780750761417839, - "severity": 0, - "severity_value": 0.12390375380708919, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: density_preservation\n Best score: 0.24780750761417839%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features density_preservation", - "value": 0.0772305624804399, - "severity": 0, - "severity_value": 0.03861528124021995, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 0.0772305624804399%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features density_preservation", - "value": 0.2992703304961135, - "severity": 0, - "severity_value": 0.14963516524805676, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.2992703304961135%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features density_preservation", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features density_preservation", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k density_preservation", - "value": -0.02481524751011151, - "severity": 0, - "severity_value": 0.02481524751011151, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: density_preservation\n Worst score: -0.02481524751011151%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k density_preservation", - "value": 0.40935398601211004, - "severity": 0, - "severity_value": 0.20467699300605502, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: density_preservation\n Best score: 0.40935398601211004%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG density_preservation", - "value": -0.1610314880081163, - "severity": 0, - "severity_value": 0.1610314880081163, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: -0.1610314880081163%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG density_preservation", - "value": 0.28922278467346957, - "severity": 0, - "severity_value": 0.14461139233673478, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.28922278467346957%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k density_preservation", - "value": -0.06000165321719728, - "severity": 0, - "severity_value": 0.06000165321719728, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: density_preservation\n Worst score: -0.06000165321719728%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k density_preservation", - "value": 0.4073390952182907, - "severity": 0, - "severity_value": 0.20366954760914535, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: density_preservation\n Best score: 0.4073390952182907%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG density_preservation", - "value": -0.212010964625805, - "severity": 0, - "severity_value": 0.212010964625805, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: -0.212010964625805%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG density_preservation", - "value": 0.16434303866816527, - "severity": 0, - "severity_value": 0.08217151933408263, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.16434303866816527%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k density_preservation", - "value": -0.06035317608819602, - "severity": 0, - "severity_value": 0.06035317608819602, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: density_preservation\n Worst score: -0.06035317608819602%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k density_preservation", - "value": 0.1723535160035282, - "severity": 0, - "severity_value": 0.0861767580017641, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: density_preservation\n Best score: 0.1723535160035282%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG density_preservation", - "value": -0.14079223895258283, - "severity": 0, - "severity_value": 0.14079223895258283, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: density_preservation\n Worst score: -0.14079223895258283%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG density_preservation", - "value": 0.157406024925527, - "severity": 0, - "severity_value": 0.0787030124627635, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: density_preservation\n Best score: 0.157406024925527%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k distance_correlation", - "value": 0.3181150688178256, - "severity": 0, - "severity_value": -0.3181150688178256, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: distance_correlation\n Worst score: 0.3181150688178256%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k distance_correlation", - "value": 0.7906704932995618, - "severity": 0, - "severity_value": 0.3953352466497809, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: distance_correlation\n Best score: 0.7906704932995618%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG distance_correlation", - "value": 0.029324627269438817, - "severity": 0, - "severity_value": -0.029324627269438817, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.029324627269438817%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG distance_correlation", - "value": 0.6050161807526102, - "severity": 0, - "severity_value": 0.3025080903763051, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.6050161807526102%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k distance_correlation", - "value": 0.2219893131222716, - "severity": 0, - "severity_value": -0.2219893131222716, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: distance_correlation\n Worst score: 0.2219893131222716%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k distance_correlation", - "value": 0.5492636248119163, - "severity": 0, - "severity_value": 0.27463181240595813, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: distance_correlation\n Best score: 0.5492636248119163%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG distance_correlation", - "value": 0.008177772310870517, - "severity": 0, - "severity_value": -0.008177772310870517, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.008177772310870517%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG distance_correlation", - "value": 0.6636352448019011, - "severity": 0, - "severity_value": 0.33181762240095053, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.6636352448019011%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map distance_correlation", - "value": -0.06865590690619464, - "severity": 0, - "severity_value": 0.06865590690619464, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Worst score: -0.06865590690619464%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map distance_correlation", - "value": 0.7387861275003851, - "severity": 0, - "severity_value": 0.36939306375019254, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Best score: 0.7387861275003851%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default distance_correlation", - "value": 0.006027144785871717, - "severity": 0, - "severity_value": -0.006027144785871717, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: distance_correlation\n Worst score: 0.006027144785871717%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default distance_correlation", - "value": 0.5997196367335375, - "severity": 0, - "severity_value": 0.2998598183667687, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: distance_correlation\n Best score: 0.5997196367335375%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG distance_correlation", - "value": 0.07587041486178933, - "severity": 0, - "severity_value": -0.07587041486178933, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.07587041486178933%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG distance_correlation", - "value": 0.5834253747061966, - "severity": 0, - "severity_value": 0.2917126873530983, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.5834253747061966%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k distance_correlation", - "value": 0.07964916253602294, - "severity": 0, - "severity_value": -0.07964916253602294, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: distance_correlation\n Worst score: 0.07964916253602294%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k distance_correlation", - "value": 0.8462625321131627, - "severity": 0, - "severity_value": 0.42313126605658136, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: distance_correlation\n Best score: 0.8462625321131627%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG distance_correlation", - "value": -0.03985506592302395, - "severity": 0, - "severity_value": 0.03985506592302395, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: -0.03985506592302395%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG distance_correlation", - "value": 0.5080833384282012, - "severity": 0, - "severity_value": 0.2540416692141006, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.5080833384282012%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default distance_correlation", - "value": -0.023984637336505382, - "severity": 0, - "severity_value": 0.023984637336505382, - "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: distance_correlation\n Worst score: -0.023984637336505382%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_default distance_correlation", - "value": 0.5599921942524181, - "severity": 0, - "severity_value": 0.27999609712620904, - "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: distance_correlation\n Best score: 0.5599921942524181%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k distance_correlation", - "value": -0.00828585814614641, - "severity": 0, - "severity_value": 0.00828585814614641, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: distance_correlation\n Worst score: -0.00828585814614641%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k distance_correlation", - "value": 0.6880245250363551, - "severity": 0, - "severity_value": 0.34401226251817757, - "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: distance_correlation\n Best score: 0.6880245250363551%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG distance_correlation", - "value": -0.0035757510018645865, - "severity": 0, - "severity_value": 0.0035757510018645865, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: -0.0035757510018645865%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG distance_correlation", - "value": 0.5342489229830019, - "severity": 0, - "severity_value": 0.26712446149150093, - "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.5342489229830019%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_sqrt distance_correlation", - "value": -0.010607137642241157, - "severity": 0, - "severity_value": 0.010607137642241157, - "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: distance_correlation\n Worst score: -0.010607137642241157%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_sqrt distance_correlation", - "value": 0.5677488309722799, - "severity": 0, - "severity_value": 0.28387441548613995, - "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: distance_correlation\n Best score: 0.5677488309722799%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k distance_correlation", - "value": 0.27079306466624903, - "severity": 0, - "severity_value": -0.27079306466624903, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: distance_correlation\n Worst score: 0.27079306466624903%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k distance_correlation", - "value": 0.9604127541602097, - "severity": 0, - "severity_value": 0.48020637708010483, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: distance_correlation\n Best score: 0.9604127541602097%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg distance_correlation", - "value": 0.11958302475143105, - "severity": 0, - "severity_value": -0.11958302475143105, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: distance_correlation\n Worst score: 0.11958302475143105%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg distance_correlation", - "value": 0.5699814438000853, - "severity": 0, - "severity_value": 0.28499072190004265, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: distance_correlation\n Best score: 0.5699814438000853%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k distance_correlation", - "value": 0.13744468051918057, - "severity": 0, - "severity_value": -0.13744468051918057, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: distance_correlation\n Worst score: 0.13744468051918057%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k distance_correlation", - "value": 0.6443101014303435, - "severity": 0, - "severity_value": 0.32215505071517175, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: distance_correlation\n Best score: 0.6443101014303435%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg distance_correlation", - "value": 0.07071216535396146, - "severity": 0, - "severity_value": -0.07071216535396146, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: distance_correlation\n Worst score: 0.07071216535396146%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg distance_correlation", - "value": 0.6176440332645243, - "severity": 0, - "severity_value": 0.30882201663226216, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: distance_correlation\n Best score: 0.6176440332645243%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features distance_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features distance_correlation", - "value": 0.054656954323661015, - "severity": 0, - "severity_value": 0.027328477161830508, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Best score: 0.054656954323661015%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features distance_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features distance_correlation", - "value": 0.19760760861063076, - "severity": 0, - "severity_value": 0.09880380430531538, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Best score: 0.19760760861063076%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features distance_correlation", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features distance_correlation", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k distance_correlation", - "value": 0.19467487134734468, - "severity": 0, - "severity_value": -0.19467487134734468, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: distance_correlation\n Worst score: 0.19467487134734468%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k distance_correlation", - "value": 0.5955003955799931, - "severity": 0, - "severity_value": 0.29775019778999656, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: distance_correlation\n Best score: 0.5955003955799931%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG distance_correlation", - "value": 0.08976071642969732, - "severity": 0, - "severity_value": -0.08976071642969732, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.08976071642969732%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG distance_correlation", - "value": 0.4950593727465205, - "severity": 0, - "severity_value": 0.24752968637326025, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.4950593727465205%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k distance_correlation", - "value": 0.07161358982875504, - "severity": 0, - "severity_value": -0.07161358982875504, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: distance_correlation\n Worst score: 0.07161358982875504%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k distance_correlation", - "value": 0.7776342713757153, - "severity": 0, - "severity_value": 0.38881713568785764, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: distance_correlation\n Best score: 0.7776342713757153%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG distance_correlation", - "value": 0.008527516076888496, - "severity": 0, - "severity_value": -0.008527516076888496, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.008527516076888496%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG distance_correlation", - "value": 0.5684596761616335, - "severity": 0, - "severity_value": 0.28422983808081675, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.5684596761616335%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k distance_correlation", - "value": 0.15341806261715984, - "severity": 0, - "severity_value": -0.15341806261715984, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: distance_correlation\n Worst score: 0.15341806261715984%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k distance_correlation", - "value": 0.6153638835529462, - "severity": 0, - "severity_value": 0.3076819417764731, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: distance_correlation\n Best score: 0.6153638835529462%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG distance_correlation", - "value": 0.03905586206630158, - "severity": 0, - "severity_value": -0.03905586206630158, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Worst score: 0.03905586206630158%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG distance_correlation", - "value": 0.6038889716290405, - "severity": 0, - "severity_value": 0.30194448581452027, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: distance_correlation\n Best score: 0.6038889716290405%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k distance_correlation_spectral", - "value": -0.20966785508529612, - "severity": 0, - "severity_value": 0.20966785508529612, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.20966785508529612%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k distance_correlation_spectral", - "value": 0.16859931173217121, - "severity": 0, - "severity_value": 0.08429965586608561, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.16859931173217121%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.23202278751872368, - "severity": 0, - "severity_value": 0.23202278751872368, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.23202278751872368%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3626254713858348, - "severity": 0, - "severity_value": 0.1813127356929174, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3626254713858348%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k distance_correlation_spectral", - "value": -0.18631943798402603, - "severity": 0, - "severity_value": 0.18631943798402603, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.18631943798402603%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k distance_correlation_spectral", - "value": 0.33932938155998854, - "severity": 0, - "severity_value": 0.16966469077999427, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.33932938155998854%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.2443006070082448, - "severity": 0, - "severity_value": 0.2443006070082448, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.2443006070082448%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3198531121358052, - "severity": 0, - "severity_value": 0.1599265560679026, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3198531121358052%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map distance_correlation_spectral", - "value": -0.3714387384801409, - "severity": 0, - "severity_value": 0.3714387384801409, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Worst score: -0.3714387384801409%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map distance_correlation_spectral", - "value": 0.36438603241090245, - "severity": 0, - "severity_value": 0.18219301620545122, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Best score: 0.36438603241090245%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default distance_correlation_spectral", - "value": -0.17133761030908973, - "severity": 0, - "severity_value": 0.17133761030908973, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: distance_correlation_spectral\n Worst score: -0.17133761030908973%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default distance_correlation_spectral", - "value": 0.33184509773566706, - "severity": 0, - "severity_value": 0.16592254886783353, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: distance_correlation_spectral\n Best score: 0.33184509773566706%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.2053097517542226, - "severity": 0, - "severity_value": 0.2053097517542226, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.2053097517542226%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3228362451013264, - "severity": 0, - "severity_value": 0.1614181225506632, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3228362451013264%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k distance_correlation_spectral", - "value": -0.3175916323955235, - "severity": 0, - "severity_value": 0.3175916323955235, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.3175916323955235%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k distance_correlation_spectral", - "value": 0.1952388488601746, - "severity": 0, - "severity_value": 0.0976194244300873, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.1952388488601746%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.31729507068859525, - "severity": 0, - "severity_value": 0.31729507068859525, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.31729507068859525%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3863954998626982, - "severity": 0, - "severity_value": 0.1931977499313491, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3863954998626982%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default distance_correlation_spectral", - "value": -0.36210284895553563, - "severity": 0, - "severity_value": 0.36210284895553563, - "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: distance_correlation_spectral\n Worst score: -0.36210284895553563%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_default distance_correlation_spectral", - "value": 0.2902525637488602, - "severity": 0, - "severity_value": 0.1451262818744301, - "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: distance_correlation_spectral\n Best score: 0.2902525637488602%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k distance_correlation_spectral", - "value": -0.19455396890537302, - "severity": 0, - "severity_value": 0.19455396890537302, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.19455396890537302%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k distance_correlation_spectral", - "value": 0.32840571234734306, - "severity": 0, - "severity_value": 0.16420285617367153, - "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.32840571234734306%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.30732176884748447, - "severity": 0, - "severity_value": 0.30732176884748447, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.30732176884748447%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.2899874119770617, - "severity": 0, - "severity_value": 0.14499370598853084, - "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.2899874119770617%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_sqrt distance_correlation_spectral", - "value": -0.36345696335890065, - "severity": 0, - "severity_value": 0.36345696335890065, - "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: distance_correlation_spectral\n Worst score: -0.36345696335890065%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_sqrt distance_correlation_spectral", - "value": 0.327083474732928, - "severity": 0, - "severity_value": 0.163541737366464, - "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: distance_correlation_spectral\n Best score: 0.327083474732928%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k distance_correlation_spectral", - "value": -0.16335477176353116, - "severity": 0, - "severity_value": 0.16335477176353116, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: distance_correlation_spectral\n Worst score: -0.16335477176353116%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k distance_correlation_spectral", - "value": 0.2346029524324164, - "severity": 0, - "severity_value": 0.1173014762162082, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: distance_correlation_spectral\n Best score: 0.2346029524324164%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg distance_correlation_spectral", - "value": -0.282515243048863, - "severity": 0, - "severity_value": 0.282515243048863, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: distance_correlation_spectral\n Worst score: -0.282515243048863%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg distance_correlation_spectral", - "value": 0.4334728312767784, - "severity": 0, - "severity_value": 0.2167364156383892, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: distance_correlation_spectral\n Best score: 0.4334728312767784%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k distance_correlation_spectral", - "value": -0.26031307882034477, - "severity": 0, - "severity_value": 0.26031307882034477, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: distance_correlation_spectral\n Worst score: -0.26031307882034477%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k distance_correlation_spectral", - "value": 0.35149307870473795, - "severity": 0, - "severity_value": 0.17574653935236897, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: distance_correlation_spectral\n Best score: 0.35149307870473795%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg distance_correlation_spectral", - "value": -0.18139135747095803, - "severity": 0, - "severity_value": 0.18139135747095803, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: distance_correlation_spectral\n Worst score: -0.18139135747095803%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg distance_correlation_spectral", - "value": 0.31567672531173563, - "severity": 0, - "severity_value": 0.15783836265586781, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: distance_correlation_spectral\n Best score: 0.31567672531173563%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features distance_correlation_spectral", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features distance_correlation_spectral", - "value": 0.19544464154335522, - "severity": 0, - "severity_value": 0.09772232077167761, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Best score: 0.19544464154335522%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features distance_correlation_spectral", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features distance_correlation_spectral", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features distance_correlation_spectral", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features distance_correlation_spectral", - "value": 0.4106328817274773, - "severity": 0, - "severity_value": 0.20531644086373865, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Best score: 0.4106328817274773%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k distance_correlation_spectral", - "value": -0.25052609771357115, - "severity": 0, - "severity_value": 0.25052609771357115, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.25052609771357115%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k distance_correlation_spectral", - "value": 0.28862647346201026, - "severity": 0, - "severity_value": 0.14431323673100513, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.28862647346201026%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.10395514317858019, - "severity": 0, - "severity_value": 0.10395514317858019, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.10395514317858019%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3262446415140944, - "severity": 0, - "severity_value": 0.1631223207570472, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3262446415140944%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k distance_correlation_spectral", - "value": -0.21467600490561717, - "severity": 0, - "severity_value": 0.21467600490561717, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.21467600490561717%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k distance_correlation_spectral", - "value": 0.13558659136055504, - "severity": 0, - "severity_value": 0.06779329568027752, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.13558659136055504%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.16458288553955802, - "severity": 0, - "severity_value": 0.16458288553955802, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.16458288553955802%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.2963634093263127, - "severity": 0, - "severity_value": 0.14818170466315636, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.2963634093263127%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k distance_correlation_spectral", - "value": -0.29032190853260054, - "severity": 0, - "severity_value": 0.29032190853260054, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: distance_correlation_spectral\n Worst score: -0.29032190853260054%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k distance_correlation_spectral", - "value": 0.25830929270663866, - "severity": 0, - "severity_value": 0.12915464635331933, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: distance_correlation_spectral\n Best score: 0.25830929270663866%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG distance_correlation_spectral", - "value": -0.1564569336922395, - "severity": 0, - "severity_value": 0.1564569336922395, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Worst score: -0.1564569336922395%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG distance_correlation_spectral", - "value": 0.3069937174531186, - "severity": 0, - "severity_value": 0.1534968587265593, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: distance_correlation_spectral\n Best score: 0.3069937174531186%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k lcmc", - "value": 0.026440189087412868, - "severity": 0, - "severity_value": -0.026440189087412868, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: lcmc\n Worst score: 0.026440189087412868%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k lcmc", - "value": 0.5314470244502538, - "severity": 0, - "severity_value": 0.2657235122251269, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: lcmc\n Best score: 0.5314470244502538%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG lcmc", - "value": 0.041952999328209645, - "severity": 0, - "severity_value": -0.041952999328209645, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.041952999328209645%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG lcmc", - "value": 0.4245220154800349, - "severity": 0, - "severity_value": 0.21226100774001744, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.4245220154800349%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k lcmc", - "value": 0.048331926066081984, - "severity": 0, - "severity_value": -0.048331926066081984, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: lcmc\n Worst score: 0.048331926066081984%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k lcmc", - "value": 0.4997180788354093, - "severity": 0, - "severity_value": 0.24985903941770465, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: lcmc\n Best score: 0.4997180788354093%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG lcmc", - "value": 0.04202079468484404, - "severity": 0, - "severity_value": -0.04202079468484404, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.04202079468484404%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG lcmc", - "value": 0.4544056589266492, - "severity": 0, - "severity_value": 0.2272028294633246, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.4544056589266492%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map lcmc", - "value": 0.00861617350680727, - "severity": 0, - "severity_value": -0.00861617350680727, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc\n Worst score: 0.00861617350680727%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map lcmc", - "value": 0.22148751858116766, - "severity": 0, - "severity_value": 0.11074375929058383, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc\n Best score: 0.22148751858116766%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default lcmc", - "value": 0.024375512317183656, - "severity": 0, - "severity_value": -0.024375512317183656, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: lcmc\n Worst score: 0.024375512317183656%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default lcmc", - "value": 0.4977702598800554, - "severity": 0, - "severity_value": 0.2488851299400277, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: lcmc\n Best score: 0.4977702598800554%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG lcmc", - "value": 0.03550627723370292, - "severity": 0, - "severity_value": -0.03550627723370292, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.03550627723370292%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG lcmc", - "value": 0.43226203290788867, - "severity": 0, - "severity_value": 0.21613101645394434, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.43226203290788867%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k lcmc", - "value": 0.026803818727542787, - "severity": 0, - "severity_value": -0.026803818727542787, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: lcmc\n Worst score: 0.026803818727542787%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k lcmc", - "value": 0.3854118611922702, - "severity": 0, - "severity_value": 0.1927059305961351, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: lcmc\n Best score: 0.3854118611922702%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG lcmc", - "value": 0.026674391228513495, - "severity": 0, - "severity_value": -0.026674391228513495, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.026674391228513495%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG lcmc", - "value": 0.44056589266492385, - "severity": 0, - "severity_value": 0.22028294633246193, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.44056589266492385%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default lcmc", - "value": 0.03959248827448491, - "severity": 0, - "severity_value": -0.03959248827448491, - "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: lcmc\n Worst score: 0.03959248827448491%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_default lcmc", - "value": 0.39202419396176125, - "severity": 0, - "severity_value": 0.19601209698088062, - "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: lcmc\n Best score: 0.39202419396176125%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k lcmc", - "value": 0.03615341472884939, - "severity": 0, - "severity_value": -0.03615341472884939, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: lcmc\n Worst score: 0.03615341472884939%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k lcmc", - "value": 0.40796555435952636, - "severity": 0, - "severity_value": 0.20398277717976318, - "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: lcmc\n Best score: 0.40796555435952636%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG lcmc", - "value": 0.04304388824859941, - "severity": 0, - "severity_value": -0.04304388824859941, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.04304388824859941%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG lcmc", - "value": 0.40781177917884054, - "severity": 0, - "severity_value": 0.20390588958942027, - "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.40781177917884054%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_sqrt lcmc", - "value": 0.03927816434827091, - "severity": 0, - "severity_value": -0.03927816434827091, - "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: lcmc\n Worst score: 0.03927816434827091%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_sqrt lcmc", - "value": 0.3971500333179558, - "severity": 0, - "severity_value": 0.1985750166589779, - "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: lcmc\n Best score: 0.3971500333179558%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k lcmc", - "value": 0.03089619298256427, - "severity": 0, - "severity_value": -0.03089619298256427, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: lcmc\n Worst score: 0.03089619298256427%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k lcmc", - "value": 0.25147367881490595, - "severity": 0, - "severity_value": 0.12573683940745298, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: lcmc\n Best score: 0.25147367881490595%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg lcmc", - "value": 0.026384720159257455, - "severity": 0, - "severity_value": -0.026384720159257455, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: lcmc\n Worst score: 0.026384720159257455%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg lcmc", - "value": 0.2432723358449946, - "severity": 0, - "severity_value": 0.1216361679224973, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: lcmc\n Best score: 0.2432723358449946%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k lcmc", - "value": 0.04629806536705022, - "severity": 0, - "severity_value": -0.04629806536705022, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: lcmc\n Worst score: 0.04629806536705022%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k lcmc", - "value": 0.48264903377928137, - "severity": 0, - "severity_value": 0.24132451688964068, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: lcmc\n Best score: 0.48264903377928137%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg lcmc", - "value": 0.04251385182400325, - "severity": 0, - "severity_value": -0.04251385182400325, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: lcmc\n Worst score: 0.04251385182400325%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg lcmc", - "value": 0.43954072479368494, - "severity": 0, - "severity_value": 0.21977036239684247, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: lcmc\n Best score: 0.43954072479368494%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features lcmc", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features lcmc", - "value": 0.0035068689022699114, - "severity": 0, - "severity_value": 0.0017534344511349557, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc\n Best score: 0.0035068689022699114%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features lcmc", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features lcmc", - "value": 0.042185657901481356, - "severity": 0, - "severity_value": 0.021092828950740678, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc\n Best score: 0.042185657901481356%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features lcmc", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features lcmc", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k lcmc", - "value": 0.05071092676252519, - "severity": 0, - "severity_value": -0.05071092676252519, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: lcmc\n Worst score: 0.05071092676252519%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k lcmc", - "value": 0.516992157465785, - "severity": 0, - "severity_value": 0.2584960787328925, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: lcmc\n Best score: 0.516992157465785%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG lcmc", - "value": 0.04563860144342478, - "severity": 0, - "severity_value": -0.04563860144342478, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.04563860144342478%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG lcmc", - "value": 0.4614280588446358, - "severity": 0, - "severity_value": 0.2307140294223179, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.4614280588446358%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k lcmc", - "value": 0.02856649800003698, - "severity": 0, - "severity_value": -0.02856649800003698, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: lcmc\n Worst score: 0.02856649800003698%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k lcmc", - "value": 0.48090624839817514, - "severity": 0, - "severity_value": 0.24045312419908757, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: lcmc\n Best score: 0.48090624839817514%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG lcmc", - "value": 0.039968444343093816, - "severity": 0, - "severity_value": -0.039968444343093816, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.039968444343093816%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG lcmc", - "value": 0.41893485058178276, - "severity": 0, - "severity_value": 0.20946742529089138, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.41893485058178276%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k lcmc", - "value": 0.04649528822271391, - "severity": 0, - "severity_value": -0.04649528822271391, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: lcmc\n Worst score: 0.04649528822271391%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k lcmc", - "value": 0.4727049054282638, - "severity": 0, - "severity_value": 0.2363524527141319, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: lcmc\n Best score: 0.4727049054282638%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG lcmc", - "value": 0.04090525290749632, - "severity": 0, - "severity_value": -0.04090525290749632, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: lcmc\n Worst score: 0.04090525290749632%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG lcmc", - "value": 0.4178071659234199, - "severity": 0, - "severity_value": 0.20890358296170994, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: lcmc\n Best score: 0.4178071659234199%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k qglobal", - "value": 0.18155717676094182, - "severity": 0, - "severity_value": -0.18155717676094182, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qglobal\n Worst score: 0.18155717676094182%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k qglobal", - "value": 0.6005484950734467, - "severity": 0, - "severity_value": 0.3002742475367233, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qglobal\n Best score: 0.6005484950734467%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG qglobal", - "value": 0.11140957969429321, - "severity": 0, - "severity_value": -0.11140957969429321, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.11140957969429321%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG qglobal", - "value": 0.49157668182275666, - "severity": 0, - "severity_value": 0.24578834091137833, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.49157668182275666%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k qglobal", - "value": 0.16039581192584737, - "severity": 0, - "severity_value": -0.16039581192584737, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qglobal\n Worst score: 0.16039581192584737%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k qglobal", - "value": 0.5264889469565174, - "severity": 0, - "severity_value": 0.2632444734782587, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qglobal\n Best score: 0.5264889469565174%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG qglobal", - "value": 0.13709918071399985, - "severity": 0, - "severity_value": -0.13709918071399985, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.13709918071399985%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG qglobal", - "value": 0.4630662282296097, - "severity": 0, - "severity_value": 0.23153311411480484, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.4630662282296097%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map qglobal", - "value": 0.08130609571431195, - "severity": 0, - "severity_value": -0.08130609571431195, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: 0.08130609571431195%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map qglobal", - "value": 0.6097122953949146, - "severity": 0, - "severity_value": 0.3048561476974573, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 0.6097122953949146%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default qglobal", - "value": 0.1266686041419728, - "severity": 0, - "severity_value": -0.1266686041419728, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qglobal\n Worst score: 0.1266686041419728%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default qglobal", - "value": 0.5049265813129604, - "severity": 0, - "severity_value": 0.2524632906564802, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qglobal\n Best score: 0.5049265813129604%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG qglobal", - "value": 0.1646098178803601, - "severity": 0, - "severity_value": -0.1646098178803601, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.1646098178803601%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG qglobal", - "value": 0.5205925384411647, - "severity": 0, - "severity_value": 0.26029626922058235, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.5205925384411647%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k qglobal", - "value": 0.08901507463949256, - "severity": 0, - "severity_value": -0.08901507463949256, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qglobal\n Worst score: 0.08901507463949256%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k qglobal", - "value": 0.6041896174722956, - "severity": 0, - "severity_value": 0.3020948087361478, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qglobal\n Best score: 0.6041896174722956%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG qglobal", - "value": 0.12365983059498456, - "severity": 0, - "severity_value": -0.12365983059498456, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.12365983059498456%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG qglobal", - "value": 0.4961062352043671, - "severity": 0, - "severity_value": 0.24805311760218354, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.4961062352043671%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default qglobal", - "value": 0.09443795928499116, - "severity": 0, - "severity_value": -0.09443795928499116, - "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qglobal\n Worst score: 0.09443795928499116%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_default qglobal", - "value": 0.42420958528575725, - "severity": 0, - "severity_value": 0.21210479264287863, - "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qglobal\n Best score: 0.42420958528575725%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k qglobal", - "value": 0.1637560928116802, - "severity": 0, - "severity_value": -0.1637560928116802, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qglobal\n Worst score: 0.1637560928116802%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k qglobal", - "value": 0.5208015213093337, - "severity": 0, - "severity_value": 0.26040076065466683, - "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qglobal\n Best score: 0.5208015213093337%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG qglobal", - "value": 0.11741183810218496, - "severity": 0, - "severity_value": -0.11741183810218496, - "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.11741183810218496%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG qglobal", - "value": 0.5140730841859757, - "severity": 0, - "severity_value": 0.2570365420929879, - "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.5140730841859757%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_sqrt qglobal", - "value": 0.10282588005826147, - "severity": 0, - "severity_value": -0.10282588005826147, - "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qglobal\n Worst score: 0.10282588005826147%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate_sqrt qglobal", - "value": 0.5016544141772978, - "severity": 0, - "severity_value": 0.2508272070886489, - "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qglobal\n Best score: 0.5016544141772978%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k qglobal", - "value": 0.08568942574828445, - "severity": 0, - "severity_value": -0.08568942574828445, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qglobal\n Worst score: 0.08568942574828445%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k qglobal", - "value": 0.6281071109984805, - "severity": 0, - "severity_value": 0.31405355549924024, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qglobal\n Best score: 0.6281071109984805%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg qglobal", - "value": 0.1834070482684052, - "severity": 0, - "severity_value": -0.1834070482684052, - "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qglobal\n Worst score: 0.1834070482684052%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg qglobal", - "value": 0.5195844166756017, - "severity": 0, - "severity_value": 0.25979220833780087, - "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qglobal\n Best score: 0.5195844166756017%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k qglobal", - "value": 0.15375241018229951, - "severity": 0, - "severity_value": -0.15375241018229951, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qglobal\n Worst score: 0.15375241018229951%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k qglobal", - "value": 0.49338171562950583, - "severity": 0, - "severity_value": 0.24669085781475292, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qglobal\n Best score: 0.49338171562950583%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg qglobal", - "value": 0.1496503802716244, - "severity": 0, - "severity_value": -0.1496503802716244, - "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qglobal\n Worst score: 0.1496503802716244%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg qglobal", - "value": 0.5249785699182626, - "severity": 0, - "severity_value": 0.2624892849591313, - "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qglobal\n Best score: 0.5249785699182626%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features qglobal", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features qglobal", - "value": 0.5333657087060505, - "severity": 0, - "severity_value": 0.26668285435302524, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 0.5333657087060505%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score spectral_features qglobal", + "name": "Worst score pca continuity_at_k30", "value": 0.0, "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score spectral_features qglobal", - "value": 0.3596008677513624, - "severity": 0, - "severity_value": 0.1798004338756812, - "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Best score: 0.3596008677513624%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score true_features qglobal", - "value": 1.0, - "severity": 0, - "severity_value": -1.0, - "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score true_features qglobal", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, - "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k qglobal", - "value": 0.16782597754645734, - "severity": 0, - "severity_value": -0.16782597754645734, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qglobal\n Worst score: 0.16782597754645734%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k qglobal", - "value": 0.5708453075425906, - "severity": 0, - "severity_value": 0.2854226537712953, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qglobal\n Best score: 0.5708453075425906%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG qglobal", - "value": 0.17339777659652558, - "severity": 0, - "severity_value": -0.17339777659652558, - "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.17339777659652558%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG qglobal", - "value": 0.42508569170132765, - "severity": 0, - "severity_value": 0.21254284585066383, - "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.42508569170132765%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k qglobal", - "value": 0.11829302519157324, - "severity": 0, - "severity_value": -0.11829302519157324, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qglobal\n Worst score: 0.11829302519157324%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k qglobal", - "value": 0.6294113381763855, - "severity": 0, - "severity_value": 0.31470566908819275, - "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qglobal\n Best score: 0.6294113381763855%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG qglobal", - "value": 0.11588066888999285, - "severity": 0, - "severity_value": -0.11588066888999285, - "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.11588066888999285%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG qglobal", - "value": 0.5276627099014327, - "severity": 0, - "severity_value": 0.26383135495071636, - "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.5276627099014327%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k qglobal", - "value": 0.1719573771849933, - "severity": 0, - "severity_value": -0.1719573771849933, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qglobal\n Worst score: 0.1719573771849933%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k qglobal", - "value": 0.5491020003049403, - "severity": 0, - "severity_value": 0.27455100015247014, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qglobal\n Best score: 0.5491020003049403%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG qglobal", - "value": 0.13823926952857032, - "severity": 0, - "severity_value": -0.13823926952857032, - "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qglobal\n Worst score: 0.13823926952857032%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG qglobal", - "value": 0.4454384975354424, - "severity": 0, - "severity_value": 0.2227192487677212, - "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qglobal\n Best score: 0.4454384975354424%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k qlocal", - "value": 0.17097569462595794, - "severity": 0, - "severity_value": -0.17097569462595794, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qlocal\n Worst score: 0.17097569462595794%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k qlocal", - "value": 0.46882170983442223, - "severity": 0, - "severity_value": 0.23441085491721111, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qlocal\n Best score: 0.46882170983442223%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG qlocal", - "value": 0.1579674797537078, - "severity": 0, - "severity_value": -0.1579674797537078, - "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.1579674797537078%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG qlocal", - "value": 0.3790171042170763, - "severity": 0, - "severity_value": 0.18950855210853815, - "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.3790171042170763%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k qlocal", - "value": 0.18999823248443845, - "severity": 0, - "severity_value": -0.18999823248443845, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qlocal\n Worst score: 0.18999823248443845%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k qlocal", - "value": 0.44744328462348065, - "severity": 0, - "severity_value": 0.22372164231174033, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qlocal\n Best score: 0.44744328462348065%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG qlocal", - "value": 0.16160655626107367, - "severity": 0, - "severity_value": -0.16160655626107367, - "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.16160655626107367%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG qlocal", - "value": 0.43108340266190265, - "severity": 0, - "severity_value": 0.21554170133095132, - "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.43108340266190265%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score diffusion_map qlocal", - "value": 0.12624402492909334, - "severity": 0, - "severity_value": -0.12624402492909334, - "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Worst score: 0.12624402492909334%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score diffusion_map qlocal", - "value": 0.35537869427970886, - "severity": 0, - "severity_value": 0.17768934713985443, - "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 0.35537869427970886%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_default qlocal", - "value": 0.1470187453451742, - "severity": 0, - "severity_value": -0.1470187453451742, - "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qlocal\n Worst score: 0.1470187453451742%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_default qlocal", - "value": 0.41669566563433585, - "severity": 0, - "severity_value": 0.20834783281716793, - "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qlocal\n Best score: 0.41669566563433585%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG qlocal", - "value": 0.15613428617690037, - "severity": 0, - "severity_value": -0.15613428617690037, - "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.15613428617690037%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG qlocal", - "value": 0.39507318661519897, - "severity": 0, - "severity_value": 0.19753659330759948, - "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.39507318661519897%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k qlocal", - "value": 0.14465610088960526, - "severity": 0, - "severity_value": -0.14465610088960526, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qlocal\n Worst score: 0.14465610088960526%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k qlocal", - "value": 0.38895943385477716, - "severity": 0, - "severity_value": 0.19447971692738858, - "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qlocal\n Best score: 0.38895943385477716%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG qlocal", - "value": 0.15175855485207163, - "severity": 0, - "severity_value": -0.15175855485207163, - "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.15175855485207163%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG qlocal", - "value": 0.41748888715791144, - "severity": 0, - "severity_value": 0.20874444357895572, - "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.41748888715791144%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score phate_default qlocal", - "value": 0.14281452908008235, - "severity": 0, - "severity_value": -0.14281452908008235, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qlocal\n Worst score: 0.14281452908008235%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_default qlocal", - "value": 0.40049931770113123, + "name": "Best score pca continuity_at_k30", + "value": 0.9166, "severity": 0, - "severity_value": 0.20024965885056561, + "severity_value": 0.4583, "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qlocal\n Best score: 0.40049931770113123%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 0.9166%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k qlocal", - "value": 0.16788431414472899, + "name": "Worst score phate continuity_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.16788431414472899, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qlocal\n Worst score: 0.16788431414472899%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k qlocal", - "value": 0.4127883799521322, + "name": "Best score phate continuity_at_k30", + "value": 1.0, "severity": 0, - "severity_value": 0.2063941899760661, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qlocal\n Best score: 0.4127883799521322%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG qlocal", - "value": 0.16054115464048352, + "name": "Worst score simlr continuity_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.16054115464048352, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.16054115464048352%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG qlocal", - "value": 0.41023757113371156, + "name": "Best score simlr continuity_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.20511878556685578, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.41023757113371156%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_sqrt qlocal", - "value": 0.14671344217804969, + "name": "Worst score tsne continuity_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.14671344217804969, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qlocal\n Worst score: 0.14671344217804969%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_sqrt qlocal", - "value": 0.40462715618236234, + "name": "Best score tsne continuity_at_k30", + "value": 0.9544, "severity": 0, - "severity_value": 0.20231357809118117, + "severity_value": 0.4772, "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qlocal\n Best score: 0.40462715618236234%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 0.9544%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k qlocal", - "value": 0.1470535656873212, + "name": "Worst score umap continuity_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.1470535656873212, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qlocal\n Worst score: 0.1470535656873212%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k qlocal", - "value": 0.3490141952585424, + "name": "Best score umap continuity_at_k30", + "value": 0.9143, "severity": 0, - "severity_value": 0.1745070976292712, + "severity_value": 0.45715, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qlocal\n Best score: 0.3490141952585424%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 0.9143%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg qlocal", - "value": 0.16511633758015515, + "name": "Worst score random_features trustworthiness_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.16511633758015515, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qlocal\n Worst score: 0.16511633758015515%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg qlocal", - "value": 0.32706575603129306, + "name": "Best score random_features trustworthiness_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.16353287801564653, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qlocal\n Best score: 0.32706575603129306%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k qlocal", - "value": 0.16939153694767903, + "name": "Worst score true_features trustworthiness_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.16939153694767903, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qlocal\n Worst score: 0.16939153694767903%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k qlocal", - "value": 0.44480000673881215, + "name": "Best score true_features trustworthiness_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.22240000336940607, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qlocal\n Best score: 0.44480000673881215%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg qlocal", - "value": 0.1636215804389685, + "name": "Worst score densmap trustworthiness_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.1636215804389685, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qlocal\n Worst score: 0.1636215804389685%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg qlocal", - "value": 0.4224726414842883, + "name": "Best score densmap trustworthiness_at_k30", + "value": 0.9564, "severity": 0, - "severity_value": 0.21123632074214416, + "severity_value": 0.4782, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qlocal\n Best score: 0.4224726414842883%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 0.9564%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qlocal", + "name": "Worst score neuralee trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qlocal", - "value": 0.2603575864448636, + "name": "Best score neuralee trustworthiness_at_k30", + "value": 0.9215, "severity": 0, - "severity_value": 0.1301787932224318, + "severity_value": 0.46075, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 0.2603575864448636%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 0.9215%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features qlocal", + "name": "Worst score pca trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features qlocal", - "value": 0.2642299173228899, + "name": "Best score pca trustworthiness_at_k30", + "value": 0.813, "severity": 0, - "severity_value": 0.13211495866144496, + "severity_value": 0.4065, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Best score: 0.2642299173228899%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 0.813%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qlocal", - "value": 1.0, + "name": "Worst score phate trustworthiness_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 1.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qlocal", + "name": "Best score phate trustworthiness_at_k30", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k qlocal", - "value": 0.1723742647386066, + "name": "Worst score simlr trustworthiness_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.1723742647386066, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qlocal\n Worst score: 0.1723742647386066%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k qlocal", - "value": 0.4683100717474159, + "name": "Best score simlr trustworthiness_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.23415503587370795, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qlocal\n Best score: 0.4683100717474159%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG qlocal", - "value": 0.1646063432270821, + "name": "Worst score tsne trustworthiness_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.1646063432270821, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.1646063432270821%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG qlocal", - "value": 0.43842906833197376, + "name": "Best score tsne trustworthiness_at_k30", + "value": 0.9557, "severity": 0, - "severity_value": 0.21921453416598688, + "severity_value": 0.47785, "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.43842906833197376%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 0.9557%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k qlocal", - "value": 0.1722487485552314, + "name": "Worst score umap trustworthiness_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.1722487485552314, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qlocal\n Worst score: 0.1722487485552314%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k qlocal", - "value": 0.4615553646026806, + "name": "Best score umap trustworthiness_at_k30", + "value": 0.9113, "severity": 0, - "severity_value": 0.2307776823013403, + "severity_value": 0.45565, "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qlocal\n Best score: 0.4615553646026806%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 0.9113%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG qlocal", - "value": 0.16059793490989033, + "name": "Worst score random_features qnx_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.16059793490989033, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.16059793490989033%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG qlocal", - "value": 0.35550679326366635, + "name": "Best score random_features qnx_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.17775339663183318, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.35550679326366635%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k qlocal", - "value": 0.17800818879062918, + "name": "Worst score true_features qnx_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.17800818879062918, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qlocal\n Worst score: 0.17800818879062918%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k qlocal", - "value": 0.4440996831766928, + "name": "Best score true_features qnx_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.2220498415883464, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qlocal\n Best score: 0.4440996831766928%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG qlocal", - "value": 0.1663600378931109, + "name": "Worst score densmap qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.1663600378931109, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qlocal\n Worst score: 0.1663600378931109%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG qlocal", - "value": 0.4220857527729769, + "name": "Best score densmap qnx_at_k30", + "value": 0.5277, "severity": 0, - "severity_value": 0.21104287638648844, + "severity_value": 0.26385, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qlocal\n Best score: 0.4220857527729769%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 0.5277%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k qnn", - "value": 0.026445241705810554, + "name": "Worst score neuralee qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.026445241705810554, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qnn\n Worst score: 0.026445241705810554%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k qnn", - "value": 0.5322928432077216, + "name": "Best score neuralee qnx_at_k30", + "value": 0.4254, "severity": 0, - "severity_value": 0.2661464216038608, + "severity_value": 0.2127, "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qnn\n Best score: 0.5322928432077216%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 0.4254%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG qnn", - "value": 0.041961016384953954, + "name": "Worst score pca qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.041961016384953954, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.041961016384953954%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG qnn", - "value": 0.4251976588972174, + "name": "Best score pca qnx_at_k30", + "value": 0.3721, "severity": 0, - "severity_value": 0.2125988294486087, + "severity_value": 0.18605, "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4251976588972174%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 0.3721%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k qnn", - "value": 0.048341162111180974, + "name": "Worst score phate qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.048341162111180974, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qnn\n Worst score: 0.048341162111180974%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k qnn", - "value": 0.5005133997330321, + "name": "Best score phate qnx_at_k30", + "value": 1.0, "severity": 0, - "severity_value": 0.25025669986651605, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qnn\n Best score: 0.5005133997330321%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG qnn", - "value": 0.042028824697020135, + "name": "Worst score simlr qnx_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.042028824697020135, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.042028824697020135%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG qnn", - "value": 0.4551288633329911, + "name": "Best score simlr qnx_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.22756443166649554, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4551288633329911%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map qnn", - "value": 0.008617820024410992, + "name": "Worst score tsne qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.008617820024410992, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnn\n Worst score: 0.008617820024410992%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map qnn", - "value": 0.2218400246431872, + "name": "Best score tsne qnx_at_k30", + "value": 0.6616, "severity": 0, - "severity_value": 0.1109200123215936, + "severity_value": 0.3308, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnn\n Best score: 0.2218400246431872%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 0.6616%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_default qnn", - "value": 0.024380170383795044, + "name": "Worst score umap qnx_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.024380170383795044, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qnn\n Worst score: 0.024380170383795044%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_default qnn", - "value": 0.49856248074751003, + "name": "Best score umap qnx_at_k30", + "value": 0.5154, "severity": 0, - "severity_value": 0.24928124037375501, + "severity_value": 0.2577, "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qnn\n Best score: 0.49856248074751003%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 0.5154%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG qnn", - "value": 0.03551306234666075, + "name": "Worst score random_features lcmc_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.03551306234666075, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.03551306234666075%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG qnn", - "value": 0.43294999486600266, + "name": "Best score random_features lcmc_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.21647499743300133, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.43294999486600266%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k qnn", - "value": 0.026808940834165525, + "name": "Worst score true_features lcmc_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.026808940834165525, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qnn\n Worst score: 0.026808940834165525%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k qnn", - "value": 0.3860252592668652, + "name": "Best score true_features lcmc_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.1930126296334326, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qnn\n Best score: 0.3860252592668652%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG qnn", - "value": 0.026679488602039184, + "name": "Worst score densmap lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.026679488602039184, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.026679488602039184%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG qnn", - "value": 0.4412670705411233, + "name": "Best score densmap lcmc_at_k30", + "value": 0.5277, "severity": 0, - "severity_value": 0.22063353527056165, + "severity_value": 0.26385, "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4412670705411233%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 0.5277%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_default qnn", - "value": 0.039600054246649655, + "name": "Worst score neuralee lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.039600054246649655, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qnn\n Worst score: 0.039600054246649655%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_default qnn", - "value": 0.39264811582297976, + "name": "Best score neuralee lcmc_at_k30", + "value": 0.4254, "severity": 0, - "severity_value": 0.19632405791148988, + "severity_value": 0.2127, "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qnn\n Best score: 0.39264811582297976%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 0.4254%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k qnn", - "value": 0.03616032350729248, + "name": "Worst score pca lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.03616032350729248, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qnn\n Worst score: 0.03616032350729248%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k qnn", - "value": 0.40861484752027927, + "name": "Best score pca lcmc_at_k30", + "value": 0.3721, "severity": 0, - "severity_value": 0.20430742376013963, + "severity_value": 0.18605, "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qnn\n Best score: 0.40861484752027927%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 0.3721%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG qnn", - "value": 0.043052113770018864, + "name": "Worst score phate lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.043052113770018864, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.043052113770018864%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG qnn", - "value": 0.40846082760036967, + "name": "Best score phate lcmc_at_k30", + "value": 1.0, "severity": 0, - "severity_value": 0.20423041380018483, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.40846082760036967%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_sqrt qnn", - "value": 0.03928567025434281, + "name": "Worst score simlr lcmc_at_k30", + "value": 0, "severity": 0, - "severity_value": -0.03928567025434281, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qnn\n Worst score: 0.03928567025434281%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_sqrt qnn", - "value": 0.3977821131533012, + "name": "Best score simlr lcmc_at_k30", + "value": 0, "severity": 0, - "severity_value": 0.1988910565766506, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qnn\n Best score: 0.3977821131533012%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k qnn", - "value": 0.03090209712616045, + "name": "Worst score tsne lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.03090209712616045, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qnn\n Worst score: 0.03090209712616045%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k qnn", - "value": 0.25187390902556733, + "name": "Best score tsne lcmc_at_k30", + "value": 0.6616, "severity": 0, - "severity_value": 0.12593695451278367, + "severity_value": 0.3308, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qnn\n Best score: 0.25187390902556733%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 0.6616%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg qnn", - "value": 0.026389762177756407, + "name": "Worst score umap lcmc_at_k30", + "value": 0.0, "severity": 0, - "severity_value": -0.026389762177756407, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qnn\n Worst score: 0.026389762177756407%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg qnn", - "value": 0.24365951329705307, + "name": "Best score umap lcmc_at_k30", + "value": 0.5154, "severity": 0, - "severity_value": 0.12182975664852654, + "severity_value": 0.2577, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qnn\n Best score: 0.24365951329705307%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 0.5154%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k qnn", - "value": 0.046306912749195545, + "name": "Worst score random_features qnx_auc", + "value": 0, "severity": 0, - "severity_value": -0.046306912749195545, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qnn\n Worst score: 0.046306912749195545%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k qnn", - "value": 0.48341718862306193, + "name": "Best score random_features qnx_auc", + "value": 0, "severity": 0, - "severity_value": 0.24170859431153097, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qnn\n Best score: 0.48341718862306193%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg qnn", - "value": 0.042521976057501444, + "name": "Worst score true_features qnx_auc", + "value": 0, "severity": 0, - "severity_value": -0.042521976057501444, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qnn\n Worst score: 0.042521976057501444%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg qnn", - "value": 0.4402402710750591, + "name": "Best score true_features qnx_auc", + "value": 1, "severity": 0, - "severity_value": 0.22012013553752954, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qnn\n Best score: 0.4402402710750591%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qnn", + "name": "Worst score densmap qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnn\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qnn", - "value": 0.003507539051423358, + "name": "Best score densmap qnx_auc", + "value": 1.0, "severity": 0, - "severity_value": 0.001753769525711679, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnn\n Best score: 0.003507539051423358%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features qnn", + "name": "Worst score neuralee qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnn\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features qnn", - "value": 0.042252798028545015, + "name": "Best score neuralee qnx_auc", + "value": 0.7155, "severity": 0, - "severity_value": 0.021126399014272507, + "severity_value": 0.35775, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnn\n Best score: 0.042252798028545015%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 0.7155%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qnn", - "value": 1.0, + "name": "Worst score pca qnx_auc", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnn\n Worst score: 1.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qnn", - "value": 1.0, + "name": "Best score pca qnx_auc", + "value": 0.8845, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.44225, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnn\n Best score: 1.0%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 0.8845%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k qnn", - "value": 0.05072061742550332, + "name": "Worst score phate qnx_auc", + "value": 0.0, "severity": 0, - "severity_value": -0.05072061742550332, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qnn\n Worst score: 0.05072061742550332%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k qnn", - "value": 0.5178149707362152, + "name": "Best score phate qnx_auc", + "value": 0.9506, "severity": 0, - "severity_value": 0.2589074853681076, + "severity_value": 0.4753, "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qnn\n Best score: 0.5178149707362152%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 0.9506%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG qnn", - "value": 0.04564732280455179, + "name": "Worst score simlr qnx_auc", + "value": 0, "severity": 0, - "severity_value": -0.04564732280455179, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.04564732280455179%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG qnn", - "value": 0.4621624396755314, + "name": "Best score simlr qnx_auc", + "value": 0, "severity": 0, - "severity_value": 0.2310812198377657, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4621624396755314%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k qnn", - "value": 0.02857195694788623, + "name": "Worst score tsne qnx_auc", + "value": 0.0, "severity": 0, - "severity_value": -0.02857195694788623, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qnn\n Worst score: 0.02857195694788623%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k qnn", - "value": 0.4816716295307526, + "name": "Best score tsne qnx_auc", + "value": 0.7207, "severity": 0, - "severity_value": 0.2408358147653763, + "severity_value": 0.36035, "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qnn\n Best score: 0.4816716295307526%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 0.7207%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG qnn", - "value": 0.03997608215901666, + "name": "Worst score umap qnx_auc", + "value": 0.0, "severity": 0, - "severity_value": -0.03997608215901666, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.03997608215901666%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG qnn", - "value": 0.4196016018071671, + "name": "Best score umap qnx_auc", + "value": 0.7175, "severity": 0, - "severity_value": 0.20980080090358355, + "severity_value": 0.35875, "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4196016018071671%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 0.7175%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k qnn", - "value": 0.046504173293388074, + "name": "Worst score random_features qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.046504173293388074, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qnn\n Worst score: 0.046504173293388074%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k qnn", - "value": 0.4734572338022384, + "name": "Best score random_features qlocal", + "value": 0.1748, "severity": 0, - "severity_value": 0.2367286169011192, + "severity_value": 0.0874, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qnn\n Best score: 0.4734572338022384%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 0.1748%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG qnn", - "value": 0.040913069743931156, + "name": "Worst score true_features qlocal", + "value": 0, "severity": 0, - "severity_value": -0.040913069743931156, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qnn\n Worst score: 0.040913069743931156%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG qnn", - "value": 0.4184721223944963, + "name": "Best score true_features qlocal", + "value": 1, "severity": 0, - "severity_value": 0.20923606119724816, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qnn\n Best score: 0.4184721223944963%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k qnn_auc", - "value": 0.10386591966176861, + "name": "Worst score densmap qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.10386591966176861, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qnn_auc\n Worst score: 0.10386591966176861%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k qnn_auc", - "value": 0.42403180418336084, + "name": "Best score densmap qlocal", + "value": 0.736, "severity": 0, - "severity_value": 0.21201590209168042, + "severity_value": 0.368, "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: qnn_auc\n Best score: 0.42403180418336084%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 0.736%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG qnn_auc", - "value": 0.04774813953795953, + "name": "Worst score neuralee qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.04774813953795953, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.04774813953795953%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG qnn_auc", - "value": 0.29371195406088657, + "name": "Best score neuralee qlocal", + "value": 0.6688, "severity": 0, - "severity_value": 0.14685597703044329, + "severity_value": 0.3344, "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.29371195406088657%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 0.6688%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k qnn_auc", - "value": 0.12857193175995874, + "name": "Worst score pca qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.12857193175995874, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qnn_auc\n Worst score: 0.12857193175995874%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k qnn_auc", - "value": 0.33530015664871127, + "name": "Best score pca qlocal", + "value": 0.6136, "severity": 0, - "severity_value": 0.16765007832435563, + "severity_value": 0.3068, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: qnn_auc\n Best score: 0.33530015664871127%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.6136%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG qnn_auc", - "value": 0.04233076617519793, + "name": "Worst score phate qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.04233076617519793, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.04233076617519793%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG qnn_auc", - "value": 0.3207949154625169, + "name": "Best score phate qlocal", + "value": 1.0, "severity": 0, - "severity_value": 0.16039745773125846, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.3207949154625169%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map qnn_auc", - "value": 0.0, + "name": "Worst score simlr qlocal", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnn_auc\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map qnn_auc", - "value": 0.3658330916929651, + "name": "Best score simlr qlocal", + "value": 0, "severity": 0, - "severity_value": 0.18291654584648254, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnn_auc\n Best score: 0.3658330916929651%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_default qnn_auc", - "value": 0.028851809700012332, + "name": "Worst score tsne qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.028851809700012332, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qnn_auc\n Worst score: 0.028851809700012332%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_default qnn_auc", - "value": 0.38005321670319747, + "name": "Best score tsne qlocal", + "value": 0.6224, "severity": 0, - "severity_value": 0.19002660835159874, + "severity_value": 0.3112, "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: qnn_auc\n Best score: 0.38005321670319747%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.6224%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG qnn_auc", - "value": 0.06719819498702062, + "name": "Worst score umap qlocal", + "value": 0.0, "severity": 0, - "severity_value": -0.06719819498702062, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.06719819498702062%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG qnn_auc", - "value": 0.398382401902053, + "name": "Best score umap qlocal", + "value": 0.6234, "severity": 0, - "severity_value": 0.1991912009510265, + "severity_value": 0.3117, "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.398382401902053%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.6234%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k qnn_auc", - "value": 0.048609193171115894, + "name": "Worst score random_features qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.048609193171115894, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qnn_auc\n Worst score: 0.048609193171115894%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k qnn_auc", - "value": 0.3783829166989352, + "name": "Best score random_features qglobal", + "value": 0.7037, "severity": 0, - "severity_value": 0.1891914583494676, + "severity_value": 0.35185, "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: qnn_auc\n Best score: 0.3783829166989352%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 0.7037%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG qnn_auc", - "value": 0.008228977362711776, + "name": "Worst score true_features qglobal", + "value": 0, "severity": 0, - "severity_value": -0.008228977362711776, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.008228977362711776%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG qnn_auc", - "value": 0.3542359601581635, + "name": "Best score true_features qglobal", + "value": 1, "severity": 0, - "severity_value": 0.17711798007908175, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.3542359601581635%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_default qnn_auc", - "value": 0.029901727909329878, + "name": "Worst score densmap qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.029901727909329878, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qnn_auc\n Worst score: 0.029901727909329878%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_default qnn_auc", - "value": 0.3343517201188912, + "name": "Best score densmap qglobal", + "value": 1.0, "severity": 0, - "severity_value": 0.1671758600594456, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: qnn_auc\n Best score: 0.3343517201188912%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k qnn_auc", - "value": 0.04941823871238116, + "name": "Worst score neuralee qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.04941823871238116, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qnn_auc\n Worst score: 0.04941823871238116%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k qnn_auc", - "value": 0.3294860015142558, + "name": "Best score neuralee qglobal", + "value": 0.6684, "severity": 0, - "severity_value": 0.1647430007571279, + "severity_value": 0.3342, "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: qnn_auc\n Best score: 0.3294860015142558%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Best score: 0.6684%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG qnn_auc", - "value": 0.04360795684151797, + "name": "Worst score pca qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.04360795684151797, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.04360795684151797%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG qnn_auc", - "value": 0.3183068417672998, + "name": "Best score pca qglobal", + "value": 0.9347, "severity": 0, - "severity_value": 0.1591534208836499, + "severity_value": 0.46735, "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.3183068417672998%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.9347%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_sqrt qnn_auc", - "value": 0.03908790034061904, + "name": "Worst score phate qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.03908790034061904, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qnn_auc\n Worst score: 0.03908790034061904%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_sqrt qnn_auc", - "value": 0.35744633666189196, + "name": "Best score phate qglobal", + "value": 0.7807, "severity": 0, - "severity_value": 0.17872316833094598, + "severity_value": 0.39035, "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: qnn_auc\n Best score: 0.35744633666189196%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.7807%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k qnn_auc", - "value": 0.16071352813339979, + "name": "Worst score simlr qglobal", + "value": 0, "severity": 0, - "severity_value": -0.16071352813339979, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qnn_auc\n Worst score: 0.16071352813339979%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k qnn_auc", - "value": 0.4082884570733085, + "name": "Best score simlr qglobal", + "value": 0, "severity": 0, - "severity_value": 0.20414422853665426, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: qnn_auc\n Best score: 0.4082884570733085%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg qnn_auc", - "value": 0.0648420725148049, + "name": "Worst score tsne qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.0648420725148049, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qnn_auc\n Worst score: 0.0648420725148049%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg qnn_auc", - "value": 0.28726102228894645, + "name": "Best score tsne qglobal", + "value": 0.6301, "severity": 0, - "severity_value": 0.14363051114447323, + "severity_value": 0.31505, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: qnn_auc\n Best score: 0.28726102228894645%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Best score: 0.6301%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k qnn_auc", - "value": 0.08545205761591257, + "name": "Worst score umap qglobal", + "value": 0.0, "severity": 0, - "severity_value": -0.08545205761591257, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qnn_auc\n Worst score: 0.08545205761591257%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k qnn_auc", - "value": 0.38044674850096266, + "name": "Best score umap qglobal", + "value": 0.6588, "severity": 0, - "severity_value": 0.19022337425048133, + "severity_value": 0.3294, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: qnn_auc\n Best score: 0.38044674850096266%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Best score: 0.6588%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg qnn_auc", - "value": 0.05435069995050923, + "name": "Worst score random_features density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -0.05435069995050923, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qnn_auc\n Worst score: 0.05435069995050923%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg qnn_auc", - "value": 0.3606151860826848, + "name": "Best score random_features density_preservation", + "value": 0.3266, "severity": 0, - "severity_value": 0.1803075930413424, + "severity_value": 0.1633, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: qnn_auc\n Best score: 0.3606151860826848%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 0.3266%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qnn_auc", + "name": "Worst score true_features density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnn_auc\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qnn_auc", - "value": 0.0010685900298674778, + "name": "Best score true_features density_preservation", + "value": 1.0, "severity": 0, - "severity_value": 0.0005342950149337389, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnn_auc\n Best score: 0.0010685900298674778%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features qnn_auc", + "name": "Worst score densmap density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnn_auc\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features qnn_auc", - "value": 0.22651557913735587, + "name": "Best score densmap density_preservation", + "value": 1.0, "severity": 0, - "severity_value": 0.11325778956867794, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnn_auc\n Best score: 0.22651557913735587%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qnn_auc", - "value": 1.0, + "name": "Worst score neuralee density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnn_auc\n Worst score: 1.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qnn_auc", - "value": 1.0, + "name": "Best score neuralee density_preservation", + "value": 0.6657, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.33285, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnn_auc\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 0.6657%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k qnn_auc", - "value": 0.10058139409005618, + "name": "Worst score pca density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -0.10058139409005618, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qnn_auc\n Worst score: 0.10058139409005618%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k qnn_auc", - "value": 0.3581249108484952, + "name": "Best score pca density_preservation", + "value": 0.6112, "severity": 0, - "severity_value": 0.1790624554242476, + "severity_value": 0.3056, "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: qnn_auc\n Best score: 0.3581249108484952%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Best score: 0.6112%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG qnn_auc", - "value": 0.07779989036073176, + "name": "Worst score phate density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -0.07779989036073176, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.07779989036073176%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG qnn_auc", - "value": 0.38241415297088094, + "name": "Best score phate density_preservation", + "value": 0.3258, "severity": 0, - "severity_value": 0.19120707648544047, + "severity_value": 0.1629, "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.38241415297088094%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3258%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k qnn_auc", - "value": 0.03135711909651273, + "name": "Worst score simlr density_preservation", + "value": 0, "severity": 0, - "severity_value": -0.03135711909651273, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qnn_auc\n Worst score: 0.03135711909651273%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k qnn_auc", - "value": 0.3730188446525014, + "name": "Best score simlr density_preservation", + "value": 0, "severity": 0, - "severity_value": 0.1865094223262507, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: qnn_auc\n Best score: 0.3730188446525014%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG qnn_auc", - "value": 0.04005272682254235, + "name": "Worst score tsne density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -0.04005272682254235, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.04005272682254235%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG qnn_auc", - "value": 0.30648736137034427, + "name": "Best score tsne density_preservation", + "value": 0.6188, "severity": 0, - "severity_value": 0.15324368068517213, + "severity_value": 0.3094, "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.30648736137034427%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 0.6188%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k qnn_auc", - "value": 0.0981236679828561, + "name": "Worst score umap density_preservation", + "value": 0.0, "severity": 0, - "severity_value": -0.0981236679828561, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qnn_auc\n Worst score: 0.0981236679828561%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k qnn_auc", - "value": 0.3351471254470795, + "name": "Best score umap density_preservation", + "value": 0.3567, "severity": 0, - "severity_value": 0.16757356272353974, + "severity_value": 0.17835, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: qnn_auc\n Best score: 0.3351471254470795%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 0.3567%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG qnn_auc", - "value": 0.044447812500770345, + "name": "Worst score random_features distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.044447812500770345, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Worst score: 0.044447812500770345%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG qnn_auc", - "value": 0.35422341204956365, + "name": "Best score random_features distance_correlation", + "value": 0.0338, "severity": 0, - "severity_value": 0.17711170602478182, + "severity_value": 0.0169, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: qnn_auc\n Best score: 0.35422341204956365%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Best score: 0.0338%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k trustworthiness", - "value": 0.22617992879049034, + "name": "Worst score true_features distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.22617992879049034, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: trustworthiness\n Worst score: 0.22617992879049034%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k trustworthiness", - "value": 0.9286172159714817, + "name": "Best score true_features distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.46430860798574086, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k\n Metric id: trustworthiness\n Best score: 0.9286172159714817%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_logCP10k_1kHVG trustworthiness", - "value": 0.2708232003812969, + "name": "Worst score densmap distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.2708232003812969, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.2708232003812969%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_logCP10k_1kHVG trustworthiness", - "value": 0.8894501647118734, + "name": "Best score densmap distance_correlation", + "value": 0.9099, "severity": 0, - "severity_value": 0.4447250823559367, + "severity_value": 0.45495, "code": "best_score <= 2", - "message": "Method densmap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.8894501647118734%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 0.9099%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k trustworthiness", - "value": 0.3744211076226745, + "name": "Worst score neuralee distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.3744211076226745, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: trustworthiness\n Worst score: 0.3744211076226745%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k trustworthiness", - "value": 0.920101214252749, + "name": "Best score neuralee distance_correlation", + "value": 0.8605, "severity": 0, - "severity_value": 0.4600506071263745, + "severity_value": 0.43025, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k\n Metric id: trustworthiness\n Best score: 0.920101214252749%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 0.8605%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap_pca_logCP10k_1kHVG trustworthiness", - "value": 0.26970043107252134, + "name": "Worst score pca distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.26970043107252134, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.26970043107252134%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap_pca_logCP10k_1kHVG trustworthiness", - "value": 0.9119525120549994, + "name": "Best score pca distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.4559762560274997, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap_pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.9119525120549994%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map trustworthiness", - "value": 0.16187179198612492, + "name": "Worst score phate distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.16187179198612492, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Worst score: 0.16187179198612492%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map trustworthiness", - "value": 0.804129414198641, + "name": "Best score phate distance_correlation", + "value": 0.7993, "severity": 0, - "severity_value": 0.4020647070993205, + "severity_value": 0.39965, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Best score: 0.804129414198641%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 0.7993%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_default trustworthiness", - "value": 0.1994166428551849, + "name": "Worst score simlr distance_correlation", + "value": 0, "severity": 0, - "severity_value": -0.1994166428551849, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: trustworthiness\n Worst score: 0.1994166428551849%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_default trustworthiness", - "value": 0.9132628865159064, + "name": "Best score simlr distance_correlation", + "value": 0, "severity": 0, - "severity_value": 0.4566314432579532, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method neuralee_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_default\n Metric id: trustworthiness\n Best score: 0.9132628865159064%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee_logCP10k_1kHVG trustworthiness", - "value": 0.25344111840416617, + "name": "Worst score tsne distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.25344111840416617, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.25344111840416617%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee_logCP10k_1kHVG trustworthiness", - "value": 0.897177777424129, + "name": "Best score tsne distance_correlation", + "value": 0.7911, "severity": 0, - "severity_value": 0.4485888887120645, + "severity_value": 0.39555, "code": "best_score <= 2", - "message": "Method neuralee_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.897177777424129%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 0.7911%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k trustworthiness", - "value": 0.2374906975601547, + "name": "Worst score umap distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": -0.2374906975601547, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: trustworthiness\n Worst score: 0.2374906975601547%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k trustworthiness", - "value": 0.7978413991756448, + "name": "Best score umap distance_correlation", + "value": 0.7405, "severity": 0, - "severity_value": 0.3989206995878224, + "severity_value": 0.37025, "code": "best_score <= 2", - "message": "Method pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k\n Metric id: trustworthiness\n Best score: 0.7978413991756448%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 0.7405%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca_logCP10k_1kHVG trustworthiness", - "value": 0.19779681383477243, + "name": "Worst score random_features distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.19779681383477243, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.19779681383477243%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca_logCP10k_1kHVG trustworthiness", - "value": 0.893187453252065, + "name": "Best score random_features distance_correlation_spectral", + "value": 0.7357, "severity": 0, - "severity_value": 0.4465937266260325, + "severity_value": 0.36785, "code": "best_score <= 2", - "message": "Method pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.893187453252065%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Best score: 0.7357%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_default trustworthiness", - "value": 0.3173330328322507, + "name": "Worst score true_features distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.3173330328322507, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_default performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: trustworthiness\n Worst score: 0.3173330328322507%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_default trustworthiness", - "value": 0.9057800340563681, + "name": "Best score true_features distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.45289001702818404, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_default performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_default\n Metric id: trustworthiness\n Best score: 0.9057800340563681%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k trustworthiness", - "value": 0.24735912718281464, + "name": "Worst score densmap distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.24735912718281464, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: trustworthiness\n Worst score: 0.24735912718281464%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k trustworthiness", - "value": 0.9047462482295463, + "name": "Best score densmap distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.45237312411477315, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k\n Metric id: trustworthiness\n Best score: 0.9047462482295463%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_logCP10k_1kHVG trustworthiness", - "value": 0.32266598523080237, + "name": "Worst score neuralee distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.32266598523080237, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.32266598523080237%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_logCP10k_1kHVG trustworthiness", - "value": 0.908724159332877, + "name": "Best score neuralee distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.4543620796664385, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.908724159332877%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate_sqrt trustworthiness", - "value": 0.3202521669854965, + "name": "Worst score pca distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.3202521669854965, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate_sqrt performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: trustworthiness\n Worst score: 0.3202521669854965%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate_sqrt trustworthiness", - "value": 0.9070162483886881, + "name": "Best score pca distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.45350812419434405, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate_sqrt performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate_sqrt\n Metric id: trustworthiness\n Best score: 0.9070162483886881%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k trustworthiness", - "value": 0.22693660000809465, + "name": "Worst score phate distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.22693660000809465, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: trustworthiness\n Worst score: 0.22693660000809465%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k trustworthiness", - "value": 0.6393821173581329, + "name": "Best score phate distance_correlation_spectral", + "value": 0.9653, "severity": 0, - "severity_value": 0.31969105867906644, + "severity_value": 0.48265, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k\n Metric id: trustworthiness\n Best score: 0.6393821173581329%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 0.9653%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_distances_log_cp10k_hvg trustworthiness", - "value": 0.2358241201215652, + "name": "Worst score simlr distance_correlation_spectral", + "value": 0, "severity": 0, - "severity_value": -0.2358241201215652, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_distances_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: trustworthiness\n Worst score: 0.2358241201215652%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_distances_log_cp10k_hvg trustworthiness", - "value": 0.6779814440536627, + "name": "Best score simlr distance_correlation_spectral", + "value": 0, "severity": 0, - "severity_value": 0.33899072202683134, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method pymde_distances_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_distances_log_cp10k_hvg\n Metric id: trustworthiness\n Best score: 0.6779814440536627%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k trustworthiness", - "value": 0.3694751690125947, + "name": "Worst score tsne distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.3694751690125947, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: trustworthiness\n Worst score: 0.3694751690125947%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k trustworthiness", - "value": 0.923740471378328, + "name": "Best score tsne distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.461870235689164, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k\n Metric id: trustworthiness\n Best score: 0.923740471378328%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde_neighbors_log_cp10k_hvg trustworthiness", - "value": 0.2810298404987273, + "name": "Worst score umap distance_correlation_spectral", + "value": 0.0, "severity": 0, - "severity_value": -0.2810298404987273, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde_neighbors_log_cp10k_hvg performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: trustworthiness\n Worst score: 0.2810298404987273%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde_neighbors_log_cp10k_hvg trustworthiness", - "value": 0.9080990499228161, + "name": "Best score umap distance_correlation_spectral", + "value": 1.0, "severity": 0, - "severity_value": 0.45404952496140805, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pymde_neighbors_log_cp10k_hvg performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde_neighbors_log_cp10k_hvg\n Metric id: trustworthiness\n Best score: 0.9080990499228161%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features trustworthiness", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features trustworthiness", - "value": 0.00203388643855179, + "value": 0, "severity": 0, - "severity_value": 0.001016943219275895, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Best score: 0.00203388643855179%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features trustworthiness", - "value": 0.0, + "name": "Worst score true_features trustworthiness", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features trustworthiness", - "value": 0.7303749944001828, + "name": "Best score true_features trustworthiness", + "value": 1, "severity": 0, - "severity_value": 0.3651874972000914, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Best score: 0.7303749944001828%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features trustworthiness", - "value": 1.0, + "name": "Worst score densmap trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Worst score: 1.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features trustworthiness", - "value": 1.0, + "name": "Best score densmap trustworthiness", + "value": 0.9289, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.46445, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Best score: 1.0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Best score: 0.9289%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k trustworthiness", - "value": 0.40450628331398153, + "name": "Worst score neuralee trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -0.40450628331398153, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: trustworthiness\n Worst score: 0.40450628331398153%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k trustworthiness", - "value": 0.9316138580772474, + "name": "Best score neuralee trustworthiness", + "value": 0.9019, "severity": 0, - "severity_value": 0.4658069290386237, + "severity_value": 0.45095, "code": "best_score <= 2", - "message": "Method tsne_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k\n Metric id: trustworthiness\n Best score: 0.9316138580772474%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Best score: 0.9019%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne_logCP10k_1kHVG trustworthiness", - "value": 0.29627415474071345, + "name": "Worst score pca trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -0.29627415474071345, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.29627415474071345%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne_logCP10k_1kHVG trustworthiness", - "value": 0.91241656985534, + "name": "Best score pca trustworthiness", + "value": 0.7972, "severity": 0, - "severity_value": 0.45620828492767, + "severity_value": 0.3986, "code": "best_score <= 2", - "message": "Method tsne_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.91241656985534%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Best score: 0.7972%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k trustworthiness", - "value": 0.20176991566093655, + "name": "Worst score phate trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -0.20176991566093655, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: trustworthiness\n Worst score: 0.20176991566093655%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k trustworthiness", - "value": 0.9219128857201967, + "name": "Best score phate trustworthiness", + "value": 0.9235, "severity": 0, - "severity_value": 0.46095644286009835, + "severity_value": 0.46175, "code": "best_score <= 2", - "message": "Method umap_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k\n Metric id: trustworthiness\n Best score: 0.9219128857201967%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Best score: 0.9235%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_logCP10k_1kHVG trustworthiness", - "value": 0.2839675419201029, + "name": "Worst score simlr trustworthiness", + "value": 0, "severity": 0, - "severity_value": -0.2839675419201029, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.2839675419201029%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_logCP10k_1kHVG trustworthiness", - "value": 0.8861677037414261, + "name": "Best score simlr trustworthiness", + "value": 0, "severity": 0, - "severity_value": 0.44308385187071303, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method umap_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.8861677037414261%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k trustworthiness", - "value": 0.3843107098020755, + "name": "Worst score tsne trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -0.3843107098020755, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: trustworthiness\n Worst score: 0.3843107098020755%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k trustworthiness", - "value": 0.9239693174403617, + "name": "Best score tsne trustworthiness", + "value": 0.9327, "severity": 0, - "severity_value": 0.46198465872018085, + "severity_value": 0.46635, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k\n Metric id: trustworthiness\n Best score: 0.9239693174403617%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Best score: 0.9327%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap_pca_logCP10k_1kHVG trustworthiness", - "value": 0.2839656338214019, + "name": "Worst score umap trustworthiness", + "value": 0.0, "severity": 0, - "severity_value": -0.2839656338214019, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap_pca_logCP10k_1kHVG performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Worst score: 0.2839656338214019%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap_pca_logCP10k_1kHVG trustworthiness", - "value": 0.9051441029966422, + "name": "Best score umap trustworthiness", + "value": 0.8882, "severity": 0, - "severity_value": 0.4525720514983211, + "severity_value": 0.4441, "code": "best_score <= 2", - "message": "Method umap_pca_logCP10k_1kHVG performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap_pca_logCP10k_1kHVG\n Metric id: trustworthiness\n Best score: 0.9051441029966422%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Best score: 0.8882%\n" } ] \ No newline at end of file diff --git a/results/dimensionality_reduction/data/results.json b/results/dimensionality_reduction/data/results.json index 05ff23ce..8548e5f8 100644 --- a/results/dimensionality_reduction/data/results.json +++ b/results/dimensionality_reduction/data/results.json @@ -1,3850 +1,6275 @@ [ - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.360", - "code_version": "1.1.3", - "resources": { - "duration_sec": 280.0, - "cpu_pct": 118.9, - "peak_memory_mb": 1700.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.03645033758101916, - "distance_correlation": 0.7266117806252675, - "distance_correlation_spectral": -0.015858191645029596, - "trustworthiness": 0.7912630138100286 - }, - "scaled_scores": { - "density_preservation": -0.016067405057167836, - "distance_correlation": 0.8462625321131627, - "distance_correlation_spectral": 0.0004836016713153229, - "trustworthiness": 0.5830249299528386 - }, - "mean_score": 0.3534259146700372 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.727", - "code_version": "1.1.3", - "resources": { - "duration_sec": 348.0, - "cpu_pct": 37.8, - "peak_memory_mb": 1400.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.06707118145615036, - "distance_correlation": 0.4386363102597822, - "distance_correlation_spectral": 0.1710424467369666, - "trustworthiness": 0.7042859471900272 - }, - "scaled_scores": { - "density_preservation": 0.08541824978005755, - "distance_correlation": 0.5080833384282012, - "distance_correlation_spectral": 0.1924307692285588, - "trustworthiness": 0.40927868062563555 - }, - "mean_score": 0.2988027595156133 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.609", - "code_version": "0.5.3", - "resources": { - "duration_sec": 360.0, - "cpu_pct": 165.4, - "peak_memory_mb": 1800.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.08162450821841145, - "distance_correlation": 0.5299907342464462, - "distance_correlation_spectral": -0.02121837414768316, - "trustworthiness": 0.9056031398553867 - }, - "scaled_scores": { - "density_preservation": -0.06035317608819602, - "distance_correlation": 0.6153638835529462, - "distance_correlation_spectral": -0.005021311837173567, - "trustworthiness": 0.8114318976742833 - }, - "mean_score": 0.340355323325465 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "true_features", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.707", - "code_version": "0.7.0", - "resources": { - "duration_sec": 399.0, - "cpu_pct": 13.2, - "peak_memory_mb": 3400.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 3600.0 - }, - "metric_values": { - "density_preservation": 1.0, - "distance_correlation": 0.8575264567917553, - "distance_correlation_spectral": -0.016329078828423323, - "trustworthiness": 1.0 - }, - "scaled_scores": { - "density_preservation": 1.0, - "distance_correlation": 1.0, - "distance_correlation_spectral": 0.0, - "trustworthiness": 1.0 - }, - "mean_score": 0.75 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "random_features", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.620", - "code_version": "0.7.0", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 8.6, - "peak_memory_mb": 1400.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.00227465148146574, - "distance_correlation": 0.0059794789083215455, - "distance_correlation_spectral": 0.004993022064087217, - "trustworthiness": 0.4994017599988353 - }, - "scaled_scores": { - "density_preservation": 0.01743617869607411, - "distance_correlation": 0.0, - "distance_correlation_spectral": 0.02189782179514169, - "trustworthiness": 0.0 - }, - "mean_score": 0.00983350012280395 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.664", - "code_version": "1.0.10", - "resources": { - "duration_sec": 498.0, - "cpu_pct": 248.3, - "peak_memory_mb": 1500.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.03219668832383617, - "distance_correlation": 0.5918646839127146, - "distance_correlation_spectral": 0.16867876098415066, - "trustworthiness": 0.8427375774501069 - }, - "scaled_scores": { - "density_preservation": 0.05122960180070893, - "distance_correlation": 0.6880245250363551, - "distance_correlation_spectral": 0.190003261280078, - "trustworthiness": 0.6858510278631279 - }, - "mean_score": 0.4037771039950675 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:12.065", - "code_version": "0.5.3", - "resources": { - "duration_sec": 510.0, - "cpu_pct": 174.4, - "peak_memory_mb": 1500.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": -0.020176128354979086, - "distance_correlation": 0.49004959819235605, - "distance_correlation_spectral": 0.11990823769617477, - "trustworthiness": 0.8657855187682948 - }, - "scaled_scores": { - "density_preservation": -0.00011324600285871615, - "distance_correlation": 0.5684596761616335, - "distance_correlation_spectral": 0.1399158785592209, - "trustworthiness": 0.7318918236081035 - }, - "mean_score": 0.3600385330815248 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.916", - "code_version": "0.5.3", - "resources": { - "duration_sec": 579.0, - "cpu_pct": 112.7, - "peak_memory_mb": 1400.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.25263552803355854, - "distance_correlation": 0.5710960660363131, - "distance_correlation_spectral": 0.16472875691271904, - "trustworthiness": 0.853650829626246 - }, - "scaled_scores": { - "density_preservation": 0.2673332699807215, - "distance_correlation": 0.6636352448019011, - "distance_correlation_spectral": 0.18594660261954818, - "trustworthiness": 0.7076514484481339 - }, - "mean_score": 0.4561416414625762 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.569", - "code_version": "0.5.3", - "resources": { - "duration_sec": 609.0, - "cpu_pct": 128.6, - "peak_memory_mb": 1400.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": -0.06258027096228788, - "distance_correlation": 0.5202193076761656, - "distance_correlation_spectral": 0.13291561708718708, - "trustworthiness": 0.8870589293981929 - }, - "scaled_scores": { - "density_preservation": -0.041683464642798464, - "distance_correlation": 0.6038889716290405, - "distance_correlation_spectral": 0.15327447194371405, - "trustworthiness": 0.7743877992828253 - }, - "mean_score": 0.37246694455319534 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_default", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.566", - "code_version": "1.0.10", - "resources": { - "duration_sec": 648.0, - "cpu_pct": 178.2, - "peak_memory_mb": 1900.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.06264228756143621, - "distance_correlation": 0.48283913956228103, - "distance_correlation_spectral": 0.008965405531047806, - "trustworthiness": 0.8806154110834628 - }, - "scaled_scores": { - "density_preservation": 0.08107645494078096, - "distance_correlation": 0.5599921942524181, - "distance_correlation_spectral": 0.02597746412025724, - "trustworthiness": 0.7615161633084058 - }, - "mean_score": 0.35714056915546555 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.072", - "code_version": "0.5.3", - "resources": { - "duration_sec": 972.0, - "cpu_pct": 110.0, - "peak_memory_mb": 1800.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": 0.4109516704711886, - "distance_correlation": 0.4737032586782091, - "distance_correlation_spectral": 0.03685100955160142, - "trustworthiness": 0.8818314473816885 - }, - "scaled_scores": { - "density_preservation": 0.4225359518580761, - "distance_correlation": 0.5492636248119163, - "distance_correlation_spectral": 0.054616011070687295, - "trustworthiness": 0.7639453294561392 - }, - "mean_score": 0.44759022929920467 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.852", - "code_version": "0.5.3", - "resources": { - "duration_sec": 982.0, - "cpu_pct": 123.5, - "peak_memory_mb": 1600.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.30843103091126667, - "distance_correlation": 0.5211791791987841, - "distance_correlation_spectral": 0.12030388401966464, - "trustworthiness": 0.8303484268638034 - }, - "scaled_scores": { - "density_preservation": 0.3220314931055521, - "distance_correlation": 0.6050161807526102, - "distance_correlation_spectral": 0.14032220778209442, - "trustworthiness": 0.6611023380030223 - }, - "mean_score": 0.4321180549108198 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_sqrt", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.361", - "code_version": "1.0.10", - "resources": { - "duration_sec": 1053.0, - "cpu_pct": 297.6, - "peak_memory_mb": 1900.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.0856558417475703, - "distance_correlation": 0.48944428011961905, - "distance_correlation_spectral": 0.0867590672750964, - "trustworthiness": 0.8842764929323597 - }, - "scaled_scores": { - "density_preservation": 0.10363742234576279, - "distance_correlation": 0.5677488309722799, - "distance_correlation_spectral": 0.10587164294674763, - "trustworthiness": 0.7688295766533836 - }, - "mean_score": 0.3865218682295435 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.224", - "code_version": "1.0.10", - "resources": { - "duration_sec": 1073.0, - "cpu_pct": 304.2, - "peak_memory_mb": 1500.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.037826637773109476, - "distance_correlation": 0.4609175347119762, - "distance_correlation_spectral": -0.05847611577352874, - "trustworthiness": 0.8654523093871185 - }, - "scaled_scores": { - "density_preservation": -0.017416638796645074, - "distance_correlation": 0.5342489229830019, - "distance_correlation_spectral": -0.04328505473592206, - "trustworthiness": 0.7312262012495919 - }, - "mean_score": 0.30119335767500666 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.529", - "code_version": "0.1", - "resources": { - "duration_sec": 1092.0, - "cpu_pct": 181.4, - "peak_memory_mb": 2600.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.01193075431660563, - "distance_correlation": 0.4275457916434895, - "distance_correlation_spectral": 0.08885931182604752, - "trustworthiness": 0.8976034248677971 - }, - "scaled_scores": { - "density_preservation": 0.03136221961060288, - "distance_correlation": 0.4950593727465205, - "distance_correlation_spectral": 0.10802859648217994, - "trustworthiness": 0.7954515878202755 - }, - "mean_score": 0.3574754441648947 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "diffusion_map", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.398", - "code_version": "0.7.0", - "resources": { - "duration_sec": 1136.0, - "cpu_pct": 343.1, - "peak_memory_mb": 5500.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.031004122512121077, - "distance_correlation": 0.482988651671645, - "distance_correlation_spectral": 0.2415910299583503, - "trustworthiness": 0.7648013803825564 - }, - "scaled_scores": { - "density_preservation": -0.010728295780254747, - "distance_correlation": 0.5601677713060008, - "distance_correlation_spectral": 0.264884244196601, - "trustworthiness": 0.5301649090558201 - }, - "mean_score": 0.33612215719454186 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:02.532", - "code_version": "0.1", - "resources": { - "duration_sec": 1199.0, - "cpu_pct": 192.3, - "peak_memory_mb": 2600.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": 0.00219554206372952, - "distance_correlation": 0.4728077595763078, - "distance_correlation_spectral": 0.10145948068375082, - "trustworthiness": 0.9203404966513599 - }, - "scaled_scores": { - "density_preservation": 0.021818460982913353, - "distance_correlation": 0.5482120103676643, - "distance_correlation_spectral": 0.1209689841872019, - "trustworthiness": 0.8408713875053679 - }, - "mean_score": 0.3829677107607869 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:04.009", - "code_version": "0.5.3", - "resources": { - "duration_sec": 1437.0, - "cpu_pct": 270.2, - "peak_memory_mb": 5500.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": 0.08609219776697857, - "distance_correlation": 0.49466206743635044, - "distance_correlation_spectral": -0.044501396073423856, - "trustworthiness": 0.8343485952012168 - }, - "scaled_scores": { - "density_preservation": 0.1040651969455145, - "distance_correlation": 0.5738762525382639, - "distance_correlation_spectral": -0.02893300175706003, - "trustworthiness": 0.6690931138743161 - }, - "mean_score": 0.32952539040025863 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.194", - "code_version": "0.5.3", - "resources": { - "duration_sec": 1928.0, - "cpu_pct": 239.8, - "peak_memory_mb": 5700.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": 0.7826241965224212, - "distance_correlation": 0.6622837379214378, - "distance_correlation_spectral": -0.02264164646140918, - "trustworthiness": 0.8143046342964144 - }, - "scaled_scores": { - "density_preservation": 0.7868991300855116, - "distance_correlation": 0.7707199673756063, - "distance_correlation_spectral": -0.00648301411731233, - "trustworthiness": 0.629053099141632 - }, - "mean_score": 0.5450472956213595 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "spectral_features", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 17:59:03.872", - "code_version": "0.7.0", - "resources": { - "duration_sec": 1987.0, - "cpu_pct": 340.6, - "peak_memory_mb": 5600.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1300.0 - }, - "metric_values": { - "density_preservation": -0.02006061056815862, - "distance_correlation": 0.12931464407050391, - "distance_correlation_spectral": 0.9573796805168154, - "trustworthiness": 0.8650261967364273 - }, - "scaled_scores": { - "density_preservation": 0.0, - "distance_correlation": 0.1448365954732628, - "distance_correlation_spectral": 1.0, - "trustworthiness": 0.7303749944001828 - }, - "mean_score": 0.46880289746836146 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:10:12.060", - "code_version": "0.1.18", - "resources": { - "duration_sec": 1690.0, - "cpu_pct": 461.8, - "peak_memory_mb": 57800.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": 0.08113922094402438, - "distance_correlation": 0.8238160572341533, - "distance_correlation_spectral": 0.11297522009373108, - "trustworthiness": 0.8194753226365348 - }, - "scaled_scores": { - "density_preservation": 0.09920962584352336, - "distance_correlation": 0.9604127541602097, - "distance_correlation_spectral": 0.13279566161970635, - "trustworthiness": 0.6393821173581329 - }, - "mean_score": 0.45795003974539306 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k_hvg", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:11:33.905", - "code_version": "0.1.18", - "resources": { - "duration_sec": 1640.0, - "cpu_pct": 470.5, - "peak_memory_mb": 57900.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.08157741536587937, - "distance_correlation": 0.49134545482592046, - "distance_correlation_spectral": 0.22641004802032716, - "trustworthiness": 0.7215634253118961 - }, - "scaled_scores": { - "density_preservation": 0.09963920269152156, - "distance_correlation": 0.5699814438000853, - "distance_correlation_spectral": 0.2492933585315368, - "trustworthiness": 0.44379234196377504 - }, - "mean_score": 0.3406765867467297 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:36:22.956", - "code_version": "0.1.18", - "resources": { - "duration_sec": 1098.0, - "cpu_pct": 268.3, - "peak_memory_mb": 1600.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": -0.054014214833648676, - "distance_correlation": 0.5319323888424623, - "distance_correlation_spectral": 0.1438050653957799, - "trustworthiness": 0.8804798806051484 - }, - "scaled_scores": { - "density_preservation": -0.033285869401994066, - "distance_correlation": 0.6176440332645243, - "distance_correlation_spectral": 0.1644579477049009, - "trustworthiness": 0.7612454262832136 - }, - "mean_score": 0.3775153844626612 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_default", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:36:21.915", - "code_version": "0.1.6", - "resources": { - "duration_sec": 1159.0, - "cpu_pct": 321.7, - "peak_memory_mb": 14000.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.12085184011984042, - "distance_correlation": 0.5166689231461161, - "distance_correlation_spectral": -0.02928418665274654, - "trustworthiness": 0.8133571070710979 - }, - "scaled_scores": { - "density_preservation": -0.0988090594886735, - "distance_correlation": 0.5997196367335375, - "distance_correlation_spectral": -0.013304910426229253, - "trustworthiness": 0.6271603093761019 - }, - "mean_score": 0.27869149404868415 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:36:23.432", - "code_version": "0.1.18", - "resources": { - "duration_sec": 1228.0, - "cpu_pct": 308.4, - "peak_memory_mb": 1900.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1100.0 - }, - "metric_values": { - "density_preservation": -0.07029128143732623, - "distance_correlation": 0.5546397986010992, - "distance_correlation_spectral": -0.011101083509361244, - "trustworthiness": 0.9016957423500738 - }, - "scaled_scores": { - "density_preservation": -0.04924282964047584, - "distance_correlation": 0.6443101014303435, - "distance_correlation_spectral": 0.005369157121044691, - "trustworthiness": 0.8036264417355972 - }, - "mean_score": 0.35101571766162737 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_logCP10k_1kHVG", - "dataset_id": "zebrafish_labs", - "submission_time": "2023-02-21 18:36:22.166", - "code_version": "0.1.6", - "resources": { - "duration_sec": 1869.0, - "cpu_pct": 413.3, - "peak_memory_mb": 1700.0, - "disk_read_mb": 1200.0, - "disk_write_mb": 1500.0 - }, - "metric_values": { - "density_preservation": 0.06381012600750173, - "distance_correlation": 0.5027935935598933, - "distance_correlation_spectral": 0.16442096207926507, - "trustworthiness": 0.7857557454382895 - }, - "scaled_scores": { - "density_preservation": 0.08222132656308098, - "distance_correlation": 0.5834253747061966, - "distance_correlation_spectral": 0.18563049697656214, - "trustworthiness": 0.5720235561331338 - }, - "mean_score": 0.35582518859474344 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:03.278", - "code_version": "1.0.10", - "resources": { - "duration_sec": 348.0, - "cpu_pct": 144.7, - "peak_memory_mb": 496.0, - "disk_read_mb": 144.3, - "disk_write_mb": 98.1 - }, - "metric_values": { - "continuity": 0.9705021555157789, - "density_preservation": 0.167819517666295, - "distance_correlation": 0.3169923683210016, - "distance_correlation_spectral": -0.07883409836125786, - "lcmc": 0.38888538419295177, - "qglobal": 0.6851165567227572, - "qlocal": 0.47813304800407985, - "qnn": 0.4359978461990308, - "qnn_auc": 0.6606961635874358, - "trustworthiness": 0.9545256330970616 - }, - "scaled_scores": { - "continuity": 0.9460827579230663, - "density_preservation": 0.17677016184450078, - "distance_correlation": 0.32222193009456174, - "distance_correlation_spectral": -0.07847685258665864, - "lcmc": 0.40781177917884054, - "qglobal": 0.18727405071349582, - "qlocal": 0.41023757113371156, - "qnn": 0.40846082760036967, - "qnn_auc": 0.3183068417672998, - "trustworthiness": 0.908724159332877 - }, - "mean_score": 0.40074132270020646 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_sqrt", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:03.399", - "code_version": "1.0.10", - "resources": { - "duration_sec": 358.0, - "cpu_pct": 158.0, - "peak_memory_mb": 549.5, - "disk_read_mb": 144.3, - "disk_write_mb": 124.2 - }, - "metric_values": { - "continuity": 0.9707780060380008, - "density_preservation": 0.0426776283588126, - "distance_correlation": 0.35676866524694634, - "distance_correlation_spectral": -0.05802488242925698, - "lcmc": 0.3787037796112297, - "qglobal": 0.7079512235817006, - "qlocal": 0.47315408777472673, - "qnn": 0.42581624161730874, - "qnn_auc": 0.6801773342763336, - "trustworthiness": 0.9536747379604522 - }, - "scaled_scores": { - "continuity": 0.9465869676252919, - "density_preservation": 0.05297425522557962, - "distance_correlation": 0.36407503995372975, - "distance_correlation_spectral": -0.05767452743098352, - "lcmc": 0.3971500333179558, - "qglobal": 0.24592851931280532, - "qlocal": 0.40462715618236234, - "qnn": 0.3977821131533012, - "qnn_auc": 0.35744633666189196, - "trustworthiness": 0.9070162483886881 - }, - "mean_score": 0.4015912142390623 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:03.268", - "code_version": "0.1.6", - "resources": { - "duration_sec": 368.0, - "cpu_pct": 142.5, - "peak_memory_mb": 578.5, - "disk_read_mb": 151.4, - "disk_write_mb": 126.6 - }, - "metric_values": { - "continuity": 0.9592862089080934, - "density_preservation": 0.06619741347882506, - "distance_correlation": 0.5337603102375664, - "distance_correlation_spectral": 0.32261193440836244, - "lcmc": 0.412234544700074, - "qglobal": 0.7303450160348378, - "qlocal": 0.4646754217723275, - "qnn": 0.459347006706153, - "qnn_auc": 0.7005527243119782, - "trustworthiness": 0.9487731316302744 - }, - "scaled_scores": { - "continuity": 0.9255818393324884, - "density_preservation": 0.07624106970733975, - "distance_correlation": 0.5503078301940783, - "distance_correlation_spectral": 0.3228362451013264, - "lcmc": 0.43226203290788867, - "qglobal": 0.30345053197784, - "qlocal": 0.39507318661519897, - "qnn": 0.43294999486600266, - "qnn_auc": 0.398382401902053, - "trustworthiness": 0.897177777424129 - }, - "mean_score": 0.47342629100283445 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_default", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.462", - "code_version": "1.0.10", - "resources": { - "duration_sec": 329.0, - "cpu_pct": 153.9, - "peak_memory_mb": 549.4, - "disk_read_mb": 144.3, - "disk_write_mb": 124.2 - }, - "metric_values": { - "continuity": 0.9692702206461216, - "density_preservation": 0.21755080650743844, - "distance_correlation": 0.3212803754618699, - "distance_correlation_spectral": -0.16177336574129209, - "lcmc": 0.3738087774084787, - "qglobal": 0.6953738049039605, - "qlocal": 0.4694908393680646, - "qnn": 0.4209212394145577, - "qnn_auc": 0.668682291530368, - "trustworthiness": 0.9530588459159888 - }, - "scaled_scores": { - "continuity": 0.9438309821831182, - "density_preservation": 0.22596655821893752, - "distance_correlation": 0.3267338240568827, - "distance_correlation_spectral": -0.1613886554076241, - "lcmc": 0.39202419396176125, - "qglobal": 0.21362142179958107, - "qlocal": 0.40049931770113123, - "qnn": 0.39264811582297976, - "qnn_auc": 0.3343517201188912, - "trustworthiness": 0.9057800340563681 - }, - "mean_score": 0.3974067512512027 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.579", - "code_version": "1.0.10", - "resources": { - "duration_sec": 329.0, - "cpu_pct": 190.9, - "peak_memory_mb": 404.3, - "disk_read_mb": 145.9, - "disk_write_mb": 126.6 - }, - "metric_values": { - "continuity": 0.9684069698595695, - "density_preservation": 0.09953702590905986, - "distance_correlation": 0.3876599395768561, - "distance_correlation_spectral": 0.17426569652479404, - "lcmc": 0.38903223425903427, - "qglobal": 0.6918617383058531, - "qlocal": 0.48039676214460797, - "qnn": 0.4361446962651133, - "qnn_auc": 0.6662604438566478, - "trustworthiness": 0.9525438054009483 - }, - "scaled_scores": { - "continuity": 0.942253100732949, - "density_preservation": 0.10922209284806672, - "distance_correlation": 0.3965792195314948, - "distance_correlation_spectral": 0.17453913068052407, - "lcmc": 0.40796555435952636, - "qglobal": 0.20460012092972865, - "qlocal": 0.4127883799521322, - "qnn": 0.40861484752027927, - "qnn_auc": 0.3294860015142558, - "trustworthiness": 0.9047462482295463 - }, - "mean_score": 0.42907946962985033 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_default", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:03.177", - "code_version": "0.1.6", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 152.0, - "peak_memory_mb": 2100.0, - "disk_read_mb": 151.3, - "disk_write_mb": 98.1 - }, - "metric_values": { - "continuity": 0.9815053877761506, - "density_preservation": -0.21191037355441583, - "distance_correlation": 0.4060986573874123, - "distance_correlation_spectral": 0.029900124383106828, - "lcmc": 0.47479267285123167, - "qglobal": 0.7130091071216919, - "qlocal": 0.4838642810688071, - "qnn": 0.5219051348573107, - "qnn_auc": 0.691429612570016, - "trustworthiness": 0.9567868639297211 - }, - "scaled_scores": { - "continuity": 0.9661948694276387, - "density_preservation": -0.19887548657996712, - "distance_correlation": 0.4159806656647078, - "distance_correlation_spectral": 0.030221363841546094, - "lcmc": 0.4977702598800554, - "qglobal": 0.2589204965160632, - "qlocal": 0.41669566563433585, - "qnn": 0.49856248074751003, - "qnn_auc": 0.38005321670319747, - "trustworthiness": 0.9132628865159064 - }, - "mean_score": 0.4178786418350994 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.275", - "code_version": "1.1.3", - "resources": { - "duration_sec": 359.0, - "cpu_pct": 36.5, - "peak_memory_mb": 420.5, - "disk_read_mb": 145.5, - "disk_write_mb": 98.2 - }, - "metric_values": { - "continuity": 0.9620494688299043, - "density_preservation": -0.1500247681380758, - "distance_correlation": 0.08645641863832679, - "distance_correlation_spectral": -0.318028085011258, - "lcmc": 0.36749422456692993, - "qglobal": 0.646863529491731, - "qlocal": 0.4592497746303246, - "qnn": 0.414606686573009, - "qnn_auc": 0.6242050645955313, - "trustworthiness": 0.8992829392829392 - }, - "scaled_scores": { - "continuity": 0.9306326271690527, - "density_preservation": -0.13765550123714906, - "distance_correlation": 0.07964916253602294, - "distance_correlation_spectral": -0.3175916323955235, - "lcmc": 0.3854118611922702, - "qglobal": 0.08901507463949256, - "qlocal": 0.38895943385477716, - "qnn": 0.3860252592668652, - "qnn_auc": 0.244992809181689, - "trustworthiness": 0.7978413991756448 - }, - "mean_score": 0.2847280493383142 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.955", - "code_version": "0.5.3", - "resources": { - "duration_sec": 388.0, - "cpu_pct": 61.7, - "peak_memory_mb": 469.5, - "disk_read_mb": 146.7, - "disk_write_mb": 99.0 - }, - "metric_values": { - "continuity": 0.9779192530413708, - "density_preservation": -0.07152662132029089, - "distance_correlation": 0.37744797212724324, - "distance_correlation_spectral": 0.004701070464788637, - "lcmc": 0.4586881156041808, - "qglobal": 0.7098825416811655, - "qlocal": 0.5236750007750972, - "qnn": 0.5058005776102599, - "qnn_auc": 0.6879283460621604, - "trustworthiness": 0.9610963639535068 - }, - "scaled_scores": { - "continuity": 0.9596400008263396, - "density_preservation": -0.06000165321719728, - "distance_correlation": 0.3858340615208677, - "distance_correlation_spectral": 0.005030654353154514, - "lcmc": 0.48090624839817514, - "qglobal": 0.2508894165976271, - "qlocal": 0.4615553646026806, - "qnn": 0.4816716295307526, - "qnn_auc": 0.3730188446525014, - "trustworthiness": 0.9219128857201967 - }, - "mean_score": 0.4260457452985098 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "true_features", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:42.373", - "code_version": "0.7.0", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 8.2, - "peak_memory_mb": 377.9, - "disk_read_mb": 144.0, - "disk_write_mb": 392.5 - }, - "metric_values": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 0.9611380924779107, - "distance_correlation_spectral": 0.029549848453613733, - "lcmc": 0.9544049886767738, - "qglobal": 1.0015174506828526, - "qlocal": 1.0015174506828528, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "scaled_scores": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 1.0, - "distance_correlation_spectral": 0.029871203902635746, - "lcmc": 1.0, - "qglobal": 1.0, - "qlocal": 1.0, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "mean_score": 0.9029871203902635 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.677", - "code_version": "1.1.3", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 22.0, - "peak_memory_mb": 363.4, - "disk_read_mb": 145.5, - "disk_write_mb": 126.6 - }, - "metric_values": { - "continuity": 0.9645329809347458, - "density_preservation": 0.3514825346199668, - "distance_correlation": 0.3460843200086952, - "distance_correlation_spectral": 0.3861922431915667, - "lcmc": 0.42016444826853055, - "qglobal": 0.704172198881241, - "qlocal": 0.4845682251537272, - "qnn": 0.4672769102746096, - "qnn_auc": 0.6785794114412742, - "trustworthiness": 0.9467851196422625 - }, - "scaled_scores": { - "continuity": 0.935172081685106, - "density_preservation": 0.3584577631902049, - "distance_correlation": 0.35283284021195016, - "distance_correlation_spectral": 0.3863954998626982, - "lcmc": 0.44056589266492385, - "qglobal": 0.23622149415678445, - "qlocal": 0.41748888715791144, - "qnn": 0.4412670705411233, - "qnn_auc": 0.3542359601581635, - "trustworthiness": 0.893187453252065 - }, - "mean_score": 0.4815824942880932 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:12.031", - "code_version": "0.5.3", - "resources": { - "duration_sec": 400.0, - "cpu_pct": 61.9, - "peak_memory_mb": 425.7, - "disk_read_mb": 146.8, - "disk_write_mb": 127.5 - }, - "metric_values": { - "continuity": 0.9568122062024355, - "density_preservation": -0.2251886683260934, - "distance_correlation": 0.19503525515461018, - "distance_correlation_spectral": -0.08239346347121977, - "lcmc": 0.3995075389729214, - "qglobal": 0.6573225262114616, - "qlocal": 0.4295622437588459, - "qnn": 0.44662000097900045, - "qnn_auc": 0.6350078100711157, - "trustworthiness": 0.9432878232878232 - }, - "scaled_scores": { - "continuity": 0.9210597664450508, - "density_preservation": -0.212010964625805, - "distance_correlation": 0.19389715252758288, - "distance_correlation_spectral": -0.08203503904630932, - "lcmc": 0.41893485058178276, - "qglobal": 0.11588066888999285, - "qlocal": 0.35550679326366635, - "qnn": 0.4196016018071671, - "qnn_auc": 0.266696535725709, - "trustworthiness": 0.8861677037414261 - }, - "mean_score": 0.32836990693102636 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.808", - "code_version": "0.1.18", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 263.3, - "peak_memory_mb": 925.2, - "disk_read_mb": 153.1, - "disk_write_mb": 187.5 - }, - "metric_values": { - "continuity": 0.8559969856763505, - "density_preservation": 0.26076100076425934, - "distance_correlation": 0.2681154789160219, - "distance_correlation_spectral": 0.09883422450242849, - "lcmc": 0.23958781700904655, - "qglobal": 0.6455688270362484, - "qlocal": 0.294488114087244, - "qnn": 0.28670027901512557, - "qnn_auc": 0.6074865428456495, - "trustworthiness": 0.7725832897261469 - }, - "scaled_scores": { - "continuity": 0.7367860086437984, - "density_preservation": 0.26871199863704864, - "distance_correlation": 0.27079306466624903, - "distance_correlation_spectral": 0.09913263708134028, - "lcmc": 0.25147367881490595, - "qglobal": 0.08568942574828445, - "qlocal": 0.20330193888817927, - "qnn": 0.25187390902556733, - "qnn_auc": 0.21140373452471597, - "trustworthiness": 0.5435307223451151 - }, - "mean_score": 0.2922697118375205 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "spectral_features", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.869", - "code_version": "0.7.0", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 68.3, - "peak_memory_mb": 448.7, - "disk_read_mb": 146.7, - "disk_write_mb": 102.3 - }, - "metric_values": { - "continuity": 0.45290516821815374, - "density_preservation": 0.1486816799426257, - "distance_correlation": 0.06750575053211745, - "distance_correlation_spectral": 0.9999999999999999, - "lcmc": 0.03972487707072355, - "qglobal": 0.6533477698750155, - "qlocal": 0.2279697689516882, - "qnn": 0.08683733907680258, - "qnn_auc": 0.5315450405947634, - "trustworthiness": 0.8488823874538161 - }, - "scaled_scores": { - "continuity": 0.0, - "density_preservation": 0.1578381640551261, - "distance_correlation": 0.05970903599205428, - "distance_correlation_spectral": 1.0, - "lcmc": 0.042185657901481356, - "qglobal": 0.10567087593938225, - "qlocal": 0.1283474301360549, - "qnn": 0.042252798028545015, - "qnn_auc": 0.05883015015947501, - "trustworthiness": 0.6966777535528431 - }, - "mean_score": 0.2291511865764962 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.171", - "code_version": "0.5.3", - "resources": { - "duration_sec": 439.0, - "cpu_pct": 32.6, - "peak_memory_mb": 468.1, - "disk_read_mb": 146.1, - "disk_write_mb": 99.0 - }, - "metric_values": { - "continuity": 0.9817076573735414, - "density_preservation": 0.2878757164851881, - "distance_correlation": 0.5160227473809443, - "distance_correlation_spectral": 0.07268284188378797, - "lcmc": 0.5069528373233058, - "qglobal": 0.7340475009060694, - "qlocal": 0.530123515588229, - "qnn": 0.5540652993293848, - "qnn_auc": 0.7133193781805596, - "trustworthiness": 0.9644365158650873 - }, - "scaled_scores": { - "continuity": 0.9665645852166399, - "density_preservation": 0.2955350778950185, - "distance_correlation": 0.5316441479449677, - "distance_correlation_spectral": 0.0729899142473271, - "lcmc": 0.5314470244502538, - "qglobal": 0.31296095242586225, - "qlocal": 0.46882170983442223, - "qnn": 0.5322928432077216, - "qnn_auc": 0.42403180418336084, - "trustworthiness": 0.9286172159714817 - }, - "mean_score": 0.5064905275377056 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "random_features", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.097", - "code_version": "0.7.0", - "resources": { - "duration_sec": 490.0, - "cpu_pct": 7.4, - "peak_memory_mb": 232.6, - "disk_read_mb": 144.0, - "disk_write_mb": 98.1 - }, - "metric_values": { - "continuity": 0.5372681928057186, - "density_preservation": -0.010872594460691942, - "distance_correlation": 0.010759564817996052, - "distance_correlation_spectral": -0.0003312502940998738, - "lcmc": -0.0005609910579170985, - "qglobal": 0.6122092290887652, - "qlocal": 0.11406789970876863, - "qnn": 0.04655147094816193, - "qnn_auc": 0.5022631042796226, - "trustworthiness": 0.5017918589347161 - }, - "scaled_scores": { - "continuity": 0.15420183062742684, - "density_preservation": 0.0, - "distance_correlation": 0.0, - "distance_correlation_spectral": 0.0, - "lcmc": 0.0, - "qglobal": 0.0, - "qlocal": 0.0, - "qnn": 0.0, - "qnn_auc": 0.0, - "trustworthiness": 0.0 - }, - "mean_score": 0.015420183062742685 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:02.783", - "code_version": "0.5.3", - "resources": { - "duration_sec": 459.0, - "cpu_pct": 35.0, - "peak_memory_mb": 428.6, - "disk_read_mb": 146.2, - "disk_write_mb": 127.5 - }, - "metric_values": { - "continuity": 0.9601700374109118, - "density_preservation": 0.23165126617754717, - "distance_correlation": 0.18956620854512649, - "distance_correlation_spectral": -0.12380643743722608, - "lcmc": 0.40484309137392, - "qglobal": 0.6555818944280952, - "qlocal": 0.43497019697805406, - "qnn": 0.45195555337999904, - "qnn_auc": 0.6339640025232073, - "trustworthiness": 0.9449231720660292 - }, - "scaled_scores": { - "continuity": 0.9271973334872036, - "density_preservation": 0.23991535824316948, - "distance_correlation": 0.1881425542803456, - "distance_correlation_spectral": -0.12343429949511645, - "lcmc": 0.4245220154800349, - "qglobal": 0.11140957969429321, - "qlocal": 0.3616006080763194, - "qnn": 0.4251976588972174, - "qnn_auc": 0.26459942868605957, - "trustworthiness": 0.8894501647118734 - }, - "mean_score": 0.37086004020614005 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:02.879", - "code_version": "0.5.3", - "resources": { - "duration_sec": 469.0, - "cpu_pct": 36.8, - "peak_memory_mb": 433.2, - "disk_read_mb": 146.2, - "disk_write_mb": 127.5 - }, - "metric_values": { - "continuity": 0.9719473503540147, - "density_preservation": 0.24713936203972628, - "distance_correlation": 0.317068854508422, - "distance_correlation_spectral": 0.15216118895051725, - "lcmc": 0.43338095421595824, - "qglobal": 0.6839939306046984, - "qlocal": 0.49663267183345444, - "qnn": 0.4804934162220373, - "qnn_auc": 0.6619345696648167, - "trustworthiness": 0.9561340247054533 - }, - "scaled_scores": { - "continuity": 0.94872433805558, - "density_preservation": 0.2552368695266385, - "distance_correlation": 0.3223024098036401, - "distance_correlation_spectral": 0.1524419428062294, - "lcmc": 0.4544056589266492, - "qglobal": 0.1843904072254081, - "qlocal": 0.43108340266190265, - "qnn": 0.4551288633329911, - "qnn_auc": 0.3207949154625169, - "trustworthiness": 0.9119525120549994 - }, - "mean_score": 0.4436461319856556 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.645", - "code_version": "0.5.3", - "resources": { - "duration_sec": 540.0, - "cpu_pct": 28.1, - "peak_memory_mb": 426.3, - "disk_read_mb": 146.8, - "disk_write_mb": 127.5 - }, - "metric_values": { - "continuity": 0.9702181206745875, - "density_preservation": -0.15319561033061904, - "distance_correlation": 0.43442666846421407, - "distance_correlation_spectral": 0.17932345312640402, - "lcmc": 0.39843063848831617, - "qglobal": 0.7051047463720447, - "qlocal": 0.48864771147970526, - "qnn": 0.4455431004943952, - "qnn_auc": 0.6785731657846525, - "trustworthiness": 0.9527420198848771 - }, - "scaled_scores": { - "continuity": 0.9455635886224418, - "density_preservation": -0.14079223895258283, - "distance_correlation": 0.44578774805592397, - "distance_correlation_spectral": 0.17959521245355972, - "lcmc": 0.4178071659234199, - "qglobal": 0.23861689050106188, - "qlocal": 0.4220857527729769, - "qnn": 0.4184721223944963, - "qnn_auc": 0.35422341204956365, - "trustworthiness": 0.9051441029966422 - }, - "mean_score": 0.4186503756817503 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "diffusion_map", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:03.338", - "code_version": "0.7.0", - "resources": { - "duration_sec": 509.0, - "cpu_pct": 314.5, - "peak_memory_mb": 451.2, - "disk_read_mb": 146.7, - "disk_write_mb": 99.0 - }, - "metric_values": { - "continuity": 0.7921179863893997, - "density_preservation": 0.19827402168596175, - "distance_correlation": 0.31309691286326935, - "distance_correlation_spectral": 0.11369685995483236, - "lcmc": 0.21095205412295323, - "qglobal": 0.680369256618647, - "qlocal": 0.35139988354492596, - "qnn": 0.25806451612903225, - "qnn_auc": 0.6365380836649716, - "trustworthiness": 0.9024156795585367 - }, - "scaled_scores": { - "continuity": 0.6200256307785902, - "density_preservation": 0.20689710779847084, - "distance_correlation": 0.31812308385134547, - "distance_correlation_spectral": 0.11399035091166822, - "lcmc": 0.22148751858116766, - "qglobal": 0.1750798563944764, - "qlocal": 0.2674315216855499, - "qnn": 0.2218400246431872, - "qnn_auc": 0.2697709985734773, - "trustworthiness": 0.804129414198641 - }, - "mean_score": 0.32187755074165747 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:59:02.994", - "code_version": "0.5.3", - "resources": { - "duration_sec": 519.0, - "cpu_pct": 194.0, - "peak_memory_mb": 568.7, - "disk_read_mb": 146.2, - "disk_write_mb": 143.6 - }, - "metric_values": { - "continuity": 0.9775268734062013, - "density_preservation": 0.09598382260880152, - "distance_correlation": 0.22173344137937634, - "distance_correlation_spectral": -0.09863912138905212, - "lcmc": 0.476652773688277, - "qglobal": 0.6746526373807565, - "qlocal": 0.5111512417342459, - "qnn": 0.5237652356943561, - "qnn_auc": 0.6571608385516521, - "trustworthiness": 0.9601937744794887 - }, - "scaled_scores": { - "continuity": 0.9589227949373869, - "density_preservation": 0.10570710656816465, - "distance_correlation": 0.2219893131222716, - "distance_correlation_spectral": -0.09827531736717163, - "lcmc": 0.4997180788354093, - "qglobal": 0.16039581192584737, - "qlocal": 0.44744328462348065, - "qnn": 0.5005133997330321, - "qnn_auc": 0.311204042946917, - "trustworthiness": 0.920101214252749 - }, - "mean_score": 0.4027719729578087 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.565", - "code_version": "0.5.3", - "resources": { - "duration_sec": 569.0, - "cpu_pct": 233.4, - "peak_memory_mb": 573.7, - "disk_read_mb": 146.8, - "disk_write_mb": 143.6 - }, - "metric_values": { - "continuity": 0.9731326735784929, - "density_preservation": 0.09544728271396066, - "distance_correlation": 0.28922312671313494, - "distance_correlation_spectral": -0.03884645218362127, - "lcmc": 0.45085611207977927, - "qglobal": 0.68734346100184, - "qlocal": 0.5081839641316577, - "qnn": 0.4979685740858583, - "qnn_auc": 0.6662549864142312, - "trustworthiness": 0.9621208949780379 - }, - "scaled_scores": { - "continuity": 0.950890915320837, - "density_preservation": 0.10517633751004501, - "distance_correlation": 0.293002791825264, - "distance_correlation_spectral": -0.03850244794231694, - "lcmc": 0.4727049054282638, - "qglobal": 0.19299420804786793, - "qlocal": 0.4440996831766928, - "qnn": 0.4734572338022384, - "qnn_auc": 0.3294750370017521, - "trustworthiness": 0.9239693174403617 - }, - "mean_score": 0.4147267981611006 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.341", - "code_version": "0.1.18", - "resources": { - "duration_sec": 589.0, - "cpu_pct": 65.7, - "peak_memory_mb": 598.5, - "disk_read_mb": 153.8, - "disk_write_mb": 127.5 - }, - "metric_values": { - "continuity": 0.9713914402312437, - "density_preservation": -0.24187070546966044, - "distance_correlation": 0.4300462836840083, - "distance_correlation_spectral": 0.26632802627214885, - "lcmc": 0.4191854478279804, - "qglobal": 0.7075508026110713, - "qlocal": 0.4889910556928355, - "qnn": 0.46629790983405944, - "qnn_auc": 0.6817545875500444, - "trustworthiness": 0.9542141984999127 - }, - "scaled_scores": { - "continuity": 0.9477082251433807, - "density_preservation": -0.22851357557300056, - "distance_correlation": 0.44117865320295896, - "distance_correlation_spectral": 0.26657097485243036, - "lcmc": 0.43954072479368494, - "qglobal": 0.24489997445189865, - "qlocal": 0.4224726414842883, - "qnn": 0.4402402710750591, - "qnn_auc": 0.3606151860826848, - "trustworthiness": 0.9080990499228161 - }, - "mean_score": 0.42428121254362006 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k_hvg", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.159", - "code_version": "0.1.18", - "resources": { - "duration_sec": 619.0, - "cpu_pct": 156.6, - "peak_memory_mb": 793.2, - "disk_read_mb": 153.3, - "disk_write_mb": 126.6 - }, - "metric_values": { - "continuity": 0.7448496470453985, - "density_preservation": 0.36891918507473026, - "distance_correlation": 0.30993516327981985, - "distance_correlation_spectral": 0.4332851689855232, - "lcmc": 0.23175581348464494, - "qglobal": 0.683611100877959, - "qlocal": 0.31180466093532383, - "qnn": 0.27886827549072396, - "qnn_auc": 0.6403406595660729, - "trustworthiness": 0.8395677338534482 - }, - "scaled_scores": { - "continuity": 0.533626826406683, - "density_preservation": 0.37570687108996553, - "distance_correlation": 0.3147962519718052, - "distance_correlation_spectral": 0.4334728312767784, - "lcmc": 0.2432723358449946, - "qglobal": 0.1834070482684052, - "qlocal": 0.22281465015055218, - "qnn": 0.24365951329705307, - "qnn_auc": 0.27741072939069517, - "trustworthiness": 0.6779814440536627 - }, - "mean_score": 0.3506148501750595 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.368", - "code_version": "0.1", - "resources": { - "duration_sec": 649.0, - "cpu_pct": 379.0, - "peak_memory_mb": 533.299999, - "disk_read_mb": 145.1, - "disk_write_mb": 98.2 - }, - "metric_values": { - "continuity": 0.9797591658916247, - "density_preservation": -0.03595764809342259, - "distance_correlation": 0.25935996241299325, - "distance_correlation_spectral": 0.014810040599090085, - "lcmc": 0.49314893111154784, - "qglobal": 0.6882848795990967, - "qlocal": 0.529669462597654, - "qnn": 0.5402613931176269, - "qnn_auc": 0.6710334280755138, - "trustworthiness": 0.9659294673580388 - }, - "scaled_scores": { - "continuity": 0.9630030610187772, - "density_preservation": -0.02481524751011151, - "distance_correlation": 0.26158040229204005, - "distance_correlation_spectral": 0.015136276996983134, - "lcmc": 0.516992157465785, - "qglobal": 0.19541239123804544, - "qlocal": 0.4683100717474159, - "qnn": 0.5178149707362152, - "qnn_auc": 0.33907537344931793, - "trustworthiness": 0.9316138580772474 - }, - "mean_score": 0.4184123315511715 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:42.108", - "code_version": "0.1.18", - "resources": { - "duration_sec": 759.0, - "cpu_pct": 208.0, - "peak_memory_mb": 834.6, - "disk_read_mb": 153.7, - "disk_write_mb": 188.3 - }, - "metric_values": { - "continuity": 0.9775383314527587, - "density_preservation": -0.1349279699906858, - "distance_correlation": 0.422856824568288, - "distance_correlation_spectral": 0.026423646222366756, - "lcmc": 0.46035241635311624, - "qglobal": 0.7143292592656475, - "qlocal": 0.5088054659623971, - "qnn": 0.5074648783591953, - "qnn_auc": 0.6916254878654029, - "trustworthiness": 0.962006882006882 - }, - "scaled_scores": { - "continuity": 0.9589437383751453, - "density_preservation": -0.1227210790061811, - "distance_correlation": 0.43361381571297203, - "distance_correlation_spectral": 0.026746036883882843, - "lcmc": 0.48264903377928137, - "qglobal": 0.2623115169742237, - "qlocal": 0.44480000673881215, - "qnn": 0.48341718862306193, - "qnn_auc": 0.38044674850096266, - "trustworthiness": 0.923740471378328 - }, - "mean_score": 0.42739474779604886 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k_1kHVG", - "dataset_id": "olsson_2016_mouse_blood", - "submission_time": "2023-02-21 17:58:32.509", - "code_version": "0.1", - "resources": { - "duration_sec": 819.0, - "cpu_pct": 157.0, - "peak_memory_mb": 403.5, - "disk_read_mb": 145.2, - "disk_write_mb": 126.6 - }, - "metric_values": { - "continuity": 0.9722317749246809, - "density_preservation": -0.1736549125333223, - "distance_correlation": 0.4341928330408978, - "distance_correlation_spectral": 0.287808928428612, - "lcmc": 0.4400871072337271, - "qglobal": 0.7179587338114828, - "qlocal": 0.5031515795339648, - "qnn": 0.4871995692398062, - "qnn_auc": 0.6926047376588864, - "trustworthiness": 0.9563652220795078 - }, - "scaled_scores": { - "continuity": 0.9492442197180331, - "density_preservation": -0.1610314880081163, - "distance_correlation": 0.4455417035415429, - "distance_correlation_spectral": 0.2880447638099859, - "lcmc": 0.4614280588446358, - "qglobal": 0.2716343988054211, - "qlocal": 0.43842906833197376, - "qnn": 0.4621624396755314, - "qnn_auc": 0.38241415297088094, - "trustworthiness": 0.91241656985534 - }, - "mean_score": 0.4450283887545229 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:03.283", - "code_version": "0.1.6", - "resources": { - "duration_sec": 358.0, - "cpu_pct": 281.0, - "peak_memory_mb": 758.9, - "disk_read_mb": 270.0, - "disk_write_mb": 288.2 - }, - "metric_values": { - "continuity": 0.8341442420945051, - "density_preservation": 0.29374576792067136, - "distance_correlation": 0.34373880264033396, - "distance_correlation_spectral": 0.06400742317600898, - "lcmc": 0.03199867658236505, - "qglobal": 0.7556705574430214, - "qlocal": 0.37132649698045556, - "qnn": 0.03790906743079212, - "qnn_auc": 0.6551500541986007, - "trustworthiness": 0.7773791056665453 - }, - "scaled_scores": { - "continuity": 0.8091550664973939, - "density_preservation": 0.3468706881596839, - "distance_correlation": 0.3907749077784818, - "distance_correlation_spectral": 0.31278872863315094, - "lcmc": 0.03550627723370292, - "qglobal": 0.5205925384411647, - "qlocal": 0.3694598304986404, - "qnn": 0.03551306234666075, - "qnn_auc": 0.31030010839720146, - "trustworthiness": 0.554887951038435 - }, - "mean_score": 0.36858491590245157 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.650", - "code_version": "1.1.3", - "resources": { - "duration_sec": 309.0, - "cpu_pct": 78.9, - "peak_memory_mb": 472.4, - "disk_read_mb": 264.1, - "disk_write_mb": 288.2 - }, - "metric_values": { - "continuity": 0.7995459704559605, - "density_preservation": 0.20019715545277286, - "distance_correlation": 0.35837919569477433, - "distance_correlation_spectral": 0.04496090956098165, - "lcmc": 0.023187047445572657, - "qglobal": 0.7431814059085498, - "qlocal": 0.33963091739172707, - "qnn": 0.02909743829399973, - "qnn_auc": 0.6327933762453487, - "trustworthiness": 0.7265982783326538 - }, - "scaled_scores": { - "continuity": 0.7693439382402399, - "density_preservation": 0.26035886549082937, - "distance_correlation": 0.405079472233034, - "distance_correlation_spectral": 0.28175429344160946, - "lcmc": 0.026674391228513495, - "qglobal": 0.4961062352043671, - "qlocal": 0.3376797760330654, - "qnn": 0.026679488602039184, - "qnn_auc": 0.2655867524906974, - "trustworthiness": 0.45335589058100295 - }, - "mean_score": 0.33226191035453984 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_sqrt", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:03.291", - "code_version": "1.0.10", - "resources": { - "duration_sec": 388.0, - "cpu_pct": 247.9, - "peak_memory_mb": 775.7, - "disk_read_mb": 262.8, - "disk_write_mb": 287.8 - }, - "metric_values": { - "continuity": 0.8441658341435712, - "density_preservation": 0.23636062103616096, - "distance_correlation": 0.36486337099247246, - "distance_correlation_spectral": 0.07278042241161194, - "lcmc": 0.035761912473305, - "qglobal": 0.7460112347832151, - "qlocal": 0.37187428162549885, - "qnn": 0.04167230332173207, - "qnn_auc": 0.6478764013238355, - "trustworthiness": 0.8046493205043004 - }, - "scaled_scores": { - "continuity": 0.820686593001792, - "density_preservation": 0.2938020907734585, - "distance_correlation": 0.41141491030055266, - "distance_correlation_spectral": 0.327083474732928, - "lcmc": 0.03927816434827091, - "qglobal": 0.5016544141772978, - "qlocal": 0.37000907509617637, - "qnn": 0.03928567025434281, - "qnn_auc": 0.295752802647671, - "trustworthiness": 0.6094124880923278 - }, - "mean_score": 0.37083796834248184 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:03.324", - "code_version": "1.0.10", - "resources": { - "duration_sec": 398.0, - "cpu_pct": 239.5, - "peak_memory_mb": 727.6, - "disk_read_mb": 262.8, - "disk_write_mb": 217.2 - }, - "metric_values": { - "continuity": 0.8564006981815554, - "density_preservation": 0.1285982578129518, - "distance_correlation": 0.42034298124408676, - "distance_correlation_spectral": 0.0500137549990183, - "lcmc": 0.03951899928599178, - "qglobal": 0.752345333078702, - "qlocal": 0.4012532345209592, - "qnn": 0.04542939013441885, - "qnn_auc": 0.6542956436219146, - "trustworthiness": 0.8082295938474967 - }, - "scaled_scores": { - "continuity": 0.8347648610295623, - "density_preservation": 0.19414568527902007, - "distance_correlation": 0.4656219017253458, - "distance_correlation_spectral": 0.2899874119770617, - "lcmc": 0.04304388824859941, - "qglobal": 0.5140730841859757, - "qlocal": 0.3994663286083134, - "qnn": 0.043052113770018864, - "qnn_auc": 0.3085912872438292, - "trustworthiness": 0.6165709482557552 - }, - "mean_score": 0.37093175103234816 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.211", - "code_version": "1.1.3", - "resources": { - "duration_sec": 359.0, - "cpu_pct": 100.0, - "peak_memory_mb": 545.7, - "disk_read_mb": 264.0, - "disk_write_mb": 217.2 - }, - "metric_values": { - "continuity": 0.8163341237679632, - "density_preservation": 0.4650268586557361, - "distance_correlation": 0.7678979166042642, - "distance_correlation_spectral": -0.008135516488349533, - "lcmc": 0.023316178088889222, - "qglobal": 0.7983089491088567, - "qlocal": 0.35734733908398836, - "qnn": 0.029226568937316295, - "qnn_auc": 0.6891914583494676, - "trustworthiness": 0.7764486267122864 - }, - "scaled_scores": { - "continuity": 0.7886615310867079, - "density_preservation": 0.5052678995911704, - "distance_correlation": 0.8052044495347093, - "distance_correlation_spectral": 0.1952388488601746, - "lcmc": 0.026803818727542787, - "qglobal": 0.6041896174722956, - "qlocal": 0.35544341543076174, - "qnn": 0.026808940834165525, - "qnn_auc": 0.3783829166989352, - "trustworthiness": 0.5530275353973702 - }, - "mean_score": 0.4239028973633833 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "true_features", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:42.373", - "code_version": "0.7.0", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 8.1, - "peak_memory_mb": 819.1, - "disk_read_mb": 262.5, - "disk_write_mb": 633.8 - }, - "metric_values": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 0.9672666868404226, - "distance_correlation_spectral": -0.12795788058315677, - "lcmc": 0.9942802305774212, - "qglobal": 1.000190621425848, - "qlocal": 1.0001906214258482, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "scaled_scores": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 1.0, - "distance_correlation_spectral": 0.0, - "lcmc": 1.0, - "qglobal": 1.0, - "qlocal": 1.0, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "mean_score": 0.9 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_default", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.532", - "code_version": "1.0.10", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 198.9, - "peak_memory_mb": 777.3, - "disk_read_mb": 262.8, - "disk_write_mb": 287.8 - }, - "metric_values": { - "continuity": 0.8239128420805042, - "density_preservation": 0.260741619898854, - "distance_correlation": 0.32641151109675237, - "distance_correlation_spectral": 0.05017648445745504, - "lcmc": 0.03607551546421666, - "qglobal": 0.7065107763336869, - "qlocal": 0.34605164722414716, - "qnn": 0.041985906312643734, - "qnn_auc": 0.6182955357958898, - "trustworthiness": 0.8018499790784457 - }, - "scaled_scores": { - "continuity": 0.7973821206559648, - "density_preservation": 0.3163491344382979, - "distance_correlation": 0.37384507824546903, - "distance_correlation_spectral": 0.2902525637488602, - "lcmc": 0.03959248827448491, - "qglobal": 0.42420958528575725, - "qlocal": 0.34411761835779187, - "qnn": 0.039600054246649655, - "qnn_auc": 0.2365910715917796, - "trustworthiness": 0.6038154366496237 - }, - "mean_score": 0.3465755151494678 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.165", - "code_version": "0.5.3", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 150.8, - "peak_memory_mb": 589.5, - "disk_read_mb": 264.899999, - "disk_write_mb": 227.8 - }, - "metric_values": { - "continuity": 0.8615137493094962, - "density_preservation": 0.6919140830336591, - "distance_correlation": 0.4592446336182224, - "distance_correlation_spectral": 0.08029600404441498, - "lcmc": 0.04479490842721151, - "qglobal": 0.7586779995524011, - "qlocal": 0.40469780310363124, - "qnn": 0.050705299275638584, - "qnn_auc": 0.6676500783243556, - "trustworthiness": 0.8172182786965069 - }, - "scaled_scores": { - "continuity": 0.8406482859695834, - "density_preservation": 0.7150885137445556, - "distance_correlation": 0.5036312086958052, - "distance_correlation_spectral": 0.33932938155998854, - "lcmc": 0.048331926066081984, - "qglobal": 0.5264889469565174, - "qlocal": 0.4029200776354066, - "qnn": 0.048341162111180974, - "qnn_auc": 0.33530015664871127, - "trustworthiness": 0.6345430794997335 - }, - "mean_score": 0.43946227388875647 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_default", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:03.181", - "code_version": "0.1.6", - "resources": { - "duration_sec": 498.0, - "cpu_pct": 164.1, - "peak_memory_mb": 2700.0, - "disk_read_mb": 269.8, - "disk_write_mb": 217.1 - }, - "metric_values": { - "continuity": 0.7456242764147334, - "density_preservation": -0.03583587071907769, - "distance_correlation": 0.4860356499620706, - "distance_correlation_spectral": 0.07570273489423172, - "lcmc": 0.0208934412571403, - "qglobal": 0.7476801919470712, - "qlocal": 0.36095820699465214, - "qnn": 0.026803832105567374, - "qnn_auc": 0.6556768909149002, - "trustworthiness": 0.7943802958748494 - }, - "scaled_scores": { - "continuity": 0.7072979638128128, - "density_preservation": 0.04208040293020808, - "distance_correlation": 0.5298076794140762, - "distance_correlation_spectral": 0.33184509773566706, - "lcmc": 0.024375512317183656, - "qglobal": 0.5049265813129604, - "qlocal": 0.3590639070058614, - "qnn": 0.024380170383795044, - "qnn_auc": 0.31135378182980045, - "trustworthiness": 0.588880423447914 - }, - "mean_score": 0.3424011520190279 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "random_features", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.134", - "code_version": "0.7.0", - "resources": { - "duration_sec": 490.0, - "cpu_pct": 6.8, - "peak_memory_mb": 234.8, - "disk_read_mb": 262.5, - "disk_write_mb": 217.1 - }, - "metric_values": { - "continuity": 0.5145321608524822, - "density_preservation": 0.002173369550151451, - "distance_correlation": -0.0002702000012448112, - "distance_correlation_spectral": -0.008009217004634707, - "lcmc": 7.266229190719051e-05, - "qglobal": 0.7621854673283989, - "qlocal": 0.26251425867981876, - "qnn": 0.005983053140334264, - "qnn_auc": 0.5005342950149337, - "trustworthiness": 0.4998542617463996 - }, - "scaled_scores": { - "continuity": 0.44138763314714935, - "density_preservation": 0.0772305624804399, - "distance_correlation": 0.054656954323661015, - "distance_correlation_spectral": 0.19544464154335522, - "lcmc": 0.0035068689022699114, - "qglobal": 0.5333657087060505, - "qlocal": 0.2603575864448636, - "qnn": 0.003507539051423358, - "qnn_auc": 0.0010685900298674778, - "trustworthiness": 0.0 - }, - "mean_score": 0.15705260846290806 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "diffusion_map", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.276", - "code_version": "0.7.0", - "resources": { - "duration_sec": 459.0, - "cpu_pct": 223.4, - "peak_memory_mb": 1300.0, - "disk_read_mb": 265.3, - "disk_write_mb": 219.5 - }, - "metric_values": { - "continuity": 0.2779861206283606, - "density_preservation": 0.14003527813472771, - "distance_correlation": 0.6999202900439911, - "distance_correlation_spectral": 0.09567382028735377, - "lcmc": 0.0051702481637849965, - "qglobal": 0.8011257712638653, - "qlocal": 0.3572827899688667, - "qnn": 0.01108063901221207, - "qnn_auc": 0.6829165458464825, - "trustworthiness": 0.7660127939123287 - }, - "scaled_scores": { - "continuity": 0.16920164523227552, - "density_preservation": 0.20472240520928192, - "distance_correlation": 0.7387861275003851, - "distance_correlation_spectral": 0.36438603241090245, - "lcmc": 0.00861617350680727, - "qglobal": 0.6097122953949146, - "qlocal": 0.35537869427970886, - "qnn": 0.008617820024410992, - "qnn_auc": 0.3658330916929651, - "trustworthiness": 0.5321619516249334 - }, - "mean_score": 0.33574162368765853 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:12.019", - "code_version": "0.5.3", - "resources": { - "duration_sec": 460.0, - "cpu_pct": 92.9, - "peak_memory_mb": 602.7, - "disk_read_mb": 265.5, - "disk_write_mb": 290.5 - }, - "metric_values": { - "continuity": 0.8171909916321952, - "density_preservation": 0.04161782207601367, - "distance_correlation": 0.43000233481619354, - "distance_correlation_spectral": 0.05392684442927117, - "lcmc": 0.036450609237660025, - "qglobal": 0.7592766731513855, - "qlocal": 0.3573657871302471, - "qnn": 0.0423610000860871, - "qnn_auc": 0.6532436806851721, - "trustworthiness": 0.7697395570506611 - }, - "scaled_scores": { - "continuity": 0.789647501623004, - "density_preservation": 0.113707976652226, - "distance_correlation": 0.4750596842526122, - "distance_correlation_spectral": 0.2963634093263127, - "lcmc": 0.039968444343093816, - "qglobal": 0.5276627099014327, - "qlocal": 0.3554619126446475, - "qnn": 0.03997608215901666, - "qnn_auc": 0.30648736137034427, - "trustworthiness": 0.5396133060068491 - }, - "mean_score": 0.3483948388279539 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.562", - "code_version": "1.0.10", - "resources": { - "duration_sec": 509.0, - "cpu_pct": 315.8, - "peak_memory_mb": 760.6, - "disk_read_mb": 264.5, - "disk_write_mb": 288.3 - }, - "metric_values": { - "continuity": 0.8015175170496017, - "density_preservation": 0.10599281850403282, - "distance_correlation": 0.361712790141721, - "distance_correlation_spectral": 0.07359190863876008, - "lcmc": 0.03264432979894789, - "qglobal": 0.755777148408731, - "qlocal": 0.38203962597712343, - "qnn": 0.03855472064737496, - "qnn_auc": 0.6514031121586745, - "trustworthiness": 0.774057034268251 - }, - "scaled_scores": { - "continuity": 0.7716125340569443, - "density_preservation": 0.1732406423793636, - "distance_correlation": 0.40833659903655395, - "distance_correlation_spectral": 0.32840571234734306, - "lcmc": 0.03615341472884939, - "qglobal": 0.5208015213093337, - "qlocal": 0.38020151206523684, - "qnn": 0.03616032350729248, - "qnn_auc": 0.30280622431734905, - "trustworthiness": 0.5482457442890698 - }, - "mean_score": 0.3505964228037336 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:02.836", - "code_version": "0.5.3", - "resources": { - "duration_sec": 529.0, - "cpu_pct": 69.5, - "peak_memory_mb": 588.3, - "disk_read_mb": 265.0, - "disk_write_mb": 289.9 - }, - "metric_values": { - "continuity": 0.8260561124437782, - "density_preservation": 0.5164023156969215, - "distance_correlation": 0.28923315096806484, - "distance_correlation_spectral": 0.06834299028830336, - "lcmc": 0.03849825229596558, - "qglobal": 0.7263294683246179, - "qlocal": 0.36398347967688843, - "qnn": 0.044408643144392655, - "qnn_auc": 0.6341961029088125, - "trustworthiness": 0.7918788056822961 - }, - "scaled_scores": { - "continuity": 0.799848313540207, - "density_preservation": 0.5527788600621616, - "distance_correlation": 0.3375195337878997, - "distance_correlation_spectral": 0.3198531121358052, - "lcmc": 0.04202079468484404, - "qglobal": 0.4630662282296097, - "qlocal": 0.362097242627491, - "qnn": 0.042028824697020135, - "qnn_auc": 0.2683922058176249, - "trustworthiness": 0.5838789008891335 - }, - "mean_score": 0.37714840164717967 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:02.792", - "code_version": "0.5.3", - "resources": { - "duration_sec": 549.0, - "cpu_pct": 75.6, - "peak_memory_mb": 630.4, - "disk_read_mb": 264.899999, - "disk_write_mb": 290.5 - }, - "metric_values": { - "continuity": 0.8391240215316077, - "density_preservation": 0.6319219213970072, - "distance_correlation": 0.3820318671321483, - "distance_correlation_spectral": 0.09459332536849739, - "lcmc": 0.038430612435180714, - "qglobal": 0.7408711233796053, - "qlocal": 0.3808583664151692, - "qnn": 0.04434100328360779, - "qnn_auc": 0.6468559770304433, - "trustworthiness": 0.7936702496470187 - }, - "scaled_scores": { - "continuity": 0.8148851399511778, - "density_preservation": 0.6596090030162456, - "distance_correlation": 0.4281895869574227, - "distance_correlation_spectral": 0.3626254713858348, - "lcmc": 0.041952999328209645, - "qglobal": 0.49157668182275666, - "qlocal": 0.3790171042170763, - "qnn": 0.041961016384953954, - "qnn_auc": 0.29371195406088657, - "trustworthiness": 0.5874607447952277 - }, - "mean_score": 0.4100989701919791 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.117", - "code_version": "0.5.3", - "resources": { - "duration_sec": 549.0, - "cpu_pct": 206.0, - "peak_memory_mb": 1300.0, - "disk_read_mb": 264.7, - "disk_write_mb": 219.4 - }, - "metric_values": { - "continuity": 0.8607816222480561, - "density_preservation": 0.850036369323712, - "distance_correlation": 0.7530227463329402, - "distance_correlation_spectral": -0.0244847847600284, - "lcmc": 0.0229533824719522, - "qglobal": 0.796451807630414, - "qlocal": 0.3925269129363558, - "qnn": 0.028863773320379274, - "qnn_auc": 0.7021188435563059, - "trustworthiness": 0.7717546369139885 - }, - "scaled_scores": { - "continuity": 0.8398058506985956, - "density_preservation": 0.8613167348869383, - "distance_correlation": 0.7906704932995618, - "distance_correlation_spectral": 0.16859931173217121, - "lcmc": 0.026440189087412868, - "qglobal": 0.6005484950734467, - "qlocal": 0.3907167496814955, - "qnn": 0.026445241705810554, - "qnn_auc": 0.4042376871126119, - "trustworthiness": 0.5436422913789201 - }, - "mean_score": 0.4652423044656964 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.464", - "code_version": "0.5.3", - "resources": { - "duration_sec": 599.0, - "cpu_pct": 74.4, - "peak_memory_mb": 566.3, - "disk_read_mb": 265.6, - "disk_write_mb": 289.9 - }, - "metric_values": { - "continuity": 0.8199400010321962, - "density_preservation": 0.07969608036437358, - "distance_correlation": 0.2972611063973223, - "distance_correlation_spectral": 0.06045089770169315, - "lcmc": 0.03738526913214184, - "qglobal": 0.7173385072261101, - "qlocal": 0.3441937873611347, - "qnn": 0.04329565998056891, - "qnn_auc": 0.626302822853167, - "trustworthiness": 0.7847531169029912 - }, - "scaled_scores": { - "continuity": 0.7928106991071707, - "density_preservation": 0.1489219626395848, - "distance_correlation": 0.3453633399923551, - "distance_correlation_spectral": 0.3069937174531186, - "lcmc": 0.04090525290749632, - "qglobal": 0.4454384975354424, - "qlocal": 0.3422548069373332, - "qnn": 0.040913069743931156, - "qnn_auc": 0.2526056457063339, - "trustworthiness": 0.5696316760618538 - }, - "mean_score": 0.32858386680846197 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "spectral_features", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.826", - "code_version": "0.7.0", - "resources": { - "duration_sec": 628.0, - "cpu_pct": 282.6, - "peak_memory_mb": 1300.0, - "disk_read_mb": 265.3, - "disk_write_mb": 259.399999 - }, - "metric_values": { - "continuity": 0.13093968563105685, - "density_preservation": -0.08133905380746581, - "distance_correlation": -0.05621033694140466, - "distance_correlation_spectral": 0.48576405434087655, - "lcmc": -0.003426163234146454, - "qglobal": 0.49014419205291265, - "qlocal": 0.0028487313085101876, - "qnn": 0.0024842276142806193, - "qnn_auc": 0.5, - "trustworthiness": 0.536554299289426 - }, - "scaled_scores": { - "continuity": 0.0, - "density_preservation": 0.0, - "distance_correlation": 0.0, - "distance_correlation_spectral": 1.0, - "lcmc": 0.0, - "qglobal": 0.0, - "qlocal": 0.0, - "qnn": 0.0, - "qnn_auc": 0.0, - "trustworthiness": 0.07337868692268563 - }, - "mean_score": 0.10733786869226855 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.154", - "code_version": "0.1.18", - "resources": { - "duration_sec": 669.0, - "cpu_pct": 262.4, - "peak_memory_mb": 972.1, - "disk_read_mb": 272.4, - "disk_write_mb": 289.0 - }, - "metric_values": { - "continuity": 0.8337126994289634, - "density_preservation": 0.10934455270436676, - "distance_correlation": 0.35613259680208403, - "distance_correlation_spectral": 0.06577985008564416, - "lcmc": 0.03899017855621917, - "qglobal": 0.7579076371370325, - "qlocal": 0.3665400237367447, - "qnn": 0.04490056940464624, - "qnn_auc": 0.6557011706730486, - "trustworthiness": 0.779722093560257 - }, - "scaled_scores": { - "continuity": 0.8086585041087926, - "density_preservation": 0.17634025686987173, - "distance_correlation": 0.402884406940421, - "distance_correlation_spectral": 0.31567672531173563, - "lcmc": 0.04251385182400325, - "qglobal": 0.5249785699182626, - "qlocal": 0.3646606003739058, - "qnn": 0.042521976057501444, - "qnn_auc": 0.3114023413460971, - "trustworthiness": 0.5595725613720007 - }, - "mean_score": 0.3549209794122592 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k_1kHVG", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.410", - "code_version": "0.1", - "resources": { - "duration_sec": 669.0, - "cpu_pct": 284.5, - "peak_memory_mb": 784.0, - "disk_read_mb": 263.7, - "disk_write_mb": 289.2 - }, - "metric_values": { - "continuity": 0.8208599078553254, - "density_preservation": 0.2314088385109042, - "distance_correlation": 0.2364329839095001, - "distance_correlation_spectral": 0.07226561206547084, - "lcmc": 0.04210776123057629, - "qglobal": 0.7069576312826993, - "qlocal": 0.3373192263707476, - "qnn": 0.04801815207900336, - "qnn_auc": 0.6214330524225248, - "trustworthiness": 0.795266003383834 - }, - "scaled_scores": { - "continuity": 0.7938692065639255, - "density_preservation": 0.28922278467346957, - "distance_correlation": 0.28593052315875633, - "distance_correlation_spectral": 0.3262446415140944, - "lcmc": 0.04563860144342478, - "qglobal": 0.42508569170132765, - "qlocal": 0.33536192390644165, - "qnn": 0.04564732280455179, - "qnn_auc": 0.24286610484504956, - "trustworthiness": 0.5906513222904741 - }, - "mean_score": 0.3380518122901516 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:59:03.922", - "code_version": "0.5.3", - "resources": { - "duration_sec": 659.0, - "cpu_pct": 181.7, - "peak_memory_mb": 1300.0, - "disk_read_mb": 265.3, - "disk_write_mb": 219.4 - }, - "metric_values": { - "continuity": 0.8686473722229497, - "density_preservation": -0.035565075538901536, - "distance_correlation": 0.7396804727169622, - "distance_correlation_spectral": -0.04474541538360272, - "lcmc": 0.0250748144692958, - "qglobal": 0.8111731976966192, - "qlocal": 0.3543757014670658, - "qnn": 0.030985205317722874, - "qnn_auc": 0.68107418500464, - "trustworthiness": 0.7659162633880192 - }, - "scaled_scores": { - "continuity": 0.8488567184517795, - "density_preservation": 0.042330828714075466, - "distance_correlation": 0.7776342713757153, - "distance_correlation_spectral": 0.13558659136055504, - "lcmc": 0.02856649800003698, - "qglobal": 0.6294113381763855, - "qlocal": 0.35246385782231426, - "qnn": 0.02857195694788623, - "qnn_auc": 0.36214837000928, - "trustworthiness": 0.5319689468326771 - }, - "mean_score": 0.3737539377690705 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.594", - "code_version": "0.5.3", - "resources": { - "duration_sec": 699.0, - "cpu_pct": 238.9, - "peak_memory_mb": 593.5, - "disk_read_mb": 265.5, - "disk_write_mb": 227.8 - }, - "metric_values": { - "continuity": 0.8543034545238639, - "density_preservation": 0.10503353410817927, - "distance_correlation": 0.4753686572052083, - "distance_correlation_spectral": 0.03057219834562001, - "lcmc": 0.042962483107766895, - "qglobal": 0.770211706669984, - "qlocal": 0.4105538944188598, - "qnn": 0.04887287395619397, - "qnn_auc": 0.6675735627235397, - "trustworthiness": 0.8187788559115381 - }, - "scaled_scores": { - "continuity": 0.8323516296082031, - "density_preservation": 0.1723535160035282, - "distance_correlation": 0.5193853714296265, - "distance_correlation_spectral": 0.25830929270663866, - "lcmc": 0.04649528822271391, - "qglobal": 0.5491020003049403, - "qlocal": 0.4087917765716055, - "qnn": 0.046504173293388074, - "qnn_auc": 0.3351471254470795, - "trustworthiness": 0.6376633244516958 - }, - "mean_score": 0.380610349803942 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:42.202", - "code_version": "0.1.18", - "resources": { - "duration_sec": 810.0, - "cpu_pct": 214.1, - "peak_memory_mb": 978.6, - "disk_read_mb": 272.2, - "disk_write_mb": 235.8 - }, - "metric_values": { - "continuity": 0.860368981955185, - "density_preservation": 0.08063418946577261, - "distance_correlation": 0.3480877336748559, - "distance_correlation_spectral": 0.08776113179192052, - "lcmc": 0.042765712603665455, - "qglobal": 0.7417917744276351, - "qlocal": 0.39286725903754005, - "qnn": 0.04867610345209253, - "qnn_auc": 0.6506730587913442, - "trustworthiness": 0.8162456088327972 - }, - "scaled_scores": { - "continuity": 0.8393310386676599, - "density_preservation": 0.1497895065409133, - "distance_correlation": 0.39502408087515994, - "distance_correlation_spectral": 0.35149307870473795, - "lcmc": 0.04629806536705022, - "qglobal": 0.49338171562950583, - "qlocal": 0.39105800287115566, - "qnn": 0.046306912749195545, - "qnn_auc": 0.30134611758268837, - "trustworthiness": 0.6325983066279182 - }, - "mean_score": 0.3646626825615985 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 17:58:32.415", - "code_version": "0.1", - "resources": { - "duration_sec": 1082.0, - "cpu_pct": 213.9, - "peak_memory_mb": 773.0, - "disk_read_mb": 263.7, - "disk_write_mb": 218.1 - }, - "metric_values": { - "continuity": 0.8394185358498749, - "density_preservation": 0.1213421031043257, - "distance_correlation": 0.5532706355877076, - "distance_correlation_spectral": 0.049178517180248286, - "lcmc": 0.04716845263293507, - "qglobal": 0.7813018028893062, - "qlocal": 0.35154421003821396, - "qnn": 0.053078843481362145, - "qnn_auc": 0.6790624554242476, - "trustworthiness": 0.82914695268635 - }, - "scaled_scores": { - "continuity": 0.8152240281887349, - "density_preservation": 0.18743534342733467, - "distance_correlation": 0.5955003955799931, - "distance_correlation_spectral": 0.28862647346201026, - "lcmc": 0.05071092676252519, - "qglobal": 0.5708453075425906, - "qlocal": 0.34962481991875366, - "qnn": 0.05072061742550332, - "qnn_auc": 0.3581249108484952, - "trustworthiness": 0.6583934756492548 - }, - "mean_score": 0.39252062988051956 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k_hvg", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 18:08:15.295", - "code_version": "0.1.18", - "resources": { - "duration_sec": 996.0, - "cpu_pct": 315.2, - "peak_memory_mb": 16200.0, - "disk_read_mb": 271.8, - "disk_write_mb": 288.2 - }, - "metric_values": { - "continuity": 0.7808171373902998, - "density_preservation": 0.2894531182325858, - "distance_correlation": 0.3984216789026784, - "distance_correlation_spectral": 0.049977488256770175, - "lcmc": 0.022898040767673673, - "qglobal": 0.7551563685361228, - "qlocal": 0.3290451106214162, - "qnn": 0.028808431616100746, - "qnn_auc": 0.6436305111444732, - "trustworthiness": 0.7412917009481487 - }, - "scaled_scores": { - "continuity": 0.7477932670658687, - "density_preservation": 0.34290093447977116, - "distance_correlation": 0.44420344109355997, - "distance_correlation_spectral": 0.28992831885983, - "lcmc": 0.026384720159257455, - "qglobal": 0.5195844166756017, - "qlocal": 0.32706575603129306, - "qnn": 0.026389762177756407, - "qnn_auc": 0.28726102228894645, - "trustworthiness": 0.4827341727329235 - }, - "mean_score": 0.34942458115648084 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k", - "dataset_id": "tenx_5k_pbmc", - "submission_time": "2023-02-21 18:07:45.801", - "code_version": "0.1.18", - "resources": { - "duration_sec": 1366.0, - "cpu_pct": 623.4, - "peak_memory_mb": 16200.0, - "disk_read_mb": 271.7, - "disk_write_mb": 235.0 - }, - "metric_values": { - "continuity": 0.8197732566599676, - "density_preservation": 0.5135286488564316, - "distance_correlation": 0.7841867626784147, - "distance_correlation_spectral": 0.016023097322556776, - "lcmc": 0.027399166048994006, - "qglobal": 0.8105079812814376, - "qlocal": 0.35093520848544657, - "qnn": 0.03330955689742108, - "qnn_auc": 0.7041442285366543, - "trustworthiness": 0.7855455092207093 - }, - "scaled_scores": { - "continuity": 0.7926188316734936, - "density_preservation": 0.5501213523818723, - "distance_correlation": 0.8211196539757059, - "distance_correlation_spectral": 0.2346029524324164, - "lcmc": 0.03089619298256427, - "qglobal": 0.6281071109984805, - "qlocal": 0.3490141952585424, - "qnn": 0.03090209712616045, - "qnn_auc": 0.4082884570733085, - "trustworthiness": 0.5712159989044016 - }, - "mean_score": 0.4416886842806946 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "random_features", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.700", - "code_version": "0.7.0", - "resources": { - "duration_sec": 391.0, - "cpu_pct": 59.5, - "peak_memory_mb": 798.0, - "disk_read_mb": 580.4, - "disk_write_mb": 534.4 - }, - "metric_values": { - "continuity": 0.5203336801191846, - "density_preservation": -0.034603076287289425, - "distance_correlation": -0.01408376573200678, - "distance_correlation_spectral": -0.0009056860891365706, - "lcmc": -0.0003782387122470976, - "qglobal": 0.49919277539565343, - "qlocal": 0.0028809647882081443, - "qnn": 0.015784430735093884, - "qnn_auc": 0.5, - "trustworthiness": 0.5021958831195454 - }, - "scaled_scores": { - "continuity": 0.0, - "density_preservation": 0.0, - "distance_correlation": 0.0, - "distance_correlation_spectral": 0.0, - "lcmc": 0.0, - "qglobal": 0.0, - "qlocal": 0.0, - "qnn": 0.0, - "qnn_auc": 0.0, - "trustworthiness": 0.00203388643855179 - }, - "mean_score": 0.00020338864385517898 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "true_features", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.929", - "code_version": "0.7.0", - "resources": { - "duration_sec": 399.0, - "cpu_pct": 41.9, - "peak_memory_mb": 946.2, - "disk_read_mb": 580.4, - "disk_write_mb": 851.2 - }, - "metric_values": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 0.954792518139094, - "distance_correlation_spectral": 0.3090035857970462, - "lcmc": 0.9843584352947122, - "qglobal": 1.0005211047420528, - "qlocal": 1.0005211047420532, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "scaled_scores": { - "continuity": 1.0, - "density_preservation": 1.0, - "distance_correlation": 1.0, - "distance_correlation_spectral": 0.4106328817274773, - "lcmc": 1.0, - "qglobal": 1.0, - "qlocal": 1.0, - "qnn": 1.0, - "qnn_auc": 1.0, - "trustworthiness": 1.0 - }, - "mean_score": 0.9410632881727476 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.157", - "code_version": "1.1.3", - "resources": { - "duration_sec": 399.0, - "cpu_pct": 104.9, - "peak_memory_mb": 972.5, - "disk_read_mb": 581.9, - "disk_write_mb": 534.4 - }, - "metric_values": { - "continuity": 0.6107849645896649, - "density_preservation": -0.17222351066902133, - "distance_correlation": 0.1259773863768856, - "distance_correlation_spectral": -0.22940175053679313, - "lcmc": 0.05447223784644443, - "qglobal": 0.5645799631792356, - "qlocal": 0.14719569752489148, - "qnn": 0.07063490729378541, - "qnn_auc": 0.524304596585558, - "trustworthiness": 0.6196461335149066 - }, - "scaled_scores": { - "continuity": 0.18857126448435055, - "density_preservation": -0.13301761567884351, - "distance_correlation": 0.1445604092498626, - "distance_correlation_spectral": -0.3027595684261678, - "lcmc": 0.055700653795599256, - "qglobal": 0.1304278732239807, - "qlocal": 0.14465610088960526, - "qnn": 0.05573014517506405, - "qnn_auc": 0.048609193171115894, - "trustworthiness": 0.2374906975601547 - }, - "mean_score": 0.05699691534447217 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.394", - "code_version": "0.1.6", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 145.9, - "peak_memory_mb": 915.9, - "disk_read_mb": 587.9, - "disk_write_mb": 707.0 - }, - "metric_values": { - "continuity": 0.6733925190129153, - "density_preservation": 0.18080537122544946, - "distance_correlation": 0.05942527987504241, - "distance_correlation_spectral": -0.1558552736857561, - "lcmc": 0.051547327358791244, - "qglobal": 0.5817163403876294, - "qlocal": 0.15864679590132474, - "qnn": 0.06770999680613222, - "qnn_auc": 0.5335990974935103, - "trustworthiness": 0.6276025010250103 - }, - "scaled_scores": { - "continuity": 0.31909440490164465, - "density_preservation": 0.208203950335949, - "distance_correlation": 0.07587041486178933, - "distance_correlation_spectral": -0.2053097517542226, - "lcmc": 0.052730407469998804, - "qglobal": 0.1646098178803601, - "qlocal": 0.15613428617690037, - "qnn": 0.05275832621690862, - "qnn_auc": 0.06719819498702062, - "trustworthiness": 0.25344111840416617 - }, - "mean_score": 0.11447311694805151 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.792", - "code_version": "0.1.18", - "resources": { - "duration_sec": 409.0, - "cpu_pct": 75.2, - "peak_memory_mb": 924.6, - "disk_read_mb": 590.2, - "disk_write_mb": 707.8 - }, - "metric_values": { - "continuity": 0.654276144842046, - "density_preservation": 0.22177933341742545, - "distance_correlation": 0.054427574260618214, - "distance_correlation_spectral": -0.13780379148143376, - "lcmc": 0.0560691717333815, - "qglobal": 0.5742167505232803, - "qlocal": 0.16611642119681, - "qnn": 0.07223184118072248, - "qnn_auc": 0.5271753499752546, - "trustworthiness": 0.641364270339132 - }, - "scaled_scores": { - "continuity": 0.27924092055523647, - "density_preservation": 0.24780750761417839, - "distance_correlation": 0.07071216535396146, - "distance_correlation_spectral": -0.18139135747095803, - "lcmc": 0.05732234000785237, - "qglobal": 0.1496503802716244, - "qlocal": 0.1636215804389685, - "qnn": 0.0573526900085397, - "qnn_auc": 0.05435069995050923, - "trustworthiness": 0.2810298404987273 - }, - "mean_score": 0.11796967672286399 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.816", - "code_version": "0.5.3", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 86.8, - "peak_memory_mb": 798.4, - "disk_read_mb": 583.3, - "disk_write_mb": 707.8 - }, - "metric_values": { - "continuity": 0.6434020454144634, - "density_preservation": 0.12824968132681458, - "distance_correlation": 0.02375653277017379, - "distance_correlation_spectral": -0.1189855003459163, - "lcmc": 0.056506227323490595, - "qglobal": 0.5684960374384782, - "qlocal": 0.1688484162746183, - "qnn": 0.07266889677083158, - "qnn_auc": 0.5222239062503852, - "trustworthiness": 0.6428286988227025 - }, - "scaled_scores": { - "continuity": 0.25657078722112103, - "density_preservation": 0.157406024925527, - "distance_correlation": 0.03905586206630158, - "distance_correlation_spectral": -0.1564569336922395, - "lcmc": 0.05776616991857427, - "qglobal": 0.13823926952857032, - "qlocal": 0.1663600378931109, - "qnn": 0.05779675491033304, - "qnn_auc": 0.044447812500770345, - "trustworthiness": 0.2839656338214019 - }, - "mean_score": 0.1045151419093471 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.848", - "code_version": "0.1", - "resources": { - "duration_sec": 420.0, - "cpu_pct": 146.4, - "peak_memory_mb": 796.4, - "disk_read_mb": 581.6, - "disk_write_mb": 707.4 - }, - "metric_values": { - "continuity": 0.6583684481905357, - "density_preservation": 0.19483817676449044, - "distance_correlation": 0.07288326364000602, - "distance_correlation_spectral": -0.07936180629988661, - "lcmc": 0.057296289351764736, - "qglobal": 0.5861219930491698, - "qlocal": 0.167098860082565, - "qnn": 0.07345895879910572, - "qnn_auc": 0.5388999451803659, - "trustworthiness": 0.6489684187020441 - }, - "scaled_scores": { - "continuity": 0.2877724833914735, - "density_preservation": 0.22176741816304865, - "distance_correlation": 0.08976071642969732, - "distance_correlation_spectral": -0.10395514317858019, - "lcmc": 0.05856847783411003, - "qglobal": 0.17339777659652558, - "qlocal": 0.1646063432270821, - "qnn": 0.058599487617421, - "qnn_auc": 0.07779989036073176, - "trustworthiness": 0.29627415474071345 - }, - "mean_score": 0.13245916051822232 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pca_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.326", - "code_version": "1.1.3", - "resources": { - "duration_sec": 419.0, - "cpu_pct": 27.9, - "peak_memory_mb": 797.3, - "disk_read_mb": 582.0, - "disk_write_mb": 707.0 - }, - "metric_values": { - "continuity": 0.6117360288228759, - "density_preservation": 0.0336617782910889, - "distance_correlation": -0.05269839389694397, - "distance_correlation_spectral": -0.24037185820011087, - "lcmc": 0.041142042348117004, - "qglobal": 0.5611869516750958, - "qlocal": 0.15428139069002217, - "qnn": 0.057304711795457985, - "qnn_auc": 0.5041144886813559, - "trustworthiness": 0.5998460837286944 - }, - "scaled_scores": { - "continuity": 0.19055402665420088, - "density_preservation": 0.06598168528876719, - "distance_correlation": -0.03985506592302395, - "distance_correlation_spectral": -0.31729507068859525, - "lcmc": 0.04216384151858111, - "qglobal": 0.12365983059498456, - "qlocal": 0.15175855485207163, - "qnn": 0.042186165670367204, - "qnn_auc": 0.008228977362711776, - "trustworthiness": 0.19779681383477243 - }, - "mean_score": 0.04651797591648375 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k_hvg", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.696", - "code_version": "0.1.18", - "resources": { - "duration_sec": 430.0, - "cpu_pct": 393.4, - "peak_memory_mb": 2900.0, - "disk_read_mb": 589.7, - "disk_write_mb": 707.0 - }, - "metric_values": { - "continuity": 0.6023767372888479, - "density_preservation": 0.1593181993837024, - "distance_correlation": 0.1017773909032256, - "distance_correlation_spectral": -0.2141231296160475, - "lcmc": 0.04389885453188207, - "qglobal": 0.5935199015194768, - "qlocal": 0.16760765092034047, - "qnn": 0.06006152397922305, - "qnn_auc": 0.5324210362574024, - "trustworthiness": 0.6188148135945646 - }, - "scaled_scores": { - "continuity": 0.171041938466826, - "density_preservation": 0.18743543308114385, - "distance_correlation": 0.11958302475143105, - "distance_correlation_spectral": -0.282515243048863, - "lcmc": 0.04496338403236544, - "qglobal": 0.18815439025119757, - "qlocal": 0.16511633758015515, - "qnn": 0.04498719043552519, - "qnn_auc": 0.0648420725148049, - "trustworthiness": 0.2358241201215652 - }, - "mean_score": 0.09394326481861513 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.414", - "code_version": "1.0.10", - "resources": { - "duration_sec": 440.0, - "cpu_pct": 120.7, - "peak_memory_mb": 868.0, - "disk_read_mb": 580.7, - "disk_write_mb": 534.4 - }, - "metric_values": { - "continuity": 0.6480471500072225, - "density_preservation": -0.5311760082734954, - "distance_correlation": -0.017548226074741706, - "distance_correlation_spectral": -0.23284489470201714, - "lcmc": 0.07197127128119707, - "qglobal": 0.5580546560369117, - "qlocal": 0.16304326477209202, - "qnn": 0.08813394072853804, - "qnn_auc": 0.521803978420759, - "trustworthiness": 0.6621331561529901 - }, - "scaled_scores": { - "continuity": 0.2662548204755576, - "density_preservation": -0.4799646776309383, - "distance_correlation": -0.0035757510018645865, - "distance_correlation_spectral": -0.30732176884748447, - "lcmc": 0.07347092060565712, - "qglobal": 0.11741183810218496, - "qlocal": 0.16054115464048352, - "qnn": 0.07350982066609735, - "qnn_auc": 0.04360795684151797, - "trustworthiness": 0.32266598523080237 - }, - "mean_score": 0.026660029908201356 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_sqrt", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.615", - "code_version": "1.0.10", - "resources": { - "duration_sec": 439.0, - "cpu_pct": 350.5, - "peak_memory_mb": 1000.0, - "disk_read_mb": 580.7, - "disk_write_mb": 706.2 - }, - "metric_values": { - "continuity": 0.6029514678828247, - "density_preservation": -0.2533200247674834, - "distance_correlation": -0.024360769833330662, - "distance_correlation_spectral": -0.27521075976629583, - "lcmc": 0.06802096113982639, - "qglobal": 0.5507423020588349, - "qlocal": 0.14924818377582802, - "qnn": 0.08418363058716738, - "qnn_auc": 0.5195439501703095, - "trustworthiness": 0.6609290985767 - }, - "scaled_scores": { - "continuity": 0.17224012681183978, - "density_preservation": -0.2114017960057374, - "distance_correlation": -0.010607137642241157, - "distance_correlation_spectral": -0.36345696335890065, - "lcmc": 0.06945938102797834, - "qglobal": 0.10282588005826147, - "qlocal": 0.14671344217804969, - "qnn": 0.06949615713065756, - "qnn_auc": 0.03908790034061904, - "trustworthiness": 0.3202521669854965 - }, - "mean_score": 0.03346091575260232 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.967", - "code_version": "0.5.3", - "resources": { - "duration_sec": 449.0, - "cpu_pct": 83.7, - "peak_memory_mb": 796.6, - "disk_read_mb": 582.6, - "disk_write_mb": 707.8 - }, - "metric_values": { - "continuity": 0.6189751715956033, - "density_preservation": 0.34521511370064095, - "distance_correlation": 0.014328170162712246, - "distance_correlation_spectral": -0.17601590336747827, - "lcmc": 0.04949652805135626, - "qglobal": 0.5717099607469374, - "qlocal": 0.1604756633978534, - "qnn": 0.06565919749869724, - "qnn_auc": 0.5238740697689798, - "trustworthiness": 0.6362730078193639 - }, - "scaled_scores": { - "continuity": 0.20564606558352608, - "density_preservation": 0.36711488559547073, - "distance_correlation": 0.029324627269438817, - "distance_correlation_spectral": -0.23202278751872368, - "lcmc": 0.050647820965842166, - "qglobal": 0.14465008479737684, - "qlocal": 0.1579674797537078, - "qnn": 0.05067463706233988, - "qnn_auc": 0.04774813953795953, - "trustworthiness": 0.2708232003812969 - }, - "mean_score": 0.10925741534282352 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.428", - "code_version": "0.5.3", - "resources": { - "duration_sec": 449.0, - "cpu_pct": 49.9, - "peak_memory_mb": 798.1, - "disk_read_mb": 583.2, - "disk_write_mb": 707.8 - }, - "metric_values": { - "continuity": 0.6489957568711606, - "density_preservation": 0.13542673708519534, - "distance_correlation": -0.0058216576447799855, - "distance_correlation_spectral": -0.1251182479471081, - "lcmc": 0.05462352631994372, - "qglobal": 0.5658145036273977, - "qlocal": 0.16309991104800964, - "qnn": 0.0707861957672847, - "qnn_auc": 0.5200263634112712, - "trustworthiness": 0.6428296506179347 - }, - "scaled_scores": { - "continuity": 0.26823245956469327, - "density_preservation": 0.16434303866816527, - "distance_correlation": 0.008527516076888496, - "distance_correlation_spectral": -0.16458288553955802, - "lcmc": 0.055854287226233756, - "qglobal": 0.1328904119952717, - "qlocal": 0.16059793490989033, - "qnn": 0.05588385994876174, - "qnn_auc": 0.04005272682254235, - "trustworthiness": 0.2839675419201029 - }, - "mean_score": 0.10057668915929918 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k_1kHVG", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.018", - "code_version": "0.5.3", - "resources": { - "duration_sec": 460.0, - "cpu_pct": 94.1, - "peak_memory_mb": 795.9, - "disk_read_mb": 582.7, - "disk_write_mb": 707.8 - }, - "metric_values": { - "continuity": 0.6033636648678249, - "density_preservation": 0.2844998864189746, - "distance_correlation": -0.00616051608510657, - "distance_correlation_spectral": -0.1852821123528384, - "lcmc": 0.04623542095592685, - "qglobal": 0.5679244786177631, - "qlocal": 0.16410615219396466, - "qnn": 0.06239809040326783, - "qnn_auc": 0.521165383087599, - "trustworthiness": 0.6357129495402096 - }, - "scaled_scores": { - "continuity": 0.17309946791609446, - "density_preservation": 0.30843032465298337, - "distance_correlation": 0.008177772310870517, - "distance_correlation_spectral": -0.2443006070082448, - "lcmc": 0.04733616701660948, - "qglobal": 0.13709918071399985, - "qlocal": 0.16160655626107367, - "qnn": 0.04736122971818958, - "qnn_auc": 0.04233076617519793, - "trustworthiness": 0.26970043107252134 - }, - "mean_score": 0.09508412888292954 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "spectral_features", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.536", - "code_version": "0.7.0", - "resources": { - "duration_sec": 478.0, - "cpu_pct": 179.1, - "peak_memory_mb": 998.7, - "disk_read_mb": 583.1, - "disk_write_mb": 549.8 - }, - "metric_values": { - "continuity": 0.9166355014073246, - "density_preservation": 0.27502292828550345, - "distance_correlation": 0.1773735597633161, - "distance_correlation_spectral": 0.7538056039138367, - "lcmc": 0.009909377485705466, - "qglobal": 0.6794708776569595, - "qlocal": 0.266487336486209, - "qnn": 0.026072046933046447, - "qnn_auc": 0.6132577895686779, - "trustworthiness": 0.5011813426169975 - }, - "scaled_scores": { - "continuity": 0.8262031434406542, - "density_preservation": 0.2992703304961135, - "distance_correlation": 0.19760760861063076, - "distance_correlation_spectral": 1.0, - "lcmc": 0.010447073283146414, - "qglobal": 0.3596008677513624, - "qlocal": 0.2642299173228899, - "qnn": 0.010452604611443211, - "qnn_auc": 0.22651557913735587, - "trustworthiness": 0.0 - }, - "mean_score": 0.31943271246535965 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_pca_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.084", - "code_version": "0.5.3", - "resources": { - "duration_sec": 489.0, - "cpu_pct": 192.1, - "peak_memory_mb": 1015.9, - "disk_read_mb": 582.6, - "disk_write_mb": 552.1 - }, - "metric_values": { - "continuity": 0.6435076855826644, - "density_preservation": 0.667540955887291, - "distance_correlation": 0.23480359610390714, - "distance_correlation_spectral": -0.14152306948268983, - "lcmc": 0.08620919762052032, - "qglobal": 0.6026092645542567, - "qlocal": 0.19243082803496653, - "qnn": 0.10237186706786129, - "qnn_auc": 0.5642859658799794, - "trustworthiness": 0.6879495768171967 - }, - "scaled_scores": { - "continuity": 0.25679102400619935, - "density_preservation": 0.6786602981060618, - "distance_correlation": 0.2568824998393973, - "distance_correlation_spectral": -0.18631943798402603, - "lcmc": 0.08792953346648232, - "qglobal": 0.20628494961262456, - "qlocal": 0.18999823248443845, - "qnn": 0.08797608881298037, - "qnn_auc": 0.12857193175995874, - "trustworthiness": 0.3744211076226745 - }, - "mean_score": 0.20811962277267915 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_default", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.383", - "code_version": "1.0.10", - "resources": { - "duration_sec": 499.0, - "cpu_pct": 162.9, - "peak_memory_mb": 1000.0, - "disk_read_mb": 580.7, - "disk_write_mb": 706.2 - }, - "metric_values": { - "continuity": 0.6086947405317206, - "density_preservation": -0.41265076804667883, - "distance_correlation": -0.03732191202459617, - "distance_correlation_spectral": -0.2741887943381206, - "lcmc": 0.06687789267338723, - "qglobal": 0.5465371997508813, - "qlocal": 0.145358471567104, - "qnn": 0.0830405621207282, - "qnn_auc": 0.5149508639546649, - "trustworthiness": 0.6594729799976571 - }, - "scaled_scores": { - "continuity": 0.18421360172732457, - "density_preservation": -0.3654036030088246, - "distance_correlation": -0.023984637336505382, - "distance_correlation_spectral": -0.36210284895553563, - "lcmc": 0.06829859510762876, - "qglobal": 0.09443795928499116, - "qlocal": 0.14281452908008235, - "qnn": 0.06833475661827498, - "qnn_auc": 0.029901727909329878, - "trustworthiness": 0.3173330328322507 - }, - "mean_score": 0.015384311325901684 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "phate_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.309", - "code_version": "1.0.10", - "resources": { - "duration_sec": 509.0, - "cpu_pct": 267.7, - "peak_memory_mb": 847.7, - "disk_read_mb": 582.3, - "disk_write_mb": 707.0 - }, - "metric_values": { - "continuity": 0.6474063197412083, - "density_preservation": -0.31246118106667264, - "distance_correlation": -0.022111737181328202, - "distance_correlation_spectral": -0.147737762936909, - "lcmc": 0.0448233952032667, - "qglobal": 0.581288343825227, - "qlocal": 0.1703690954476109, - "qnn": 0.06098606465060768, - "qnn_auc": 0.5247091193561906, - "trustworthiness": 0.6245686903297605 - }, - "scaled_scores": { - "continuity": 0.26491882868406935, - "density_preservation": -0.2685649319509923, - "distance_correlation": -0.00828585814614641, - "distance_correlation_spectral": -0.19455396890537302, - "lcmc": 0.04590225499735409, - "qglobal": 0.1637560928116802, - "qlocal": 0.16788431414472899, - "qnn": 0.045926558497011105, - "qnn_auc": 0.04941823871238116, - "trustworthiness": 0.24735912718281464 - }, - "mean_score": 0.051376065602752784 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.481", - "code_version": "0.5.3", - "resources": { - "duration_sec": 509.0, - "cpu_pct": 65.8, - "peak_memory_mb": 998.3, - "disk_read_mb": 583.1, - "disk_write_mb": 535.2 - }, - "metric_values": { - "continuity": 0.7440961614182482, - "density_preservation": 0.38683120471763527, - "distance_correlation": 0.055300943055946655, - "distance_correlation_spectral": -0.16292409068413952, - "lcmc": 0.07165188450380966, - "qglobal": 0.5584964200882764, - "qlocal": 0.1747232304037239, - "qnn": 0.08781455395115063, - "qnn_auc": 0.5156785595482564, - "trustworthiness": 0.6018279410472676 - }, - "scaled_scores": { - "continuity": 0.4664961287143587, - "density_preservation": 0.4073390952182907, - "distance_correlation": 0.07161358982875504, - "distance_correlation_spectral": -0.21467600490561717, - "lcmc": 0.07314658336320651, - "qglobal": 0.11829302519157324, - "qlocal": 0.1722487485552314, - "qnn": 0.07318531169940222, - "qnn_auc": 0.03135711909651273, - "trustworthiness": 0.20176991566093655 - }, - "mean_score": 0.140077351242265 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "tsne_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.830", - "code_version": "0.1", - "resources": { - "duration_sec": 519.0, - "cpu_pct": 385.2, - "peak_memory_mb": 970.3, - "disk_read_mb": 581.6, - "disk_write_mb": 534.799999 - }, - "metric_values": { - "continuity": 0.6556181889914985, - "density_preservation": 0.3889158169313037, - "distance_correlation": 0.17453210018209317, - "distance_correlation_spectral": -0.18998056047395676, - "lcmc": 0.09456368332375956, - "qglobal": 0.5833286923399452, - "qlocal": 0.1748484503864728, - "qnn": 0.11072635277110054, - "qnn_auc": 0.5502906970450281, - "trustworthiness": 0.7029566237626662 - }, - "scaled_scores": { - "continuity": 0.2820387908534595, - "density_preservation": 0.40935398601211004, - "distance_correlation": 0.19467487134734468, - "distance_correlation_spectral": -0.25052609771357115, - "lcmc": 0.09641351291374335, - "qglobal": 0.16782597754645734, - "qlocal": 0.1723742647386066, - "qnn": 0.09646456020495302, - "qnn_auc": 0.10058139409005618, - "trustworthiness": 0.40450628331398153 - }, - "mean_score": 0.16737075433071413 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "densmap_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.135", - "code_version": "0.5.3", - "resources": { - "duration_sec": 519.0, - "cpu_pct": 96.7, - "peak_memory_mb": 994.0, - "disk_read_mb": 582.5, - "disk_write_mb": 535.2 - }, - "metric_values": { - "continuity": 0.7483046555964912, - "density_preservation": 0.6804168724088855, - "distance_correlation": 0.2941303799876076, - "distance_correlation_spectral": -0.15914438347271687, - "lcmc": 0.0717359336557537, - "qglobal": 0.5902125315020653, - "qlocal": 0.17345318070355473, - "qnn": 0.08789860310309469, - "qnn_auc": 0.5519329598308843, - "trustworthiness": 0.614004111023253 - }, - "scaled_scores": { - "continuity": 0.47526992417135194, - "density_preservation": 0.6911055699370717, - "distance_correlation": 0.3181150688178256, - "distance_correlation_spectral": -0.20966785508529612, - "lcmc": 0.07323193526911455, - "qglobal": 0.18155717676094182, - "qlocal": 0.17097569462595794, - "qnn": 0.07327070879590093, - "qnn_auc": 0.10386591966176861, - "trustworthiness": 0.22617992879049034 - }, - "mean_score": 0.2103904071745127 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "diffusion_map", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.252", - "code_version": "0.7.0", - "resources": { - "duration_sec": 519.0, - "cpu_pct": 87.7, - "peak_memory_mb": 1000.9, - "disk_read_mb": 583.1, - "disk_write_mb": 535.2 - }, - "metric_values": { - "continuity": 0.37985825466665113, - "density_preservation": -0.5478407001180856, - "distance_correlation": -0.08060284568108089, - "distance_correlation_spectral": -0.2812346955645607, - "lcmc": 0.025441660764967178, - "qglobal": 0.5399538245257879, - "qlocal": 0.12882707148680556, - "qnn": 0.04160433021230816, - "qnn_auc": 0.5, - "trustworthiness": 0.581926012563697 - }, - "scaled_scores": { - "continuity": -0.29286072344507724, - "density_preservation": -0.4960720063510423, - "distance_correlation": -0.06865590690619464, - "distance_correlation_spectral": -0.3714387384801409, - "lcmc": 0.026220105494955702, - "qglobal": 0.08130609571431195, - "qlocal": 0.12624402492909334, - "qnn": 0.02623398804440649, - "qnn_auc": 0.0, - "trustworthiness": 0.16187179198612492 - }, - "mean_score": -0.08071513690135629 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "umap_pca_logCP10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.874", - "code_version": "0.5.3", - "resources": { - "duration_sec": 559.0, - "cpu_pct": 146.5, - "peak_memory_mb": 1017.3, - "disk_read_mb": 583.2, - "disk_write_mb": 552.1 - }, - "metric_values": { - "continuity": 0.5789527906597745, - "density_preservation": 0.08256604676804714, - "distance_correlation": 0.1345593566552109, - "distance_correlation_spectral": -0.22001490819390074, - "lcmc": 0.09032760606577908, - "qglobal": 0.5853998800185948, - "qlocal": 0.18046907916622193, - "qnn": 0.10649027551312007, - "qnn_auc": 0.549061833991428, - "trustworthiness": 0.6928826948983775 - }, - "scaled_scores": { - "continuity": 0.12220810198880588, - "density_preservation": 0.11325031380710968, - "distance_correlation": 0.15341806261715984, - "distance_correlation_spectral": -0.29032190853260054, - "lcmc": 0.09211177685597718, - "qglobal": 0.1719573771849933, - "qlocal": 0.17800818879062918, - "qnn": 0.09216054654141757, - "qnn_auc": 0.0981236679828561, - "trustworthiness": 0.3843107098020755 - }, - "mean_score": 0.11152268370384237 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_neighbors_log_cp10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.930", - "code_version": "0.1.18", - "resources": { - "duration_sec": 609.0, - "cpu_pct": 188.8, - "peak_memory_mb": 1100.0, - "disk_read_mb": 590.1, - "disk_write_mb": 569.0 - }, - "metric_values": { - "continuity": 0.6334700621906741, - "density_preservation": 0.17906314557545616, - "distance_correlation": 0.11908312556726759, - "distance_correlation_spectral": -0.19736690561028464, - "lcmc": 0.08792380032017907, - "qglobal": 0.576273214325328, - "qlocal": 0.17187276141568758, - "qnn": 0.10408646976752005, - "qnn_auc": 0.5427260288079563, - "trustworthiness": 0.6854824503602179 - }, - "scaled_scores": { - "continuity": 0.23586476136077475, - "density_preservation": 0.20651999473024432, - "distance_correlation": 0.13744468051918057, - "distance_correlation_spectral": -0.26031307882034477, - "lcmc": 0.08967071234700671, - "qglobal": 0.15375241018229951, - "qlocal": 0.16939153694767903, - "qnn": 0.08971818958155423, - "qnn_auc": 0.08545205761591257, - "trustworthiness": 0.3694751690125947 - }, - "mean_score": 0.12769764334769015 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "pymde_distances_log_cp10k", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:43.382", - "code_version": "0.1.18", - "resources": { - "duration_sec": 828.0, - "cpu_pct": 248.2, - "peak_memory_mb": 2900.0, - "disk_read_mb": 589.6, - "disk_write_mb": 568.2 - }, - "metric_values": { - "continuity": 0.6869267830030392, - "density_preservation": 0.3134220038252496, - "distance_correlation": 0.4640401140639293, - "distance_correlation_spectral": -0.12419137661493244, - "lcmc": 0.044419959273935224, - "qglobal": 0.635694414799899, - "qlocal": 0.14958750464121923, - "qnn": 0.060582628721276205, - "qnn_auc": 0.5803567640666999, - "trustworthiness": 0.6143815527440988 - }, - "scaled_scores": { - "continuity": 0.3473104030427833, - "density_preservation": 0.3363851201384782, - "distance_correlation": 0.4934829015378661, - "distance_correlation_spectral": -0.16335477176353116, - "lcmc": 0.04549256584899541, - "qglobal": 0.27227992398157086, - "qlocal": 0.1470535656873212, - "qnn": 0.04551665243381725, - "qnn_auc": 0.16071352813339979, - "trustworthiness": 0.22693660000809465 - }, - "mean_score": 0.19118164890487957 - }, - { - "task_id": "dimensionality_reduction", - "commit_sha": "65efdc87e3f4048b94b98c6f9fbfe10dae8d5ab0", - "method_id": "neuralee_default", - "dataset_id": "mouse_hspc_nestorowa2016", - "submission_time": "2023-02-21 17:59:42.378", - "code_version": "0.1.6", - "resources": { - "duration_sec": 879.0, - "cpu_pct": 158.8, - "peak_memory_mb": 2400.0, - "disk_read_mb": 587.8, - "disk_write_mb": 534.4 - }, - "metric_values": { - "continuity": 0.6856403768991903, - "density_preservation": 0.1173995851721911, - "distance_correlation": -0.008244208089518309, - "distance_correlation_spectral": -0.1302161149915364, - "lcmc": 0.03394743494170573, - "qglobal": 0.5626953350907891, - "qlocal": 0.14955276647020646, - "qnn": 0.050110104389046714, - "qnn_auc": 0.5144259048500062, - "trustworthiness": 0.6006540846658466 - }, - "scaled_scores": { - "continuity": 0.34462852597422344, - "density_preservation": 0.1469188183790711, - "distance_correlation": 0.006027144785871717, - "distance_correlation_spectral": -0.17133761030908973, - "lcmc": 0.03485771837285127, - "qglobal": 0.1266686041419728, - "qlocal": 0.1470187453451742, - "qnn": 0.034876174210076855, - "qnn_auc": 0.028851809700012332, - "trustworthiness": 0.1994166428551849 - }, - "mean_score": 0.08979265734553488 - } -] \ No newline at end of file + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.7624, + "distance_correlation": 0.5445, + "distance_correlation_spectral": 0.0621, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7672, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0.8166, + "distance_correlation_spectral": 0.7739, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5346, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2841, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 486, + "cpu_pct": 1066.5, + "peak_memory_mb": 18330, + "disk_read_mb": 1332, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.2533, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7391, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3391, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4784, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0743, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 205, + "cpu_pct": 1365.8, + "peak_memory_mb": 9216, + "disk_read_mb": 1332, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.3625, + "distance_correlation": 0.6668, + "distance_correlation_spectral": -0.0376, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.6848, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.4809, + "distance_correlation": 1, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.3698, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1682, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 19.7, + "cpu_pct": 884.7, + "peak_memory_mb": 8397, + "disk_read_mb": 1332, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0079, + "distance_correlation": 0.3594, + "distance_correlation_spectral": 0.0269, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8143, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.5393, + "distance_correlation_spectral": 0.5008, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6288, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1517, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 76, + "cpu_pct": 1066.3, + "peak_memory_mb": 8090, + "disk_read_mb": 1332, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0003, + "distance_correlation": -0.0004, + "distance_correlation_spectral": -0.0007, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.4998, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0107, + "distance_correlation": 0, + "distance_correlation_spectral": 0.2867, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.027, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.3, + "cpu_pct": 107.7, + "peak_memory_mb": 4096, + "disk_read_mb": 1332, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0909, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 48.2, + "cpu_pct": 103.5, + "peak_memory_mb": 11060, + "disk_read_mb": 1332, + "disk_write_mb": 235 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1078, + "distance_correlation": 0.3879, + "distance_correlation_spectral": 0.0047, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8276, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1502, + "distance_correlation": 0.582, + "distance_correlation_spectral": 0.3287, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6553, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.156, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 152, + "cpu_pct": 792.8, + "peak_memory_mb": 6247, + "disk_read_mb": 1332, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1741, + "distance_correlation": 0.3563, + "distance_correlation_spectral": 0.0913, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7817, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2364, + "distance_correlation": 0.5346, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5636, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2122, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 112, + "cpu_pct": 366, + "peak_memory_mb": 12391, + "disk_read_mb": 1332, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.7721, + "distance_correlation": 0.6443, + "distance_correlation_spectral": 0.0265, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8464, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.8261, + "distance_correlation": 0.7321, + "distance_correlation_spectral": 0.796, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6919, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2769, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 434, + "cpu_pct": 1054.5, + "peak_memory_mb": 15668, + "disk_read_mb": 1946, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1838, + "distance_correlation": 0.5721, + "distance_correlation_spectral": 0.0316, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8456, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3766, + "distance_correlation": 0.6505, + "distance_correlation_spectral": 0.8115, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6903, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2299, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 99, + "cpu_pct": 1223.2, + "peak_memory_mb": 9319, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.4909, + "distance_correlation": 0.8192, + "distance_correlation_spectral": -0.0436, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.759, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.6112, + "distance_correlation": 0.9298, + "distance_correlation_spectral": 0.5855, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5166, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2403, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 33.7, + "cpu_pct": 994.2, + "peak_memory_mb": 9626, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0233, + "distance_correlation": 0.4791, + "distance_correlation_spectral": 0.0828, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8989, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2184, + "distance_correlation": 0.5454, + "distance_correlation_spectral": 0.9653, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7973, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2297, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 65, + "cpu_pct": 630.8, + "peak_memory_mb": 8704, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0037, + "distance_correlation": -0.0034, + "distance_correlation_spectral": 0.0064, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5014, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2334, + "distance_correlation": 0, + "distance_correlation_spectral": 0.7357, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0881, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6, + "cpu_pct": 231.6, + "peak_memory_mb": 7373, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.9998, + "distance_correlation": 0.8813, + "distance_correlation_spectral": -0.2385, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2727, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 43.7, + "cpu_pct": 99.5, + "peak_memory_mb": 6656, + "disk_read_mb": 1946, + "disk_write_mb": 488 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.2123, + "distance_correlation": 0.4607, + "distance_correlation_spectral": 0.0944, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9163, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.074, + "distance_correlation": 0.5246, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8322, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.221, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 151, + "cpu_pct": 813.7, + "peak_memory_mb": 6964, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.3091, + "distance_correlation": 0.287, + "distance_correlation_spectral": -0.0303, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8776, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.3283, + "distance_correlation_spectral": 0.6256, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7546, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1553, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 217.7, + "peak_memory_mb": 7783, + "disk_read_mb": 1946, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.6425, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0909, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 502, + "cpu_pct": 656.9, + "peak_memory_mb": 12596, + "disk_read_mb": 752, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1161, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2957, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0269, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 551, + "cpu_pct": 1458.3, + "peak_memory_mb": 9524, + "disk_read_mb": 770, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.2023, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.411, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0374, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 19.6, + "cpu_pct": 991.9, + "peak_memory_mb": 7271, + "disk_read_mb": 750, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0501, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0733, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0067, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 213, + "cpu_pct": 2409, + "peak_memory_mb": 7578, + "disk_read_mb": 747, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0005, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1396, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0127, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 9.3, + "cpu_pct": 89.3, + "peak_memory_mb": 3482, + "disk_read_mb": 728, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 80, + "cpu_pct": 98.2, + "peak_memory_mb": 12288, + "disk_read_mb": 728, + "disk_write_mb": 211 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0215, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1116, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0101, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 307, + "cpu_pct": 686.1, + "peak_memory_mb": 6042, + "disk_read_mb": 751, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.1049, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 184, + "cpu_pct": 914.3, + "peak_memory_mb": 12288, + "disk_read_mb": 752, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.6962, + "distance_correlation": 0.7235, + "distance_correlation_spectral": 0.1822, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7481, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.6954, + "distance_correlation": 0.9099, + "distance_correlation_spectral": 0.7762, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4968, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2617, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 321, + "cpu_pct": 862.6, + "peak_memory_mb": 12288, + "disk_read_mb": 824, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.2357, + "distance_correlation": 0.6843, + "distance_correlation_spectral": 0.1174, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7806, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2335, + "distance_correlation": 0.8605, + "distance_correlation_spectral": 0.5022, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5618, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1962, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 149, + "cpu_pct": 1293.4, + "peak_memory_mb": 8807, + "disk_read_mb": 842, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0051, + "distance_correlation": 0.7952, + "distance_correlation_spectral": 0.2351, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7459, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0021, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4925, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2268, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.2, + "cpu_pct": 647.5, + "peak_memory_mb": 4711, + "disk_read_mb": 822, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0084, + "distance_correlation": 0.6356, + "distance_correlation_spectral": 0.2133, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9112, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0055, + "distance_correlation": 0.7993, + "distance_correlation_spectral": 0.9077, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8226, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2305, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 52.5, + "cpu_pct": 1210.8, + "peak_memory_mb": 7578, + "disk_read_mb": 819, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0029, + "distance_correlation": -0, + "distance_correlation_spectral": -0.0014, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.4994, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.8, + "cpu_pct": 133.1, + "peak_memory_mb": 5632, + "disk_read_mb": 800, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.9998, + "distance_correlation": 0.771, + "distance_correlation_spectral": 0.039, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0.9695, + "distance_correlation_spectral": 0.171, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2855, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 27.8, + "cpu_pct": 100.9, + "peak_memory_mb": 7885, + "disk_read_mb": 800, + "disk_write_mb": 150 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0805, + "distance_correlation": 0.4969, + "distance_correlation_spectral": 0.1473, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8314, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0778, + "distance_correlation": 0.6249, + "distance_correlation_spectral": 0.6287, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6631, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1813, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 115, + "cpu_pct": 1726.3, + "peak_memory_mb": 10036, + "disk_read_mb": 823, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0498, + "distance_correlation": 0.4682, + "distance_correlation_spectral": 0.0864, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8004, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.047, + "distance_correlation": 0.5887, + "distance_correlation_spectral": 0.3715, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6013, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1462, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 94, + "cpu_pct": 464.5, + "peak_memory_mb": 6861, + "disk_read_mb": 824, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": 0.9809, + "density_preservation": 0.8614, + "distance_correlation": 0.3198, + "distance_correlation_spectral": 0.0967, + "lcmc_at_k30": 0.505, + "qglobal": 0.7094, + "qlocal": 0.5309, + "qnx_at_k30": 0.5506, + "qnx_auc": 0.6913, + "trustworthiness": 0.9647, + "trustworthiness_at_k30": 0.9788 + }, + "scaled_scores": { + "continuity_at_k30": 0.9611, + "density_preservation": 1, + "distance_correlation": 0.3349, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0.5277, + "qglobal": 0.1783, + "qlocal": 0.2275, + "qnx_at_k30": 0.5277, + "qnx_auc": 0.3812, + "trustworthiness": 0.9289, + "trustworthiness_at_k30": 0.9564 + }, + "mean_score": 0.6385, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 28.3, + "cpu_pct": 119.2, + "peak_memory_mb": 5632, + "disk_read_mb": 93, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": 0.957, + "density_preservation": 0.4442, + "distance_correlation": 0.4564, + "distance_correlation_spectral": -0.0121, + "lcmc_at_k30": 0.4077, + "qglobal": 0.7095, + "qlocal": 0.4609, + "qnx_at_k30": 0.4532, + "qnx_auc": 0.6824, + "trustworthiness": 0.9513, + "trustworthiness_at_k30": 0.9618 + }, + "scaled_scores": { + "continuity_at_k30": 0.9125, + "density_preservation": 0.6657, + "distance_correlation": 0.4765, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0.4254, + "qglobal": 0.1787, + "qlocal": 0.1121, + "qnx_at_k30": 0.4254, + "qnx_auc": 0.3634, + "trustworthiness": 0.9019, + "trustworthiness_at_k30": 0.9215 + }, + "mean_score": 0.4894, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 24.8, + "cpu_pct": 507.3, + "peak_memory_mb": 11572, + "disk_read_mb": 111, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": 0.959, + "density_preservation": 0.1819, + "distance_correlation": 0.0866, + "distance_correlation_spectral": 0.0592, + "lcmc_at_k30": 0.3569, + "qglobal": 0.6463, + "qlocal": 0.4586, + "qnx_at_k30": 0.4024, + "qnx_auc": 0.6233, + "trustworthiness": 0.8993, + "trustworthiness_at_k30": 0.909 + }, + "scaled_scores": { + "continuity_at_k30": 0.9166, + "density_preservation": 0.4556, + "distance_correlation": 0.093, + "distance_correlation_spectral": 0.6555, + "lcmc_at_k30": 0.3721, + "qglobal": 0, + "qlocal": 0.1083, + "qnx_at_k30": 0.3721, + "qnx_auc": 0.2449, + "trustworthiness": 0.7972, + "trustworthiness_at_k30": 0.813 + }, + "mean_score": 0.4389, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6.7, + "cpu_pct": 940.7, + "peak_memory_mb": 5940, + "disk_read_mb": 92, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": 0.9674, + "density_preservation": -0.3867, + "distance_correlation": 0.3394, + "distance_correlation_spectral": 0.0462, + "lcmc_at_k30": 0.3877, + "qglobal": 0.6936, + "qlocal": 0.475, + "qnx_at_k30": 0.4332, + "qnx_auc": 0.6674, + "trustworthiness": 0.957, + "trustworthiness_at_k30": 0.9705 + }, + "scaled_scores": { + "continuity_at_k30": 0.9336, + "density_preservation": 0, + "distance_correlation": 0.3552, + "distance_correlation_spectral": 0.5361, + "lcmc_at_k30": 0.4044, + "qglobal": 0.1336, + "qlocal": 0.1354, + "qnx_at_k30": 0.4044, + "qnx_auc": 0.3334, + "trustworthiness": 0.9133, + "trustworthiness_at_k30": 0.9393 + }, + "mean_score": 0.4626, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6.6, + "cpu_pct": 763.8, + "peak_memory_mb": 5632, + "disk_read_mb": 89, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": 0.5086, + "density_preservation": 0.0208, + "distance_correlation": -0.0031, + "distance_correlation_spectral": -0.0024, + "lcmc_at_k30": 0.0028, + "qglobal": 0.8952, + "qlocal": 0.3928, + "qnx_at_k30": 0.0483, + "qnx_auc": 0.501, + "trustworthiness": 0.5033, + "trustworthiness_at_k30": 0.5134 + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3266, + "distance_correlation": 0, + "distance_correlation_spectral": 0.0885, + "lcmc_at_k30": 0, + "qglobal": 0.7037, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1017, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.6, + "cpu_pct": 672.9, + "peak_memory_mb": 2765, + "disk_read_mb": 69, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": 1, + "density_preservation": 0.3451, + "distance_correlation": 0.9612, + "distance_correlation_spectral": 0.0166, + "lcmc_at_k30": 0.9545, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "continuity_at_k30": 1, + "density_preservation": 0.5863, + "distance_correlation": 1, + "distance_correlation_spectral": 0.264, + "lcmc_at_k30": 1, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.8955, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 3.9, + "cpu_pct": 256.5, + "peak_memory_mb": 5837, + "disk_read_mb": 69, + "disk_write_mb": 15 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": 0.9776, + "density_preservation": 0.3856, + "distance_correlation": 0.2712, + "distance_correlation_spectral": 0.026, + "lcmc_at_k30": 0.4858, + "qglobal": 0.6928, + "qlocal": 0.5043, + "qnx_at_k30": 0.5314, + "qnx_auc": 0.6739, + "trustworthiness": 0.9666, + "trustworthiness_at_k30": 0.9784 + }, + "scaled_scores": { + "continuity_at_k30": 0.9544, + "density_preservation": 0.6188, + "distance_correlation": 0.2844, + "distance_correlation_spectral": 0.3497, + "lcmc_at_k30": 0.5076, + "qglobal": 0.1314, + "qlocal": 0.1837, + "qnx_at_k30": 0.5076, + "qnx_auc": 0.3465, + "trustworthiness": 0.9327, + "trustworthiness_at_k30": 0.9557 + }, + "mean_score": 0.5248, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.9, + "cpu_pct": 1881.3, + "peak_memory_mb": 3277, + "disk_read_mb": 92, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": 0.9579, + "density_preservation": -0.1255, + "distance_correlation": 0.1968, + "distance_correlation_spectral": 0.0205, + "lcmc_at_k30": 0.386, + "qglobal": 0.6596, + "qlocal": 0.4285, + "qnx_at_k30": 0.4315, + "qnx_auc": 0.6365, + "trustworthiness": 0.9445, + "trustworthiness_at_k30": 0.9568 + }, + "scaled_scores": { + "continuity_at_k30": 0.9143, + "density_preservation": 0.2093, + "distance_correlation": 0.2072, + "distance_correlation_spectral": 0.2999, + "lcmc_at_k30": 0.4026, + "qglobal": 0.0376, + "qlocal": 0.0588, + "qnx_at_k30": 0.4026, + "qnx_auc": 0.2715, + "trustworthiness": 0.8882, + "trustworthiness_at_k30": 0.9113 + }, + "mean_score": 0.4185, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.4, + "cpu_pct": 121.5, + "peak_memory_mb": 5632, + "disk_read_mb": 93, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": 0.7405, + "density_preservation": 0.6574, + "distance_correlation": 0.2661, + "distance_correlation_spectral": -0.1082, + "lcmc_at_k30": 0.0719, + "qglobal": 0.5907, + "qlocal": 0.1909, + "qnx_at_k30": 0.0875, + "qnx_auc": 0.5482, + "trustworthiness": 0.6176, + "trustworthiness_at_k30": 0.6264 + }, + "scaled_scores": { + "continuity_at_k30": 0.472, + "density_preservation": 0.7354, + "distance_correlation": 0.3004, + "distance_correlation_spectral": 0.1947, + "lcmc_at_k30": 0.0733, + "qglobal": 0.0612, + "qlocal": 0.0513, + "qnx_at_k30": 0.0733, + "qnx_auc": 0.0945, + "trustworthiness": 0.2363, + "trustworthiness_at_k30": 0.2491 + }, + "mean_score": 0.231, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 78, + "cpu_pct": 112.8, + "peak_memory_mb": 6144, + "disk_read_mb": 381, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": 0.6435, + "density_preservation": 0.1006, + "distance_correlation": -0.0296, + "distance_correlation_spectral": -0.0997, + "lcmc_at_k30": 0.0471, + "qglobal": 0.5651, + "qlocal": 0.1616, + "qnx_at_k30": 0.0627, + "qnx_auc": 0.5164, + "trustworthiness": 0.6219, + "trustworthiness_at_k30": 0.6218 + }, + "scaled_scores": { + "continuity_at_k30": 0.2745, + "density_preservation": 0.3052, + "distance_correlation": 0, + "distance_correlation_spectral": 0.2152, + "lcmc_at_k30": 0.0481, + "qglobal": 0.0026, + "qlocal": 0.017, + "qnx_at_k30": 0.0481, + "qnx_auc": 0.0307, + "trustworthiness": 0.2449, + "trustworthiness_at_k30": 0.2399 + }, + "mean_score": 0.1296, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 30.7, + "cpu_pct": 775.2, + "peak_memory_mb": 11572, + "disk_read_mb": 399, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": 0.5946, + "density_preservation": -0.1718, + "distance_correlation": 0.1262, + "distance_correlation_spectral": -0.1575, + "lcmc_at_k30": 0.0537, + "qglobal": 0.5647, + "qlocal": 0.1471, + "qnx_at_k30": 0.0693, + "qnx_auc": 0.524, + "trustworthiness": 0.6197, + "trustworthiness_at_k30": 0.6198 + }, + "scaled_scores": { + "continuity_at_k30": 0.1751, + "density_preservation": 0.0947, + "distance_correlation": 0.1583, + "distance_correlation_spectral": 0.0751, + "lcmc_at_k30": 0.0548, + "qglobal": 0.0017, + "qlocal": 0, + "qnx_at_k30": 0.0548, + "qnx_auc": 0.0461, + "trustworthiness": 0.2405, + "trustworthiness_at_k30": 0.2358 + }, + "mean_score": 0.1033, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 14.1, + "cpu_pct": 1596.2, + "peak_memory_mb": 6452, + "disk_read_mb": 379, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": 0.6774, + "density_preservation": -0.2944, + "distance_correlation": 0.1518, + "distance_correlation_spectral": -0.1885, + "lcmc_at_k30": 0.087, + "qglobal": 0.6134, + "qlocal": 0.2004, + "qnx_at_k30": 0.1027, + "qnx_auc": 0.5719, + "trustworthiness": 0.7357, + "trustworthiness_at_k30": 0.7286 + }, + "scaled_scores": { + "continuity_at_k30": 0.3436, + "density_preservation": 0, + "distance_correlation": 0.1843, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0.0887, + "qglobal": 0.1134, + "qlocal": 0.0625, + "qnx_at_k30": 0.0887, + "qnx_auc": 0.142, + "trustworthiness": 0.4722, + "trustworthiness_at_k30": 0.4546 + }, + "mean_score": 0.1773, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 20.7, + "cpu_pct": 650.6, + "peak_memory_mb": 5940, + "disk_read_mb": 377, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": 0.5086, + "density_preservation": -0.0074, + "distance_correlation": 0.0037, + "distance_correlation_spectral": 0.0002, + "lcmc_at_k30": -0.0003, + "qglobal": 0.7951, + "qlocal": 0.2962, + "qnx_at_k30": 0.0154, + "qnx_auc": 0.501, + "trustworthiness": 0.4992, + "trustworthiness_at_k30": 0.5024 + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.2218, + "distance_correlation": 0.0338, + "distance_correlation_spectral": 0.4572, + "lcmc_at_k30": 0, + "qglobal": 0.5299, + "qlocal": 0.1748, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1289, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.9, + "cpu_pct": 508.5, + "peak_memory_mb": 2765, + "disk_read_mb": 357, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": 1, + "density_preservation": 0.9999, + "distance_correlation": 0.9545, + "distance_correlation_spectral": 0.2241, + "lcmc_at_k30": 0.9844, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 1, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 1, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.2, + "cpu_pct": 183.8, + "peak_memory_mb": 3482, + "disk_read_mb": 357, + "disk_write_mb": 65 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": 0.5685, + "density_preservation": 0.3752, + "distance_correlation": 0.2065, + "distance_correlation_spectral": -0.123, + "lcmc_at_k30": 0.092, + "qglobal": 0.6004, + "qlocal": 0.1814, + "qnx_at_k30": 0.1077, + "qnx_auc": 0.5637, + "trustworthiness": 0.6994, + "trustworthiness_at_k30": 0.691 + }, + "scaled_scores": { + "continuity_at_k30": 0.1218, + "density_preservation": 0.5174, + "distance_correlation": 0.2399, + "distance_correlation_spectral": 0.1587, + "lcmc_at_k30": 0.0937, + "qglobal": 0.0835, + "qlocal": 0.0402, + "qnx_at_k30": 0.0937, + "qnx_auc": 0.1256, + "trustworthiness": 0.3998, + "trustworthiness_at_k30": 0.379 + }, + "mean_score": 0.2048, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 2402.9, + "peak_memory_mb": 3789, + "disk_read_mb": 380, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": 0.613, + "density_preservation": 0.0874, + "distance_correlation": -0.0024, + "distance_correlation_spectral": -0.1098, + "lcmc_at_k30": 0.0533, + "qglobal": 0.564, + "qlocal": 0.1619, + "qnx_at_k30": 0.0689, + "qnx_auc": 0.5168, + "trustworthiness": 0.6422, + "trustworthiness_at_k30": 0.637 + }, + "scaled_scores": { + "continuity_at_k30": 0.2124, + "density_preservation": 0.295, + "distance_correlation": 0.0277, + "distance_correlation_spectral": 0.1907, + "lcmc_at_k30": 0.0544, + "qglobal": 0, + "qlocal": 0.0173, + "qnx_at_k30": 0.0544, + "qnx_auc": 0.0317, + "trustworthiness": 0.2855, + "trustworthiness_at_k30": 0.2704 + }, + "mean_score": 0.1309, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 35.7, + "cpu_pct": 153.2, + "peak_memory_mb": 11367, + "disk_read_mb": 381, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.688, + "distance_correlation": 0.6294, + "distance_correlation_spectral": 0.296, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.809, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.6932, + "distance_correlation": 0.8365, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6179, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2861, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 273, + "cpu_pct": 882.8, + "peak_memory_mb": 11264, + "disk_read_mb": 887, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.3739, + "distance_correlation": 0.3935, + "distance_correlation_spectral": 0.129, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8048, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3841, + "distance_correlation": 0.5258, + "distance_correlation_spectral": 0.497, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6096, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1833, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 88, + "cpu_pct": 1208, + "peak_memory_mb": 8295, + "disk_read_mb": 905, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0163, + "distance_correlation": 0.7536, + "distance_correlation_spectral": 0.2771, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7541, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 0.9431, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.508, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2228, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 20.3, + "cpu_pct": 1551.2, + "peak_memory_mb": 7476, + "disk_read_mb": 885, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0034, + "distance_correlation": 0.4782, + "distance_correlation_spectral": 0.0483, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9618, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0127, + "distance_correlation": 0.6374, + "distance_correlation_spectral": 0.2539, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.9235, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1661, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 58, + "cpu_pct": 1625.8, + "peak_memory_mb": 13005, + "disk_read_mb": 882, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0052, + "distance_correlation": -0.0058, + "distance_correlation_spectral": -0.0018, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5002, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0109, + "distance_correlation": 0, + "distance_correlation_spectral": 0.1033, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0104, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 8.1, + "cpu_pct": 100.4, + "peak_memory_mb": 3687, + "disk_read_mb": 863, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.9997, + "distance_correlation": 0.7006, + "distance_correlation_spectral": -0.0361, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0.9303, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2664, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 23.8, + "cpu_pct": 100.2, + "peak_memory_mb": 4813, + "disk_read_mb": 863, + "disk_write_mb": 169 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0366, + "distance_correlation": 0.473, + "distance_correlation_spectral": 0.1387, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8896, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.052, + "distance_correlation": 0.6305, + "distance_correlation_spectral": 0.5261, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7792, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1807, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 92, + "cpu_pct": 1284.5, + "peak_memory_mb": 5632, + "disk_read_mb": 886, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0663, + "distance_correlation": 0.3818, + "distance_correlation_spectral": 0.0854, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.859, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0813, + "distance_correlation": 0.5104, + "distance_correlation_spectral": 0.3657, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7178, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1523, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 276.1, + "peak_memory_mb": 6759, + "disk_read_mb": 887, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": 0.8314, + "density_preservation": 0.8536, + "distance_correlation": 0.5527, + "distance_correlation_spectral": -0.1614, + "lcmc_at_k30": 0.0984, + "qglobal": 0.8264, + "qlocal": 0.4466, + "qnx_at_k30": 0.126, + "qnx_auc": 0.7124, + "trustworthiness": 0.768, + "trustworthiness_at_k30": 0.7803 + }, + "scaled_scores": { + "continuity_at_k30": 0.6612, + "density_preservation": 0.8686, + "distance_correlation": 0.5659, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0.1007, + "qglobal": 0.6488, + "qlocal": 0.4425, + "qnx_at_k30": 0.1007, + "qnx_auc": 0.4261, + "trustworthiness": 0.5293, + "trustworthiness_at_k30": 0.5536 + }, + "mean_score": 0.4452, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 31.8, + "cpu_pct": 129.8, + "peak_memory_mb": 5632, + "disk_read_mb": 73, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": 0.8451, + "density_preservation": 0.0995, + "distance_correlation": 0.5099, + "distance_correlation_spectral": -0.0724, + "lcmc_at_k30": 0.0861, + "qglobal": 0.8361, + "qlocal": 0.4389, + "qnx_at_k30": 0.1137, + "qnx_auc": 0.7077, + "trustworthiness": 0.8056, + "trustworthiness_at_k30": 0.8088 + }, + "scaled_scores": { + "continuity_at_k30": 0.6886, + "density_preservation": 0.1915, + "distance_correlation": 0.5221, + "distance_correlation_spectral": 0.2674, + "lcmc_at_k30": 0.088, + "qglobal": 0.6684, + "qlocal": 0.4347, + "qnx_at_k30": 0.088, + "qnx_auc": 0.4168, + "trustworthiness": 0.6056, + "trustworthiness_at_k30": 0.6116 + }, + "mean_score": 0.4166, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.2, + "cpu_pct": 520.3, + "peak_memory_mb": 7373, + "disk_read_mb": 91, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": 0.8414, + "density_preservation": 0.2314, + "distance_correlation": 0.4406, + "distance_correlation_spectral": -0.1097, + "lcmc_at_k30": 0.0819, + "qglobal": 0.824, + "qlocal": 0.4326, + "qnx_at_k30": 0.1096, + "qnx_auc": 0.6972, + "trustworthiness": 0.7923, + "trustworthiness_at_k30": 0.7972 + }, + "scaled_scores": { + "continuity_at_k30": 0.6812, + "density_preservation": 0.31, + "distance_correlation": 0.4514, + "distance_correlation_spectral": 0.1554, + "lcmc_at_k30": 0.0838, + "qglobal": 0.644, + "qlocal": 0.4284, + "qnx_at_k30": 0.0838, + "qnx_auc": 0.3957, + "trustworthiness": 0.5786, + "trustworthiness_at_k30": 0.5879 + }, + "mean_score": 0.4, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.4, + "cpu_pct": 483.8, + "peak_memory_mb": 3277, + "disk_read_mb": 71, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": 0.9018, + "density_preservation": 0.249, + "distance_correlation": 0.5877, + "distance_correlation_spectral": -0.0551, + "lcmc_at_k30": 0.1616, + "qglobal": 0.8183, + "qlocal": 0.4957, + "qnx_at_k30": 0.1892, + "qnx_auc": 0.7215, + "trustworthiness": 0.8658, + "trustworthiness_at_k30": 0.8704 + }, + "scaled_scores": { + "continuity_at_k30": 0.8025, + "density_preservation": 0.3258, + "distance_correlation": 0.6016, + "distance_correlation_spectral": 0.3194, + "lcmc_at_k30": 0.1657, + "qglobal": 0.6324, + "qlocal": 0.4919, + "qnx_at_k30": 0.1657, + "qnx_auc": 0.4442, + "trustworthiness": 0.7276, + "trustworthiness_at_k30": 0.7368 + }, + "mean_score": 0.4922, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.8, + "cpu_pct": 996.9, + "peak_memory_mb": 5632, + "disk_read_mb": 69, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": 0.5024, + "density_preservation": 0.019, + "distance_correlation": -0.0018, + "distance_correlation_spectral": 0.0008, + "lcmc_at_k30": 0.0005, + "qglobal": 0.5057, + "qlocal": 0.0074, + "qnx_at_k30": 0.0282, + "qnx_auc": 0.4988, + "trustworthiness": 0.5072, + "trustworthiness_at_k30": 0.5078 + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1193, + "distance_correlation": 0, + "distance_correlation_spectral": 0.4873, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0551, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.7, + "cpu_pct": 475.9, + "peak_memory_mb": 1434, + "disk_read_mb": 49, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 0.9782, + "distance_correlation_spectral": 0.1716, + "lcmc_at_k30": 0.9724, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 1, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 1, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2.2, + "cpu_pct": 390.5, + "peak_memory_mb": 2868, + "disk_read_mb": 49, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": 0.8448, + "density_preservation": 0.2005, + "distance_correlation": 0.5, + "distance_correlation_spectral": -0.0272, + "lcmc_at_k30": 0.1165, + "qglobal": 0.8172, + "qlocal": 0.4294, + "qnx_at_k30": 0.1441, + "qnx_auc": 0.699, + "trustworthiness": 0.8316, + "trustworthiness_at_k30": 0.8383 + }, + "scaled_scores": { + "continuity_at_k30": 0.688, + "density_preservation": 0.2823, + "distance_correlation": 0.5121, + "distance_correlation_spectral": 0.403, + "lcmc_at_k30": 0.1193, + "qglobal": 0.6301, + "qlocal": 0.4251, + "qnx_at_k30": 0.1193, + "qnx_auc": 0.3993, + "trustworthiness": 0.6582, + "trustworthiness_at_k30": 0.6715 + }, + "mean_score": 0.4462, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.6, + "cpu_pct": 1828.7, + "peak_memory_mb": 3175, + "disk_read_mb": 72, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": 0.8194, + "density_preservation": -0.1139, + "distance_correlation": 0.4139, + "distance_correlation_spectral": -0.1108, + "lcmc_at_k30": 0.1025, + "qglobal": 0.8155, + "qlocal": 0.4446, + "qnx_at_k30": 0.1301, + "qnx_auc": 0.6932, + "trustworthiness": 0.796, + "trustworthiness_at_k30": 0.802 + }, + "scaled_scores": { + "continuity_at_k30": 0.6371, + "density_preservation": 0, + "distance_correlation": 0.4242, + "distance_correlation_spectral": 0.152, + "lcmc_at_k30": 0.1049, + "qglobal": 0.6266, + "qlocal": 0.4405, + "qnx_at_k30": 0.1049, + "qnx_auc": 0.3878, + "trustworthiness": 0.5861, + "trustworthiness_at_k30": 0.5978 + }, + "mean_score": 0.3693, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 26.1, + "cpu_pct": 138.9, + "peak_memory_mb": 5632, + "disk_read_mb": 73, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": 0.8754, + "density_preservation": 0.8659, + "distance_correlation": 0.806, + "distance_correlation_spectral": -0.0192, + "lcmc_at_k30": 0.0221, + "qglobal": 0.8071, + "qlocal": 0.3944, + "qnx_at_k30": 0.0279, + "qnx_auc": 0.7137, + "trustworthiness": 0.7757, + "trustworthiness_at_k30": 0.7822 + }, + "scaled_scores": { + "continuity_at_k30": 0.9309, + "density_preservation": 0.8649, + "distance_correlation": 0.8325, + "distance_correlation_spectral": 0.4918, + "lcmc_at_k30": 0.3174, + "qglobal": 1, + "qlocal": 0.736, + "qnx_at_k30": 0.3174, + "qnx_auc": 1, + "trustworthiness": 0.5512, + "trustworthiness_at_k30": 0.732 + }, + "mean_score": 0.7067, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 97, + "cpu_pct": 472.4, + "peak_memory_mb": 6656, + "disk_read_mb": 178, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": 0.8219, + "density_preservation": 0.2726, + "distance_correlation": 0.3294, + "distance_correlation_spectral": 0.071, + "lcmc_at_k30": 0.0288, + "qglobal": 0.7554, + "qlocal": 0.374, + "qnx_at_k30": 0.0346, + "qnx_auc": 0.653, + "trustworthiness": 0.7741, + "trustworthiness_at_k30": 0.7756 + }, + "scaled_scores": { + "continuity_at_k30": 0.7997, + "density_preservation": 0.2668, + "distance_correlation": 0.3376, + "distance_correlation_spectral": 0.9502, + "lcmc_at_k30": 0.413, + "qglobal": 0.6196, + "qlocal": 0.6688, + "qnx_at_k30": 0.413, + "qnx_auc": 0.7155, + "trustworthiness": 0.5479, + "trustworthiness_at_k30": 0.7146 + }, + "mean_score": 0.5861, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 31.9, + "cpu_pct": 968.9, + "peak_memory_mb": 7373, + "disk_read_mb": 196, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": 0.8096, + "density_preservation": 0.4649, + "distance_correlation": 0.7678, + "distance_correlation_spectral": -0.0212, + "lcmc_at_k30": 0.023, + "qglobal": 0.7983, + "qlocal": 0.3573, + "qnx_at_k30": 0.0287, + "qnx_auc": 0.6891, + "trustworthiness": 0.7764, + "trustworthiness_at_k30": 0.778 + }, + "scaled_scores": { + "continuity_at_k30": 0.7694, + "density_preservation": 0.4607, + "distance_correlation": 0.7929, + "distance_correlation_spectral": 0.4819, + "lcmc_at_k30": 0.3291, + "qglobal": 0.9347, + "qlocal": 0.6136, + "qnx_at_k30": 0.3291, + "qnx_auc": 0.8845, + "trustworthiness": 0.5527, + "trustworthiness_at_k30": 0.7209 + }, + "mean_score": 0.6245, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 9.1, + "cpu_pct": 1151.5, + "peak_memory_mb": 3380, + "disk_read_mb": 176, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": 0.9035, + "density_preservation": 0.2647, + "distance_correlation": 0.4875, + "distance_correlation_spectral": -0.0327, + "lcmc_at_k30": 0.0699, + "qglobal": 0.7773, + "qlocal": 0.4746, + "qnx_at_k30": 0.0756, + "qnx_auc": 0.7032, + "trustworthiness": 0.8874, + "trustworthiness_at_k30": 0.8851 + }, + "scaled_scores": { + "continuity_at_k30": 1, + "density_preservation": 0.2589, + "distance_correlation": 0.5018, + "distance_correlation_spectral": 0.4232, + "lcmc_at_k30": 1, + "qglobal": 0.7807, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 0.9506, + "trustworthiness": 0.7747, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.79, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 20.2, + "cpu_pct": 1150.3, + "peak_memory_mb": 6554, + "disk_read_mb": 174, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": 0.4963, + "density_preservation": 0.0079, + "distance_correlation": 0.0043, + "distance_correlation_spectral": 0.01, + "lcmc_at_k30": -0, + "qglobal": 0.671, + "qlocal": 0.1709, + "qnx_at_k30": 0.0057, + "qnx_auc": 0.5005, + "trustworthiness": 0.5003, + "trustworthiness_at_k30": 0.5013 + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0.6402, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0582, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.9, + "cpu_pct": 438.9, + "peak_memory_mb": 2765, + "disk_read_mb": 154, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.9999, + "distance_correlation": 0.9673, + "distance_correlation_spectral": -0.1161, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2727, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6.1, + "cpu_pct": 211.7, + "peak_memory_mb": 6042, + "disk_read_mb": 154, + "disk_write_mb": 27 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": 0.8251, + "density_preservation": 0.1089, + "distance_correlation": 0.4773, + "distance_correlation_spectral": 0.0809, + "lcmc_at_k30": 0.0462, + "qglobal": 0.7428, + "qlocal": 0.3599, + "qnx_at_k30": 0.0519, + "qnx_auc": 0.6541, + "trustworthiness": 0.8286, + "trustworthiness_at_k30": 0.8244 + }, + "scaled_scores": { + "continuity_at_k30": 0.8076, + "density_preservation": 0.1018, + "distance_correlation": 0.4911, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0.6616, + "qglobal": 0.5273, + "qlocal": 0.6224, + "qnx_at_k30": 0.6616, + "qnx_auc": 0.7207, + "trustworthiness": 0.657, + "trustworthiness_at_k30": 0.8418 + }, + "mean_score": 0.6448, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 50.3, + "cpu_pct": 2368.1, + "peak_memory_mb": 4916, + "disk_read_mb": 177, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": 0.8122, + "density_preservation": 0.0175, + "distance_correlation": 0.3844, + "distance_correlation_spectral": 0.0768, + "lcmc_at_k30": 0.036, + "qglobal": 0.7607, + "qlocal": 0.3602, + "qnx_at_k30": 0.0417, + "qnx_auc": 0.6534, + "trustworthiness": 0.7682, + "trustworthiness_at_k30": 0.7694 + }, + "scaled_scores": { + "continuity_at_k30": 0.7758, + "density_preservation": 0.0097, + "distance_correlation": 0.3947, + "distance_correlation_spectral": 0.9793, + "lcmc_at_k30": 0.5154, + "qglobal": 0.6588, + "qlocal": 0.6234, + "qnx_at_k30": 0.5154, + "qnx_auc": 0.7175, + "trustworthiness": 0.5361, + "trustworthiness_at_k30": 0.6985 + }, + "mean_score": 0.584, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 59.1, + "cpu_pct": 147.4, + "peak_memory_mb": 5940, + "disk_read_mb": 178, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.6228, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.775, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5501, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1409, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 418, + "cpu_pct": 1098, + "peak_memory_mb": 20685, + "disk_read_mb": 1229, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1509, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7754, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3612, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5509, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0829, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 254, + "cpu_pct": 1403.7, + "peak_memory_mb": 9012, + "disk_read_mb": 1229, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.1159, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7149, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4299, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0391, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.4, + "cpu_pct": 587.4, + "peak_memory_mb": 5428, + "disk_read_mb": 1229, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.017, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8902, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.134, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7805, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0831, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 86, + "cpu_pct": 1398.7, + "peak_memory_mb": 7988, + "disk_read_mb": 1229, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.007, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.4999, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1475, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0134, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 8.5, + "cpu_pct": 100, + "peak_memory_mb": 3994, + "disk_read_mb": 1229, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0909, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 49.6, + "cpu_pct": 101.1, + "peak_memory_mb": 8602, + "disk_read_mb": 1229, + "disk_write_mb": 231 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0043, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8818, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.1511, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7636, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.0832, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 138, + "cpu_pct": 736.5, + "peak_memory_mb": 6144, + "disk_read_mb": 1229, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.1476, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8275, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.3567, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6551, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.092, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 101, + "cpu_pct": 329.7, + "peak_memory_mb": 7271, + "disk_read_mb": 1229, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.7823, + "distance_correlation": 0.6242, + "distance_correlation_spectral": 0.0123, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.814, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.7917, + "distance_correlation": 0.8587, + "distance_correlation_spectral": 0.146, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6279, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2204, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 266, + "cpu_pct": 868.2, + "peak_memory_mb": 10957, + "disk_read_mb": 792, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0684, + "distance_correlation": 0.5258, + "distance_correlation_spectral": 0.1717, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7836, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.108, + "distance_correlation": 0.7229, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.567, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.218, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 120, + "cpu_pct": 1292.5, + "peak_memory_mb": 8295, + "disk_read_mb": 810, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.036, + "distance_correlation": 0.7267, + "distance_correlation_spectral": -0.0149, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7913, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0079, + "distance_correlation": 1, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5824, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1446, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16, + "cpu_pct": 616.5, + "peak_memory_mb": 4608, + "disk_read_mb": 790, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0359, + "distance_correlation": 0.3617, + "distance_correlation_spectral": -0.0076, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9082, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0768, + "distance_correlation": 0.4967, + "distance_correlation_spectral": 0.0394, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8163, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1299, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 51.7, + "cpu_pct": 1310.3, + "peak_memory_mb": 7578, + "disk_read_mb": 787, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0003, + "distance_correlation": 0.0014, + "distance_correlation_spectral": 0.0038, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5002, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0427, + "distance_correlation": 0, + "distance_correlation_spectral": 0.1006, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.013, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 9.2, + "cpu_pct": 89.5, + "peak_memory_mb": 3380, + "disk_read_mb": 768, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.9998, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1818, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 28, + "cpu_pct": 113.2, + "peak_memory_mb": 6144, + "disk_read_mb": 768, + "disk_write_mb": 163 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "tsne", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": 0.0029, + "distance_correlation": 0.5752, + "distance_correlation_spectral": 0.1088, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9204, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0.0453, + "distance_correlation": 0.7911, + "distance_correlation_spectral": 0.6628, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8408, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2127, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 85, + "cpu_pct": 1019.6, + "peak_memory_mb": 5632, + "disk_read_mb": 791, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "umap", + "metric_values": { + "continuity_at_k30": "NA", + "density_preservation": -0.0443, + "distance_correlation": 0.5385, + "distance_correlation_spectral": 0.1388, + "lcmc_at_k30": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8678, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.7405, + "distance_correlation_spectral": 0.8235, + "lcmc_at_k30": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7356, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2091, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 74, + "cpu_pct": 248.8, + "peak_memory_mb": 6759, + "disk_read_mb": 792, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.8, + "cpu_pct": 127.1, + "peak_memory_mb": 5837, + "disk_read_mb": 2970, + "disk_write_mb": 9 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 33.5, + "cpu_pct": 337.1, + "peak_memory_mb": 9012, + "disk_read_mb": 2970, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 194, + "cpu_pct": 100.1, + "peak_memory_mb": 28365, + "disk_read_mb": 2970, + "disk_write_mb": 658 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 18.4, + "cpu_pct": 94.1, + "peak_memory_mb": 12596, + "disk_read_mb": 9728, + "disk_write_mb": 13 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 75, + "cpu_pct": 206.2, + "peak_memory_mb": 22631, + "disk_read_mb": 9728, + "disk_write_mb": 11 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.4, + "cpu_pct": 119.4, + "peak_memory_mb": 15463, + "disk_read_mb": 12698, + "disk_write_mb": 16 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 331, + "cpu_pct": 614, + "peak_memory_mb": 11060, + "disk_read_mb": 2970, + "disk_write_mb": 9 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 96, + "cpu_pct": 186.2, + "peak_memory_mb": 28468, + "disk_read_mb": 12698, + "disk_write_mb": 13 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 200, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 97, + "cpu_pct": 182, + "peak_memory_mb": 29594, + "disk_read_mb": 13210, + "disk_write_mb": 10 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 623, + "cpu_pct": 2160.1, + "peak_memory_mb": 10138, + "disk_read_mb": 2970, + "disk_write_mb": 9 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 18.7, + "cpu_pct": 108.6, + "peak_memory_mb": 16077, + "disk_read_mb": 13210, + "disk_write_mb": 12 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 670, + "cpu_pct": 592.9, + "peak_memory_mb": 9012, + "disk_read_mb": 2970, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 369, + "cpu_pct": 99.3, + "peak_memory_mb": 49972, + "disk_read_mb": 9728, + "disk_write_mb": 1946 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 564, + "cpu_pct": 881.2, + "peak_memory_mb": 22016, + "disk_read_mb": 9728, + "disk_write_mb": 12 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 22.6, + "cpu_pct": 107.9, + "peak_memory_mb": 20276, + "disk_read_mb": 17408, + "disk_write_mb": 24 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 121, + "cpu_pct": 166.7, + "peak_memory_mb": 38093, + "disk_read_mb": 17511, + "disk_write_mb": 19 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 1, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 384, + "cpu_pct": 98.8, + "peak_memory_mb": 47616, + "disk_read_mb": 13210, + "disk_write_mb": 2765 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 833, + "cpu_pct": 1433.5, + "peak_memory_mb": 13517, + "disk_read_mb": 2970, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "pca", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 135, + "cpu_pct": 160.9, + "peak_memory_mb": 41882, + "disk_read_mb": 19354, + "disk_write_mb": 16 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 566, + "cpu_pct": 99.5, + "peak_memory_mb": 77108, + "disk_read_mb": 12698, + "disk_write_mb": 2560 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 569, + "cpu_pct": 1026, + "peak_memory_mb": 27136, + "disk_read_mb": 13210, + "disk_write_mb": 12 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "random_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.6, + "cpu_pct": 103.2, + "peak_memory_mb": 22221, + "disk_read_mb": 19354, + "disk_write_mb": 20 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 1, + "duration_sec": 910, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "true_features", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 639, + "cpu_pct": 98.6, + "peak_memory_mb": 83252, + "disk_read_mb": 17408, + "disk_write_mb": 3482 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1505, + "cpu_pct": 1055.3, + "peak_memory_mb": 50381, + "disk_read_mb": 2970, + "disk_write_mb": 9 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1139, + "cpu_pct": 2108.4, + "peak_memory_mb": 20685, + "disk_read_mb": 13210, + "disk_write_mb": 12 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1325, + "cpu_pct": 577, + "peak_memory_mb": 22631, + "disk_read_mb": 9728, + "disk_write_mb": 11 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1079, + "cpu_pct": 1166.2, + "peak_memory_mb": 40039, + "disk_read_mb": 17511, + "disk_write_mb": 21 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1411, + "cpu_pct": 1641.9, + "peak_memory_mb": 20378, + "disk_read_mb": 12698, + "disk_write_mb": 15 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1388, + "cpu_pct": 556, + "peak_memory_mb": 29594, + "disk_read_mb": 13210, + "disk_write_mb": 10 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 1700, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 1750, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1522, + "cpu_pct": 541.6, + "peak_memory_mb": 28468, + "disk_read_mb": 12698, + "disk_write_mb": 13 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1777, + "cpu_pct": 2562.6, + "peak_memory_mb": 18228, + "disk_read_mb": 9728, + "disk_write_mb": 13 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1817, + "cpu_pct": 1480.2, + "peak_memory_mb": 22324, + "disk_read_mb": 9831, + "disk_write_mb": 10 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1762, + "cpu_pct": 1814.1, + "peak_memory_mb": 27239, + "disk_read_mb": 13312, + "disk_write_mb": 9 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 1870, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 2050, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "densmap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 1620, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2195, + "cpu_pct": 1465.3, + "peak_memory_mb": 26317, + "disk_read_mb": 12698, + "disk_write_mb": 12 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2044, + "cpu_pct": 535.6, + "peak_memory_mb": 41882, + "disk_read_mb": 19354, + "disk_write_mb": 16 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "tsne", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2651, + "cpu_pct": 652.7, + "peak_memory_mb": 38093, + "disk_read_mb": 17511, + "disk_write_mb": 19 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2433, + "cpu_pct": 1468, + "peak_memory_mb": 34509, + "disk_read_mb": 19354, + "disk_write_mb": 16 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 3025, + "cpu_pct": 2589.4, + "peak_memory_mb": 26112, + "disk_read_mb": 17511, + "disk_write_mb": 24 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 3385, + "cpu_pct": 4361.6, + "peak_memory_mb": 40346, + "disk_read_mb": 19354, + "disk_write_mb": 17 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hypomap", + "method_id": "umap", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2211, + "cpu_pct": 2730, + "peak_memory_mb": 30106, + "disk_read_mb": 12698, + "disk_write_mb": 14 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "phate", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2930, + "cpu_pct": 2304.7, + "peak_memory_mb": 27648, + "disk_read_mb": 19354, + "disk_write_mb": 19 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "neuralee", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 3349, + "cpu_pct": 1831.4, + "peak_memory_mb": 35943, + "disk_read_mb": 17511, + "disk_write_mb": 18 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 8540, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 10301, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 11501, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 14111, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 18361, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": "NA", + "duration_sec": 22120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "simlr", + "metric_values": { + "density_preservation": "NA", + "trustworthiness": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "density_preservation": 0, + "trustworthiness": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, + "lcmc_at_k30": 0, + "qnx_auc": 0, + "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 29241, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + } +] diff --git a/results/dimensionality_reduction/data/state.yaml b/results/dimensionality_reduction/data/state.yaml new file mode 100644 index 00000000..9cc4fc6d --- /dev/null +++ b/results/dimensionality_reduction/data/state.yaml @@ -0,0 +1,8 @@ +id: process +output_scores: !file results.json +output_method_info: !file method_info.json +output_metric_info: !file metric_info.json +output_dataset_info: !file dataset_info.json +output_task_info: !file task_info.json +output_qc: !file quality_control.json + diff --git a/results/dimensionality_reduction/data/task_info.json b/results/dimensionality_reduction/data/task_info.json index 9a9a8de1..54f26865 100644 --- a/results/dimensionality_reduction/data/task_info.json +++ b/results/dimensionality_reduction/data/task_info.json @@ -1,8 +1,8 @@ { - "task_id": "dimensionality_reduction", - "commit_sha": "0a0e902bd1482e35418f7816fc91e9bc31a33126", - "task_name": "Dimensionality reduction for visualisation", - "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation", - "task_description": "\nDimensionality reduction is one of the key challenges in single-cell data\nrepresentation. Routine single-cell RNA sequencing (scRNA-seq) experiments measure cells\nin roughly 20,000-30,000 dimensions (i.e., features - mostly gene transcripts but also\nother functional elements encoded in mRNA such as lncRNAs). Since its inception,\nscRNA-seq experiments have been growing in terms of the number of cells measured.\nOriginally, cutting-edge SmartSeq experiments would yield a few hundred cells, at best.\nNow, it is not uncommon to see experiments that yield over [100,000\ncells](https://openproblems.bio/bibliography#tabula2018single) or even [> 1 million\ncells.](https://openproblems.bio/bibliography#cao2020human)\n\nEach *feature* in a dataset functions as a single dimension. While each of the ~30,000\ndimensions measured in each cell contribute to an underlying data structure, the overall\nstructure of the data is challenging to display in few dimensions due to data sparsity\nand the [*\"curse of\ndimensionality\"*](https://en.wikipedia.org/wiki/Curse_of_dimensionality) (distances in\nhigh dimensional data don\u2019t distinguish data points well). Thus, we need to find a way\nto [dimensionally reduce](https://en.wikipedia.org/wiki/Dimensionality_reduction) the\ndata for visualization and interpretation.\n\n", - "repo": "openproblems-bio/openproblems" -} \ No newline at end of file + "task_id": "dimensionality_reduction", + "commit_sha": null, + "task_name": "Dimensionality reduction for visualization", + "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation", + "task_description": "Dimensionality reduction is one of the key challenges in single-cell data representation.\nRoutine single-cell RNA sequencing (scRNA-seq) experiments measure cells in roughly\n20,000-30,000 dimensions (i.e., features - mostly gene transcripts but also other functional\nelements encoded in mRNA such as lncRNAs). Since its inception,scRNA-seq experiments have\nbeen growing in terms of the number of cells measured. Originally, cutting-edge SmartSeq\nexperiments would yield a few hundred cells, at best. Now, it is not uncommon to see\nexperiments that yield over [100,000 cells]()\nor even [> 1 million cells](https://doi.org/10.1126/science.aba7721).\n\n\nEach *feature* in a dataset functions as a single dimension. While each of the ~30,000\ndimensions measured in each cell contribute to an underlying data structure, the overall\nstructure of the data is challenging to display in few dimensions due to data sparsity\nand the [*\"curse of dimensionality\"*](https://en.wikipedia.org/wiki/Curse_of_dimensionality)\n(distances in high dimensional data don't distinguish data points well). Thus, we need to find\na way to [dimensionally reduce](https://en.wikipedia.org/wiki/Dimensionality_reduction)\nthe data for visualization and interpretation.\n", + "repo": "openproblems-bio/openproblems-v2" +} diff --git a/results/dimensionality_reduction/index.qmd b/results/dimensionality_reduction/index.qmd index 9125c143..36aaf43b 100644 --- a/results/dimensionality_reduction/index.qmd +++ b/results/dimensionality_reduction/index.qmd @@ -1,5 +1,5 @@ --- -title: "Dimensionality reduction for visualisation" +title: "Dimensionality reduction for visualization" subtitle: "Reduction of high-dimensional datasets to 2D for visualization & interpretation" image: thumbnail.svg page-layout: full From 7400aade58ca03dc94730deb415ad1523e059440 Mon Sep 17 00:00:00 2001 From: Kai Waldrant Date: Tue, 5 Mar 2024 15:37:13 +0100 Subject: [PATCH 2/6] Update changelog --- CHANGELOG.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index e5f662ee..8415360a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,11 @@ # openproblems.bio unreleased +## MAJOR CHANGES + +* Update Dimensionality Reduction task to OpenProblems v2 results (PR #326) + +# openproblems.bio v2.3.6 + ## NEW CONTENT * Add an event page for the Weekly wednesday work meeting (PR #299). From ce9e6ba4c66131debde57a5eee970777f8657924 Mon Sep 17 00:00:00 2001 From: Kai Waldrant Date: Tue, 5 Mar 2024 16:35:44 +0100 Subject: [PATCH 3/6] Update CHANGELOG.md --- CHANGELOG.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 8415360a..879a9e7a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,7 +2,7 @@ ## MAJOR CHANGES -* Update Dimensionality Reduction task to OpenProblems v2 results (PR #326) +* Update Dimensionality Reduction task to OpenProblems v2 results (PR #326). # openproblems.bio v2.3.6 From 671f081749a23c0a6a6ea677070c05db3ae342e9 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Mon, 18 Mar 2024 11:05:02 +0100 Subject: [PATCH 4/6] update results --- .../data/dataset_info.json | 112 +- .../data/method_info.json | 98 +- .../data/metric_execution_info.json | 14492 ++++++++++++++++ .../data/metric_info.json | 66 +- .../data/quality_control.json | 3146 +++- .../data/results.json | 11279 ++++++++---- .../dimensionality_reduction/data/state.yaml | 1 + .../data/task_info.json | 4 +- 8 files changed, 24970 insertions(+), 4228 deletions(-) create mode 100644 results/dimensionality_reduction/data/metric_execution_info.json diff --git a/results/dimensionality_reduction/data/dataset_info.json b/results/dimensionality_reduction/data/dataset_info.json index b50fcff7..a1d591d8 100644 --- a/results/dimensionality_reduction/data/dataset_info.json +++ b/results/dimensionality_reduction/data/dataset_info.json @@ -1,20 +1,4 @@ [ - { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "dataset_name": "Mouse HSPC", - "dataset_summary": "Haematopoeitic stem and progenitor cells from mouse bone marrow", - "data_reference": "nestorowa2016single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE81682" - }, - { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/hypomap", - "dataset_name": "HypoMap", - "dataset_summary": "A unified single cell gene expression atlas of the murine hypothalamus", - "data_reference": "steuernagel2022hypomap", - "data_url": "https://cellxgene.cziscience.com/collections/d86517f0-fa7e-4266-b82e-a521350d6d36" - }, { "task_id": "dimensionality_reduction", "dataset_id": "openproblems_v1/zebrafish", @@ -25,11 +9,11 @@ }, { "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/tnbc_wu2021", - "dataset_name": "Triple-Negative Breast Cancer", - "dataset_summary": "1535 cells from six fresh triple-negative breast cancer tumors.", - "data_reference": "wu2021single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE118389" + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_name": "1k PBMCs", + "dataset_summary": "1k peripheral blood mononuclear cells from a healthy donor", + "data_reference": "10x2018pbmc", + "data_url": "https://www.10xgenomics.com/resources/datasets/1-k-pbm-cs-from-a-healthy-donor-v-3-chemistry-3-standard-3-0-0" }, { "task_id": "dimensionality_reduction", @@ -57,11 +41,11 @@ }, { "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/gtex_v9", - "dataset_name": "GTEX v9", - "dataset_summary": "Single-nucleus cross-tissue molecular reference maps to decipher disease gene function", - "data_reference": "eraslan2022singlenucleus", - "data_url": "https://cellxgene.cziscience.com/collections/a3ffde6c-7ad2-498a-903c-d58e732f7470" + "dataset_id": "openproblems_v1/cengen", + "dataset_name": "CeNGEN", + "dataset_summary": "Complete Gene Expression Map of an Entire Nervous System", + "data_reference": "hammarlund2018cengen", + "data_url": "https://www.cengen.org" }, { "task_id": "dimensionality_reduction", @@ -73,11 +57,11 @@ }, { "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/hcla", - "dataset_name": "Human Lung Cell Atlas", - "dataset_summary": "An integrated cell atlas of the human lung in health and disease (core)", - "data_reference": "sikkema2023integrated", - "data_url": "https://cellxgene.cziscience.com/collections/6f6d381a-7701-4781-935c-db10d30de293" + "dataset_id": "openproblems_v1/allen_brain_atlas", + "dataset_name": "Mouse Brain Atlas", + "dataset_summary": "Adult mouse primary visual cortex", + "data_reference": "tasic2016adult", + "data_url": "http://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE71585" }, { "task_id": "dimensionality_reduction", @@ -89,19 +73,27 @@ }, { "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "dataset_name": "Mouse Pancreatic Islet Atlas", - "dataset_summary": "Mouse pancreatic islet scRNA-seq atlas across sexes, ages, and stress conditions including diabetes", - "data_reference": "hrovatin2023delineating", - "data_url": "https://cellxgene.cziscience.com/collections/296237e2-393d-4e31-b590-b03f74ac5070" + "dataset_id": "cellxgene_census/immune_cell_atlas", + "dataset_name": "Immune Cell Atlas", + "dataset_summary": "Cross-tissue immune cell analysis reveals tissue-specific features in humans", + "data_reference": "dominguez2022crosstissue", + "data_url": "https://cellxgene.cziscience.com/collections/62ef75e4-cbea-454e-a0ce-998ec40223d3" }, { "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "dataset_name": "1k PBMCs", - "dataset_summary": "1k peripheral blood mononuclear cells from a healthy donor", - "data_reference": "10x2018pbmc", - "data_url": "https://www.10xgenomics.com/resources/datasets/1-k-pbm-cs-from-a-healthy-donor-v-3-chemistry-3-standard-3-0-0" + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "dataset_name": "Mouse HSPC", + "dataset_summary": "Haematopoeitic stem and progenitor cells from mouse bone marrow", + "data_reference": "nestorowa2016single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE81682" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_name": "Triple-Negative Breast Cancer", + "dataset_summary": "1535 cells from six fresh triple-negative breast cancer tumors.", + "data_reference": "wu2021single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE118389" }, { "task_id": "dimensionality_reduction", @@ -113,26 +105,34 @@ }, { "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/cengen", - "dataset_name": "CeNGEN", - "dataset_summary": "Complete Gene Expression Map of an Entire Nervous System", - "data_reference": "hammarlund2018cengen", - "data_url": "https://www.cengen.org" + "dataset_id": "cellxgene_census/gtex_v9", + "dataset_name": "GTEX v9", + "dataset_summary": "Single-nucleus cross-tissue molecular reference maps to decipher disease gene function", + "data_reference": "eraslan2022singlenucleus", + "data_url": "https://cellxgene.cziscience.com/collections/a3ffde6c-7ad2-498a-903c-d58e732f7470" }, { "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/allen_brain_atlas", - "dataset_name": "Mouse Brain Atlas", - "dataset_summary": "Adult mouse primary visual cortex", - "data_reference": "tasic2016adult", - "data_url": "http://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE71585" + "dataset_id": "cellxgene_census/hcla", + "dataset_name": "Human Lung Cell Atlas", + "dataset_summary": "An integrated cell atlas of the human lung in health and disease (core)", + "data_reference": "sikkema2023integrated", + "data_url": "https://cellxgene.cziscience.com/collections/6f6d381a-7701-4781-935c-db10d30de293" }, { "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/immune_cell_atlas", - "dataset_name": "Immune Cell Atlas", - "dataset_summary": "Cross-tissue immune cell analysis reveals tissue-specific features in humans", - "data_reference": "dominguez2022crosstissue", - "data_url": "https://cellxgene.cziscience.com/collections/62ef75e4-cbea-454e-a0ce-998ec40223d3" + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "dataset_name": "Mouse Pancreatic Islet Atlas", + "dataset_summary": "Mouse pancreatic islet scRNA-seq atlas across sexes, ages, and stress conditions including diabetes", + "data_reference": "hrovatin2023delineating", + "data_url": "https://cellxgene.cziscience.com/collections/296237e2-393d-4e31-b590-b03f74ac5070" + }, + { + "task_id": "dimensionality_reduction", + "dataset_id": "cellxgene_census/hypomap", + "dataset_name": "HypoMap", + "dataset_summary": "A unified single cell gene expression atlas of the murine hypothalamus", + "data_reference": "steuernagel2022hypomap", + "data_url": "https://cellxgene.cziscience.com/collections/d86517f0-fa7e-4266-b82e-a521350d6d36" } ] diff --git a/results/dimensionality_reduction/data/method_info.json b/results/dimensionality_reduction/data/method_info.json index 2ba5e7bf..a22b8bb3 100644 --- a/results/dimensionality_reduction/data/method_info.json +++ b/results/dimensionality_reduction/data/method_info.json @@ -7,9 +7,21 @@ "is_baseline": true, "paper_reference": null, "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/control_methods/random_features/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/random_features/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "spectral_features", + "method_name": "Spectral Features", + "method_summary": "Positive control by Use 1000-dimensional diffusions maps as an embedding.", + "is_baseline": true, + "paper_reference": null, + "code_url": null, + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/spectral_features/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -19,9 +31,9 @@ "is_baseline": true, "paper_reference": null, "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/control_methods/true_features/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/true_features/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -31,9 +43,45 @@ "is_baseline": false, "paper_reference": "narayan2021assessing", "code_url": "https://github.com/lmcinnes/umap", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/densmap/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/densmap/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "diffusion_map", + "method_name": "Diffusion Map", + "method_summary": "Finding meaningful geometric descriptions of datasets using diffusion maps.", + "is_baseline": false, + "paper_reference": "coifman2006diffusion", + "code_url": "https://github.com/theislab/destiny", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/diffusion_map/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "ivis", + "method_name": "ivis", + "method_summary": "Structure-preserving dimensionality reduction using a siamese neural network trained on triplets.", + "is_baseline": false, + "paper_reference": "szubert2019structurepreserving", + "code_url": "https://github.com/beringresearch/ivis", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/ivis/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "lmds", + "method_name": "LMDS", + "method_summary": "Landmark Multi-Dimensional Scaling", + "is_baseline": false, + "paper_reference": "saelens2019comparison", + "code_url": "https://github.com/dynverse/lmds", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/lmds/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -43,9 +91,9 @@ "is_baseline": false, "paper_reference": "xiong2020neuralee", "code_url": "https://github.com/HiBearME/NeuralEE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/neuralee/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/neuralee/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -54,10 +102,10 @@ "method_summary": "A linear method that finds orthogonal directions to compute the two-dimensional embedding.", "is_baseline": false, "paper_reference": "pearson1901pca", - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/pca/config.vsh.yaml", + "code_url": "https://github.com/scikit-learn/scikit-learn", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/pca/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -67,9 +115,21 @@ "is_baseline": false, "paper_reference": "moon2019visualizing", "code_url": "https://github.com/KrishnaswamyLab/PHATE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/phate/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/phate/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + }, + { + "task_id": "dimensionality_reduction", + "method_id": "pymde", + "method_name": "PyMDE", + "method_summary": "A Python implementation of Minimum-Distortion Embedding", + "is_baseline": false, + "paper_reference": "agrawal2021mde", + "code_url": "https://github.com/cvxgrp/pymde", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/pymde/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -79,9 +139,9 @@ "is_baseline": false, "paper_reference": "wang2017visualization", "code_url": "https://github.com/BatzoglouLabSU/SIMLR", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/simlr/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/simlr/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -91,9 +151,9 @@ "is_baseline": false, "paper_reference": "vandermaaten2008visualizing", "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/tsne/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/tsne/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" }, { "task_id": "dimensionality_reduction", @@ -103,8 +163,8 @@ "is_baseline": false, "paper_reference": "mcinnes2018umap", "code_url": "https://github.com/lmcinnes/umap", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/methods/umap/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/umap/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb" + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" } ] diff --git a/results/dimensionality_reduction/data/metric_execution_info.json b/results/dimensionality_reduction/data/metric_execution_info.json new file mode 100644 index 00000000..9f3906cc --- /dev/null +++ b/results/dimensionality_reduction/data/metric_execution_info.json @@ -0,0 +1,14492 @@ +[ + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 447, + "cpu_pct": 114.7, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 757, + "cpu_pct": 103.4, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 545, + "cpu_pct": 107, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 455, + "cpu_pct": 117.8, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 466, + "cpu_pct": 105.7, + "peak_memory_mb": 7271, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 317, + "cpu_pct": 128, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 504, + "cpu_pct": 111.9, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 694, + "cpu_pct": 121.6, + "peak_memory_mb": 15668, + "disk_read_mb": 1639, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 419, + "cpu_pct": 839.1, + "peak_memory_mb": 33690, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 306, + "cpu_pct": 127.1, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 429, + "cpu_pct": 119, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 391, + "cpu_pct": 111.2, + "peak_memory_mb": 12288, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4429, + "cpu_pct": 111.8, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 3953, + "cpu_pct": 112.6, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 5017, + "cpu_pct": 109.9, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4034, + "cpu_pct": 112.2, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 5371, + "cpu_pct": 102.6, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 2989, + "cpu_pct": 118, + "peak_memory_mb": 14746, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4770, + "cpu_pct": 108.1, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9871, + "cpu_pct": 111.1, + "peak_memory_mb": 52020, + "disk_read_mb": 4506, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 3016, + "cpu_pct": 698.8, + "peak_memory_mb": 158720, + "disk_read_mb": 3584, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 2281, + "cpu_pct": 120.9, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4010, + "cpu_pct": 113, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 3526, + "cpu_pct": 112.4, + "peak_memory_mb": 14644, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 30253, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14405, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 12095, + "cpu_pct": 105.8, + "peak_memory_mb": 25908, + "disk_read_mb": 17511, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 842, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 11538, + "cpu_pct": 105.9, + "peak_memory_mb": 25805, + "disk_read_mb": 17511, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 24353, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9871, + "cpu_pct": 111.1, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 11804, + "cpu_pct": 108.6, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 11997, + "cpu_pct": 108.5, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 11118, + "cpu_pct": 109.1, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 12327, + "cpu_pct": 108.3, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 12381, + "cpu_pct": 108.6, + "peak_memory_mb": 25088, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 790, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 6110, + "cpu_pct": 117.9, + "peak_memory_mb": 25191, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 8094, + "cpu_pct": 112.7, + "peak_memory_mb": 25191, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 8432, + "cpu_pct": 110.9, + "peak_memory_mb": 25191, + "disk_read_mb": 12698, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9234, + "cpu_pct": 110.1, + "peak_memory_mb": 22016, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 10150, + "cpu_pct": 108.4, + "peak_memory_mb": 22016, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9813, + "cpu_pct": 108.6, + "peak_memory_mb": 22016, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": "NA", + "duration_sec": 20420, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 10171, + "cpu_pct": 108.2, + "peak_memory_mb": 21914, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 5893, + "cpu_pct": 106, + "peak_memory_mb": 16999, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9842, + "cpu_pct": 108.4, + "peak_memory_mb": 21914, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 232, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 740, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4369, + "cpu_pct": 108.1, + "peak_memory_mb": 16999, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 7829, + "cpu_pct": 111.2, + "peak_memory_mb": 22016, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 8079, + "cpu_pct": 104.7, + "peak_memory_mb": 22119, + "disk_read_mb": 9831, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 7373, + "cpu_pct": 111.2, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 8263, + "cpu_pct": 106.1, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9134, + "cpu_pct": 108.3, + "peak_memory_mb": 25293, + "disk_read_mb": 13312, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 7978, + "cpu_pct": 106.7, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 7973, + "cpu_pct": 109.3, + "peak_memory_mb": 25293, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 5062, + "cpu_pct": 115.7, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 9025, + "cpu_pct": 108.1, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 242, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 1662, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 4431, + "cpu_pct": 117.8, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 6245, + "cpu_pct": 112.3, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 6916, + "cpu_pct": 110.6, + "peak_memory_mb": 25396, + "disk_read_mb": 13210, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14405, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 14045, + "cpu_pct": 110.2, + "peak_memory_mb": 32154, + "disk_read_mb": 19354, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 7428, + "cpu_pct": 119.1, + "peak_memory_mb": 32359, + "disk_read_mb": 19354, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 143, + "duration_sec": 14404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 137, + "duration_sec": 822, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 6911, + "cpu_pct": 110.2, + "peak_memory_mb": 32256, + "disk_read_mb": 19354, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 8742, + "cpu_pct": 116.5, + "peak_memory_mb": 32256, + "disk_read_mb": 19354, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 11902, + "cpu_pct": 109.5, + "peak_memory_mb": 32461, + "disk_read_mb": 19354, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 137, + "cpu_pct": 122.2, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 193, + "cpu_pct": 104.1, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 163, + "cpu_pct": 112.1, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 250, + "cpu_pct": 104.9, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 154, + "cpu_pct": 115.9, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 125, + "cpu_pct": 123.5, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 179, + "cpu_pct": 107.8, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 226, + "cpu_pct": 120.8, + "peak_memory_mb": 13824, + "disk_read_mb": 2048, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 190, + "cpu_pct": 807.7, + "peak_memory_mb": 18842, + "disk_read_mb": 2458, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 235, + "cpu_pct": 100.1, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 134, + "cpu_pct": 105.4, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 137, + "cpu_pct": 108.4, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1685, + "cpu_pct": 113.4, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1481, + "cpu_pct": 113.6, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1799, + "cpu_pct": 108.2, + "peak_memory_mb": 11981, + "disk_read_mb": 758, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1669, + "cpu_pct": 111.8, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1937, + "cpu_pct": 105.5, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 933, + "cpu_pct": 124.3, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1950, + "cpu_pct": 108.2, + "peak_memory_mb": 11981, + "disk_read_mb": 760, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 2109, + "cpu_pct": 134.1, + "peak_memory_mb": 53044, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1342, + "cpu_pct": 639.7, + "peak_memory_mb": 57344, + "disk_read_mb": 964, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 770, + "cpu_pct": 131.5, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1048, + "cpu_pct": 121.9, + "peak_memory_mb": 11981, + "disk_read_mb": 759, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 1411, + "cpu_pct": 115.8, + "peak_memory_mb": 11981, + "disk_read_mb": 760, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 327, + "cpu_pct": 107.4, + "peak_memory_mb": 6656, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 393, + "cpu_pct": 115.5, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 772, + "cpu_pct": 101.6, + "peak_memory_mb": 11776, + "disk_read_mb": 827, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 341, + "cpu_pct": 119.9, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 449, + "cpu_pct": 110.6, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 282, + "cpu_pct": 127.8, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 419, + "cpu_pct": 116.5, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 610, + "cpu_pct": 121.8, + "peak_memory_mb": 15156, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 649, + "cpu_pct": 185.7, + "peak_memory_mb": 18637, + "disk_read_mb": 976, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 288, + "cpu_pct": 126, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 342, + "cpu_pct": 113.3, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 280, + "cpu_pct": 111.1, + "peak_memory_mb": 11776, + "disk_read_mb": 828, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 24.5, + "cpu_pct": 178.9, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 22.5, + "cpu_pct": 151.1, + "peak_memory_mb": 10650, + "disk_read_mb": 98, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.5, + "cpu_pct": 146.8, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.7, + "cpu_pct": 169.9, + "peak_memory_mb": 5940, + "disk_read_mb": 98, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 22.5, + "cpu_pct": 150.7, + "peak_memory_mb": 10650, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.9, + "cpu_pct": 172.3, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.6, + "cpu_pct": 148.9, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.8, + "cpu_pct": 131.4, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.3, + "cpu_pct": 172.7, + "peak_memory_mb": 5940, + "disk_read_mb": 98, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 25.8, + "cpu_pct": 153.7, + "peak_memory_mb": 10650, + "disk_read_mb": 98, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 27.2, + "cpu_pct": 275.7, + "peak_memory_mb": 10957, + "disk_read_mb": 109, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.3, + "cpu_pct": 185.3, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 27, + "cpu_pct": 147.8, + "peak_memory_mb": 10650, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 23.7, + "cpu_pct": 155.3, + "peak_memory_mb": 5940, + "disk_read_mb": 95, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.9, + "cpu_pct": 166.6, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 43, + "cpu_pct": 98.7, + "peak_memory_mb": 10855, + "disk_read_mb": 384, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.5, + "cpu_pct": 151.5, + "peak_memory_mb": 10855, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 27.2, + "cpu_pct": 167.4, + "peak_memory_mb": 10957, + "disk_read_mb": 384, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.6, + "cpu_pct": 137.6, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.4, + "cpu_pct": 141.2, + "peak_memory_mb": 10855, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.7, + "cpu_pct": 173.1, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 64, + "cpu_pct": 100.8, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 304, + "cpu_pct": 14.9, + "peak_memory_mb": 10957, + "disk_read_mb": 384, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 31.1, + "cpu_pct": 161.3, + "peak_memory_mb": 10855, + "disk_read_mb": 396, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 34.3, + "cpu_pct": 432.5, + "peak_memory_mb": 11264, + "disk_read_mb": 447, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 30.2, + "cpu_pct": 177.6, + "peak_memory_mb": 11060, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 27.6, + "cpu_pct": 169.8, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 28.1, + "cpu_pct": 140.8, + "peak_memory_mb": 10957, + "disk_read_mb": 383, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 154, + "cpu_pct": 123.8, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 174, + "cpu_pct": 117.4, + "peak_memory_mb": 11674, + "disk_read_mb": 890, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 146, + "cpu_pct": 122.3, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 182, + "cpu_pct": 115.1, + "peak_memory_mb": 11674, + "disk_read_mb": 890, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 147, + "cpu_pct": 118.2, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 163, + "cpu_pct": 109.5, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 129, + "cpu_pct": 126.1, + "peak_memory_mb": 11776, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 197, + "cpu_pct": 113.9, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 241, + "cpu_pct": 125.9, + "peak_memory_mb": 12391, + "disk_read_mb": 1009, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 166, + "cpu_pct": 514.6, + "peak_memory_mb": 16282, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 114, + "cpu_pct": 121.1, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 182, + "cpu_pct": 105, + "peak_memory_mb": 11674, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 119.1, + "peak_memory_mb": 11776, + "disk_read_mb": 889, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 20.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 29.9, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 20.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 20.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 20, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.3, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 31.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 40.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 29.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 19.9, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.6, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 40, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 20.5, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 1, + "duration_sec": 30.2, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 634, + "cpu_pct": 111.4, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 528, + "cpu_pct": 116.4, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 494, + "cpu_pct": 114.9, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 844, + "cpu_pct": 107.1, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 541, + "cpu_pct": 103.4, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 332, + "cpu_pct": 128.9, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 515, + "cpu_pct": 112.8, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 757, + "cpu_pct": 122.6, + "peak_memory_mb": 17408, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 466, + "cpu_pct": 752.8, + "peak_memory_mb": 33792, + "disk_read_mb": 1434, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 305, + "cpu_pct": 131.6, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 396, + "cpu_pct": 123.2, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 448, + "cpu_pct": 121.3, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 263, + "cpu_pct": 120.9, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 277, + "cpu_pct": 121.4, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 268, + "cpu_pct": 121.3, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 277, + "cpu_pct": 120.1, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 276, + "cpu_pct": 119.8, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 199, + "cpu_pct": 131.1, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 288, + "cpu_pct": 118.6, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 399, + "cpu_pct": 125.9, + "peak_memory_mb": 13927, + "disk_read_mb": 986, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 282, + "cpu_pct": 772.2, + "peak_memory_mb": 21504, + "disk_read_mb": 956, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 177, + "cpu_pct": 131.5, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 225, + "cpu_pct": 125.6, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "clustering_performance", + "resources": { + "exit_code": 0, + "duration_sec": 225, + "cpu_pct": 130.1, + "peak_memory_mb": 11674, + "disk_read_mb": 795, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 25073, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 24293, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 40432, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 79, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 80, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 80, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 70, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 80, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 80, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 380, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 70, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 80, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 79, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 430, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 321, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 470, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 392, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 150, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 422, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 137, + "duration_sec": 1112, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 270, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 200, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 200, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 270, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 189, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 570, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 830, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 221, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 350, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 329, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 210, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 262, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 690, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 329, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 311, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 220, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 210, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 137, + "duration_sec": 1492, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 1, + "duration_sec": 380, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 18803, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 30903, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 24163, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 23185, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 23602, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 20484, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 42153, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 25742, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 14820, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 24543, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 21950, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 18412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 26000, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 21753, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 25651, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 25583, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 394, + "cpu_pct": 103.5, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 397, + "cpu_pct": 103.2, + "peak_memory_mb": 6656, + "disk_read_mb": 89, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 392, + "cpu_pct": 102.3, + "peak_memory_mb": 3892, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 390, + "cpu_pct": 103.7, + "peak_memory_mb": 6656, + "disk_read_mb": 89, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 392, + "cpu_pct": 102.5, + "peak_memory_mb": 3892, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 395, + "cpu_pct": 103.3, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 395, + "cpu_pct": 103.1, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 395, + "cpu_pct": 102.9, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 395, + "cpu_pct": 102.5, + "peak_memory_mb": 3994, + "disk_read_mb": 89, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 396, + "cpu_pct": 104.3, + "peak_memory_mb": 6656, + "disk_read_mb": 89, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 783, + "cpu_pct": 101.6, + "peak_memory_mb": 7476, + "disk_read_mb": 101, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 393, + "cpu_pct": 102.3, + "peak_memory_mb": 3892, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 391, + "cpu_pct": 104.2, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 398, + "cpu_pct": 103.6, + "peak_memory_mb": 6656, + "disk_read_mb": 86, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2052, + "cpu_pct": 100.7, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2258, + "cpu_pct": 100.9, + "peak_memory_mb": 7271, + "disk_read_mb": 375, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2098, + "cpu_pct": 100.6, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2071, + "cpu_pct": 100.7, + "peak_memory_mb": 4608, + "disk_read_mb": 375, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2094, + "cpu_pct": 100.7, + "peak_memory_mb": 4608, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2053, + "cpu_pct": 100.7, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2049, + "cpu_pct": 100.7, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2254, + "cpu_pct": 100.9, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2190, + "cpu_pct": 100.7, + "peak_memory_mb": 4608, + "disk_read_mb": 375, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2085, + "cpu_pct": 100.6, + "peak_memory_mb": 4608, + "disk_read_mb": 387, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 4121, + "cpu_pct": 100.4, + "peak_memory_mb": 8192, + "disk_read_mb": 438, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2137, + "cpu_pct": 100.9, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2032, + "cpu_pct": 100.7, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 2106, + "cpu_pct": 100.9, + "peak_memory_mb": 7271, + "disk_read_mb": 374, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 20134, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14401, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 20142, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 20292, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 22542, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 21122, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 22234, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 188, + "cpu_pct": 106, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 183, + "cpu_pct": 107.2, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 183, + "cpu_pct": 107, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 180, + "cpu_pct": 105.2, + "peak_memory_mb": 3380, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 193, + "cpu_pct": 102.8, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 179, + "cpu_pct": 105.2, + "peak_memory_mb": 3380, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 182, + "cpu_pct": 106.6, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 187, + "cpu_pct": 106.6, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 184, + "cpu_pct": 107.7, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 181, + "cpu_pct": 104.9, + "peak_memory_mb": 3380, + "disk_read_mb": 74, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 355, + "cpu_pct": 102.8, + "peak_memory_mb": 3584, + "disk_read_mb": 71, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 186, + "cpu_pct": 109.4, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 181, + "cpu_pct": 107.7, + "peak_memory_mb": 6042, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 180, + "cpu_pct": 105.4, + "peak_memory_mb": 3380, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8505, + "cpu_pct": 100.4, + "peak_memory_mb": 8090, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8552, + "cpu_pct": 100.3, + "peak_memory_mb": 8090, + "disk_read_mb": 172, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8706, + "cpu_pct": 100.2, + "peak_memory_mb": 8295, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8589, + "cpu_pct": 100.2, + "peak_memory_mb": 8090, + "disk_read_mb": 172, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8745, + "cpu_pct": 100.3, + "peak_memory_mb": 8090, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8620, + "cpu_pct": 100.3, + "peak_memory_mb": 5428, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8477, + "cpu_pct": 100.3, + "peak_memory_mb": 5428, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8693, + "cpu_pct": 100.3, + "peak_memory_mb": 5428, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8746, + "cpu_pct": 100.4, + "peak_memory_mb": 8192, + "disk_read_mb": 209, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8601, + "cpu_pct": 100.3, + "peak_memory_mb": 5428, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8713, + "cpu_pct": 100.3, + "peak_memory_mb": 8090, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 0, + "duration_sec": 8765, + "cpu_pct": 100.2, + "peak_memory_mb": 8090, + "disk_read_mb": 171, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 32452, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 19743, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": "NA", + "duration_sec": 42512, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 28542, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14404, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14399, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "coranking", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 588, + "cpu_pct": 1498.7, + "peak_memory_mb": 14029, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 647, + "cpu_pct": 1632.2, + "peak_memory_mb": 20378, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 938, + "cpu_pct": 1159.7, + "peak_memory_mb": 20378, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 461, + "cpu_pct": 1936.5, + "peak_memory_mb": 19661, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 553, + "cpu_pct": 1713.9, + "peak_memory_mb": 19866, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 467, + "cpu_pct": 1923.6, + "peak_memory_mb": 18842, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 584, + "cpu_pct": 1513.7, + "peak_memory_mb": 13415, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 542, + "cpu_pct": 1802.5, + "peak_memory_mb": 22221, + "disk_read_mb": 1639, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 719, + "cpu_pct": 2163.4, + "peak_memory_mb": 33690, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 527, + "cpu_pct": 1799.7, + "peak_memory_mb": 20685, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 464, + "cpu_pct": 1933.9, + "peak_memory_mb": 18535, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 586, + "cpu_pct": 1469.3, + "peak_memory_mb": 12493, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1948, + "cpu_pct": 1234, + "peak_memory_mb": 28263, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1931, + "cpu_pct": 1241.5, + "peak_memory_mb": 28263, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1510, + "cpu_pct": 1604.1, + "peak_memory_mb": 33383, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 2664, + "cpu_pct": 1048.3, + "peak_memory_mb": 34714, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1582, + "cpu_pct": 1393.2, + "peak_memory_mb": 33383, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1923, + "cpu_pct": 1238.3, + "peak_memory_mb": 28263, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1603, + "cpu_pct": 1449.3, + "peak_memory_mb": 33383, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1561, + "cpu_pct": 1525.3, + "peak_memory_mb": 58573, + "disk_read_mb": 4506, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1520, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1487, + "cpu_pct": 1580.1, + "peak_memory_mb": 33383, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1949, + "cpu_pct": 1234, + "peak_memory_mb": 28263, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1955, + "cpu_pct": 1364.1, + "peak_memory_mb": 30208, + "disk_read_mb": 2970, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1271, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1261, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1300, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1251, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1242, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 2342, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 352, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1291, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1252, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 5243, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1112, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1082, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1343, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1080, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1109, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1793, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1092, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1091, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1682, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1191, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1210, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1132, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1841, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 3470, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1122, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 630, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1202, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1210, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1001, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1972, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1520, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1332, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1332, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1490, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1371, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1391, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1322, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 830, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 2002, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1590, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1351, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1441, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 2281, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1102, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1148, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1521, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 358, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1081, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1262, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 137, + "duration_sec": 1222, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 414, + "cpu_pct": 1952.9, + "peak_memory_mb": 18330, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 428, + "cpu_pct": 1904.1, + "peak_memory_mb": 18432, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 412, + "cpu_pct": 1958.6, + "peak_memory_mb": 18330, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 415, + "cpu_pct": 1952, + "peak_memory_mb": 18330, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 412, + "cpu_pct": 1955.7, + "peak_memory_mb": 18944, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 417, + "cpu_pct": 1941.8, + "peak_memory_mb": 18637, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 550, + "cpu_pct": 1590.4, + "peak_memory_mb": 18125, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 421, + "cpu_pct": 1929.3, + "peak_memory_mb": 18330, + "disk_read_mb": 2048, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 569, + "cpu_pct": 2177.2, + "peak_memory_mb": 22324, + "disk_read_mb": 2458, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 471, + "cpu_pct": 1779.3, + "peak_memory_mb": 18228, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 411, + "cpu_pct": 1940.4, + "peak_memory_mb": 18228, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 803, + "cpu_pct": 1059.7, + "peak_memory_mb": 19047, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 381, + "cpu_pct": 1305.5, + "peak_memory_mb": 19252, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 441, + "cpu_pct": 1126.3, + "peak_memory_mb": 19252, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 432, + "cpu_pct": 1223.5, + "peak_memory_mb": 19354, + "disk_read_mb": 748, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 501, + "cpu_pct": 1015, + "peak_memory_mb": 19559, + "disk_read_mb": 748, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 470, + "cpu_pct": 1052.9, + "peak_memory_mb": 12391, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 461, + "cpu_pct": 1152.6, + "peak_memory_mb": 19559, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 1090, + "cpu_pct": 476.4, + "peak_memory_mb": 19456, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 661, + "cpu_pct": 958.7, + "peak_memory_mb": 54580, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 915, + "cpu_pct": 1585.3, + "peak_memory_mb": 41882, + "disk_read_mb": 953, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 442, + "cpu_pct": 1147.6, + "peak_memory_mb": 19661, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 394, + "cpu_pct": 1302.3, + "peak_memory_mb": 19354, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 384, + "cpu_pct": 1304, + "peak_memory_mb": 18228, + "disk_read_mb": 749, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 331, + "cpu_pct": 1489.7, + "peak_memory_mb": 17613, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 322, + "cpu_pct": 1516.8, + "peak_memory_mb": 17818, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 341, + "cpu_pct": 1451.3, + "peak_memory_mb": 18023, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 388, + "cpu_pct": 1300, + "peak_memory_mb": 17204, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 374, + "cpu_pct": 1420, + "peak_memory_mb": 17613, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 421, + "cpu_pct": 1270.7, + "peak_memory_mb": 17920, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 366, + "cpu_pct": 1447.2, + "peak_memory_mb": 17716, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 343, + "cpu_pct": 1450.1, + "peak_memory_mb": 20173, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 397, + "cpu_pct": 1603.5, + "peak_memory_mb": 22016, + "disk_read_mb": 965, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 799, + "cpu_pct": 699.5, + "peak_memory_mb": 18330, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 319, + "cpu_pct": 1533.8, + "peak_memory_mb": 18125, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 704, + "cpu_pct": 765.7, + "peak_memory_mb": 17408, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 312.5, + "peak_memory_mb": 15565, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 311.5, + "peak_memory_mb": 15463, + "disk_read_mb": 87, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 315.8, + "peak_memory_mb": 15565, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 73, + "cpu_pct": 290.9, + "peak_memory_mb": 15463, + "disk_read_mb": 87, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 314.3, + "peak_memory_mb": 15463, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 74, + "cpu_pct": 303, + "peak_memory_mb": 15565, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 311.4, + "peak_memory_mb": 15463, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 312.6, + "peak_memory_mb": 15463, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 304.9, + "peak_memory_mb": 15565, + "disk_read_mb": 87, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 70, + "cpu_pct": 311.4, + "peak_memory_mb": 15565, + "disk_read_mb": 88, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 85, + "cpu_pct": 526.3, + "peak_memory_mb": 15872, + "disk_read_mb": 99, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 315.5, + "peak_memory_mb": 15463, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 69, + "cpu_pct": 296.4, + "peak_memory_mb": 15565, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 315, + "peak_memory_mb": 15463, + "disk_read_mb": 85, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 1085.2, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 1080.2, + "peak_memory_mb": 15872, + "disk_read_mb": 374, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 144, + "cpu_pct": 999, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 155, + "cpu_pct": 977.8, + "peak_memory_mb": 15872, + "disk_read_mb": 374, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 1075.8, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 146, + "cpu_pct": 1032.3, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 1087.9, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 1076.9, + "peak_memory_mb": 15975, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 1072.7, + "peak_memory_mb": 15872, + "disk_read_mb": 374, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 137, + "cpu_pct": 1058.8, + "peak_memory_mb": 15872, + "disk_read_mb": 386, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 152, + "cpu_pct": 1288.8, + "peak_memory_mb": 16180, + "disk_read_mb": 437, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 1081.2, + "peak_memory_mb": 15872, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 152, + "cpu_pct": 960.5, + "peak_memory_mb": 15975, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 143, + "cpu_pct": 1027.1, + "peak_memory_mb": 15770, + "disk_read_mb": 372, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 362, + "cpu_pct": 1299.5, + "peak_memory_mb": 17306, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 283, + "cpu_pct": 1560, + "peak_memory_mb": 17716, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 309, + "cpu_pct": 1466.8, + "peak_memory_mb": 17204, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 283, + "cpu_pct": 1543.9, + "peak_memory_mb": 17511, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 320, + "cpu_pct": 1456.2, + "peak_memory_mb": 17306, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 283, + "cpu_pct": 1561.3, + "peak_memory_mb": 17408, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 412, + "cpu_pct": 1097, + "peak_memory_mb": 9933, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 280, + "cpu_pct": 1572.3, + "peak_memory_mb": 17306, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 291, + "cpu_pct": 1492.5, + "peak_memory_mb": 17716, + "disk_read_mb": 999, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 332, + "cpu_pct": 1729.6, + "peak_memory_mb": 19968, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 298, + "cpu_pct": 1512.7, + "peak_memory_mb": 17613, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 300, + "cpu_pct": 1484.9, + "peak_memory_mb": 17511, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 236, + "cpu_pct": 1531.5, + "peak_memory_mb": 17511, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 69, + "cpu_pct": 353.4, + "peak_memory_mb": 15565, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 356.4, + "peak_memory_mb": 15463, + "disk_read_mb": 65, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 356.2, + "peak_memory_mb": 15565, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 360.3, + "peak_memory_mb": 15565, + "disk_read_mb": 65, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 69, + "cpu_pct": 353.8, + "peak_memory_mb": 15463, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 72, + "cpu_pct": 349.3, + "peak_memory_mb": 15463, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 67, + "cpu_pct": 360.9, + "peak_memory_mb": 15565, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 356.2, + "peak_memory_mb": 15565, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 236, + "cpu_pct": 103.6, + "peak_memory_mb": 15463, + "disk_read_mb": 65, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 71, + "cpu_pct": 361.7, + "peak_memory_mb": 15565, + "disk_read_mb": 72, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 70, + "cpu_pct": 383.7, + "peak_memory_mb": 15565, + "disk_read_mb": 70, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 79, + "cpu_pct": 310.9, + "peak_memory_mb": 15463, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 84, + "cpu_pct": 310.2, + "peak_memory_mb": 15565, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 69, + "cpu_pct": 343.9, + "peak_memory_mb": 15463, + "disk_read_mb": 64, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 100, + "cpu_pct": 829.2, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 100, + "cpu_pct": 824.2, + "peak_memory_mb": 15770, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 99, + "cpu_pct": 833.1, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 98, + "cpu_pct": 840.3, + "peak_memory_mb": 15770, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 108, + "cpu_pct": 735.5, + "peak_memory_mb": 8295, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 98, + "cpu_pct": 847, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 104, + "cpu_pct": 831.3, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 96, + "cpu_pct": 863, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 109, + "cpu_pct": 794.3, + "peak_memory_mb": 15668, + "disk_read_mb": 207, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 122, + "cpu_pct": 873.7, + "peak_memory_mb": 9216, + "disk_read_mb": 196, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 100, + "cpu_pct": 839.9, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 97, + "cpu_pct": 851.8, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 91, + "cpu_pct": 862.3, + "peak_memory_mb": 15668, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 636, + "cpu_pct": 1316.6, + "peak_memory_mb": 19866, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 451, + "cpu_pct": 1705.1, + "peak_memory_mb": 20378, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 453, + "cpu_pct": 1702.2, + "peak_memory_mb": 19661, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 443, + "cpu_pct": 1702.7, + "peak_memory_mb": 20071, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 481, + "cpu_pct": 1634.6, + "peak_memory_mb": 20685, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 446, + "cpu_pct": 1695.5, + "peak_memory_mb": 20276, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 574, + "cpu_pct": 1311.1, + "peak_memory_mb": 13210, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 532, + "cpu_pct": 1539.5, + "peak_memory_mb": 23450, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 738, + "cpu_pct": 2144.1, + "peak_memory_mb": 33895, + "disk_read_mb": 1434, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 443, + "cpu_pct": 1725.4, + "peak_memory_mb": 20583, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 470, + "cpu_pct": 1678.7, + "peak_memory_mb": 19866, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 382, + "cpu_pct": 1685.4, + "peak_memory_mb": 19149, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 289, + "cpu_pct": 1516.9, + "peak_memory_mb": 16794, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 255, + "cpu_pct": 1647.4, + "peak_memory_mb": 16794, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 284, + "cpu_pct": 1522.1, + "peak_memory_mb": 16896, + "disk_read_mb": 785, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 256, + "cpu_pct": 1652, + "peak_memory_mb": 16794, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 289, + "cpu_pct": 1493.4, + "peak_memory_mb": 16999, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 289, + "cpu_pct": 1518.4, + "peak_memory_mb": 16896, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 255, + "cpu_pct": 1642, + "peak_memory_mb": 16794, + "disk_read_mb": 785, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 277, + "cpu_pct": 1551.6, + "peak_memory_mb": 18228, + "disk_read_mb": 975, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 375, + "cpu_pct": 1923.5, + "peak_memory_mb": 23040, + "disk_read_mb": 945, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 279, + "cpu_pct": 1560.7, + "peak_memory_mb": 16794, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 417, + "cpu_pct": 1079.6, + "peak_memory_mb": 16999, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "density_preservation", + "resources": { + "exit_code": 0, + "duration_sec": 248, + "cpu_pct": 1638.8, + "peak_memory_mb": 16999, + "disk_read_mb": 785, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4566, + "cpu_pct": 766.5, + "peak_memory_mb": 108340, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4615, + "cpu_pct": 448.5, + "peak_memory_mb": 104448, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4529, + "cpu_pct": 463.6, + "peak_memory_mb": 103936, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4709, + "cpu_pct": 812.4, + "peak_memory_mb": 107213, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4620, + "cpu_pct": 450.5, + "peak_memory_mb": 103936, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4491, + "cpu_pct": 796.1, + "peak_memory_mb": 108647, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5362, + "cpu_pct": 729, + "peak_memory_mb": 106701, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 6117, + "cpu_pct": 663.9, + "peak_memory_mb": 107418, + "disk_read_mb": 1639, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4423, + "cpu_pct": 843.3, + "peak_memory_mb": 108340, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4666, + "cpu_pct": 449.2, + "peak_memory_mb": 103527, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4492, + "cpu_pct": 480.3, + "peak_memory_mb": 101172, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 8613, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 26693, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 8771, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 9280, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 17331, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 12173, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 8601, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 560, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 9601, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 9280, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": "NA", + "duration_sec": 16621, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2670, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2589, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2639, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2590, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2901, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2690, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2711, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2559, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2122, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2100, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1980, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2080, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2291, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1960, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2192, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2670, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2020, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2381, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1949, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1500, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1439, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1620, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1490, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1650, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1471, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 26612, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1570, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1460, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1489, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1580, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2092, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2101, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2030, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 16832, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 1959, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2060, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2221, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 3171, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2951, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 3050, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2911, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 3080, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 3230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 6682, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2980, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2891, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2940, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1209, + "cpu_pct": 1143.3, + "peak_memory_mb": 25498, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1306, + "cpu_pct": 1080, + "peak_memory_mb": 24474, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1589, + "cpu_pct": 1016.7, + "peak_memory_mb": 25191, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1180, + "cpu_pct": 1079.8, + "peak_memory_mb": 26112, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 988, + "cpu_pct": 1306.9, + "peak_memory_mb": 24474, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1201, + "cpu_pct": 1092.9, + "peak_memory_mb": 24679, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1444, + "cpu_pct": 647.9, + "peak_memory_mb": 22631, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1443, + "cpu_pct": 622.9, + "peak_memory_mb": 22426, + "disk_read_mb": 2048, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 6998, + "cpu_pct": 278.2, + "peak_memory_mb": 25805, + "disk_read_mb": 2458, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2335, + "cpu_pct": 695.7, + "peak_memory_mb": 26010, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1448, + "cpu_pct": 649.9, + "peak_memory_mb": 21402, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1013, + "cpu_pct": 1352.8, + "peak_memory_mb": 25293, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4523, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2021, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4640, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4212, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2420, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4360, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 1, + "duration_sec": 2540, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 8372, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4941, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 137, + "duration_sec": 4960, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3355, + "cpu_pct": 410.7, + "peak_memory_mb": 75162, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3567, + "cpu_pct": 741, + "peak_memory_mb": 79360, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3608, + "cpu_pct": 710.6, + "peak_memory_mb": 80282, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3867, + "cpu_pct": 382.8, + "peak_memory_mb": 75060, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3838, + "cpu_pct": 342.7, + "peak_memory_mb": 75264, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3342, + "cpu_pct": 691.3, + "peak_memory_mb": 79872, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4052, + "cpu_pct": 670.3, + "peak_memory_mb": 79565, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4503, + "cpu_pct": 317.4, + "peak_memory_mb": 75162, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 14297, + "cpu_pct": 241.4, + "peak_memory_mb": 80999, + "disk_read_mb": 965, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3446, + "cpu_pct": 624, + "peak_memory_mb": 79668, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3405, + "cpu_pct": 405.7, + "peak_memory_mb": 74752, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2190, + "cpu_pct": 647.1, + "peak_memory_mb": 73728, + "disk_read_mb": 817, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 47.1, + "cpu_pct": 1495.7, + "peak_memory_mb": 10650, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 2160.7, + "peak_memory_mb": 11060, + "disk_read_mb": 87, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 56.3, + "cpu_pct": 1144.8, + "peak_memory_mb": 3892, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 54.6, + "cpu_pct": 1088.1, + "peak_memory_mb": 5530, + "disk_read_mb": 87, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 46.6, + "cpu_pct": 1507.8, + "peak_memory_mb": 6554, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 61, + "cpu_pct": 2217.5, + "peak_memory_mb": 6554, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 47.4, + "cpu_pct": 1465.9, + "peak_memory_mb": 11264, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 72, + "cpu_pct": 2353, + "peak_memory_mb": 6554, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 54, + "cpu_pct": 2007.5, + "peak_memory_mb": 10752, + "disk_read_mb": 87, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 53.4, + "cpu_pct": 2098, + "peak_memory_mb": 10650, + "disk_read_mb": 87, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 155, + "cpu_pct": 645.2, + "peak_memory_mb": 11469, + "disk_read_mb": 99, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 47.4, + "cpu_pct": 1478.4, + "peak_memory_mb": 11367, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 59.1, + "cpu_pct": 2152.6, + "peak_memory_mb": 10650, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 49.3, + "cpu_pct": 1713.2, + "peak_memory_mb": 10752, + "disk_read_mb": 84, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 160, + "cpu_pct": 716.1, + "peak_memory_mb": 11674, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 145, + "cpu_pct": 551.5, + "peak_memory_mb": 12186, + "disk_read_mb": 373, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 179, + "cpu_pct": 864.2, + "peak_memory_mb": 11060, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 163, + "cpu_pct": 456, + "peak_memory_mb": 6042, + "disk_read_mb": 373, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 162, + "cpu_pct": 879.1, + "peak_memory_mb": 11367, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 150, + "cpu_pct": 729.1, + "peak_memory_mb": 11060, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 165, + "cpu_pct": 455.3, + "peak_memory_mb": 5940, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 169, + "cpu_pct": 433.9, + "peak_memory_mb": 5940, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 357, + "cpu_pct": 772.2, + "peak_memory_mb": 11264, + "disk_read_mb": 373, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 158, + "cpu_pct": 726, + "peak_memory_mb": 11776, + "disk_read_mb": 385, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 294, + "cpu_pct": 475.6, + "peak_memory_mb": 11879, + "disk_read_mb": 436, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 158, + "cpu_pct": 866.7, + "peak_memory_mb": 11060, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 165, + "cpu_pct": 918, + "peak_memory_mb": 12186, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 154, + "cpu_pct": 663.8, + "peak_memory_mb": 13005, + "disk_read_mb": 372, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1208, + "cpu_pct": 625, + "peak_memory_mb": 24372, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1142, + "cpu_pct": 1061.3, + "peak_memory_mb": 26317, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1210, + "cpu_pct": 1069.8, + "peak_memory_mb": 27341, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1248, + "cpu_pct": 1011.4, + "peak_memory_mb": 26112, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1231, + "cpu_pct": 626.3, + "peak_memory_mb": 20788, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1162, + "cpu_pct": 987.1, + "peak_memory_mb": 26932, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1221, + "cpu_pct": 1082.8, + "peak_memory_mb": 27341, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1195, + "cpu_pct": 987.8, + "peak_memory_mb": 26215, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1457, + "cpu_pct": 932, + "peak_memory_mb": 26317, + "disk_read_mb": 999, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5096, + "cpu_pct": 223.4, + "peak_memory_mb": 22119, + "disk_read_mb": 1024, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1213, + "cpu_pct": 620.5, + "peak_memory_mb": 20890, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1222, + "cpu_pct": 1096.7, + "peak_memory_mb": 25805, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 1151, + "cpu_pct": 614, + "peak_memory_mb": 22016, + "disk_read_mb": 879, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 40.5, + "cpu_pct": 1458.4, + "peak_memory_mb": 10752, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 48.5, + "cpu_pct": 1922, + "peak_memory_mb": 10650, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 51.5, + "cpu_pct": 1999.5, + "peak_memory_mb": 11367, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 47.9, + "cpu_pct": 1001.7, + "peak_memory_mb": 5735, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 62, + "cpu_pct": 2710.6, + "peak_memory_mb": 10650, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 46.3, + "cpu_pct": 1923.8, + "peak_memory_mb": 10650, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 48.4, + "cpu_pct": 1895.8, + "peak_memory_mb": 10752, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 51.1, + "cpu_pct": 2155.7, + "peak_memory_mb": 10650, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 46, + "cpu_pct": 1046.4, + "peak_memory_mb": 5530, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 50.5, + "cpu_pct": 1155.2, + "peak_memory_mb": 5632, + "disk_read_mb": 72, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 64, + "cpu_pct": 1504.2, + "peak_memory_mb": 12288, + "disk_read_mb": 69, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 56.4, + "cpu_pct": 1914.6, + "peak_memory_mb": 11879, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 44.1, + "cpu_pct": 1603.6, + "peak_memory_mb": 10650, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 49, + "cpu_pct": 1130.3, + "peak_memory_mb": 5632, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 148, + "cpu_pct": 978.4, + "peak_memory_mb": 12903, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 158, + "cpu_pct": 1044.2, + "peak_memory_mb": 12698, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 172, + "cpu_pct": 745.6, + "peak_memory_mb": 7578, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 152, + "cpu_pct": 936.2, + "peak_memory_mb": 12596, + "disk_read_mb": 170, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 160, + "cpu_pct": 1179.2, + "peak_memory_mb": 12493, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 171, + "cpu_pct": 1130.3, + "peak_memory_mb": 12698, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 170, + "cpu_pct": 767.1, + "peak_memory_mb": 7476, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 187, + "cpu_pct": 697.6, + "peak_memory_mb": 7476, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 173, + "cpu_pct": 1054.4, + "peak_memory_mb": 12903, + "disk_read_mb": 207, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 643, + "cpu_pct": 302.6, + "peak_memory_mb": 12903, + "disk_read_mb": 196, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 163, + "cpu_pct": 1142.2, + "peak_memory_mb": 13005, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 157, + "cpu_pct": 1182.8, + "peak_memory_mb": 12698, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 270, + "cpu_pct": 838, + "peak_memory_mb": 7271, + "disk_read_mb": 169, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5169, + "cpu_pct": 669.8, + "peak_memory_mb": 122368, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5025, + "cpu_pct": 693, + "peak_memory_mb": 123700, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5371, + "cpu_pct": 652.7, + "peak_memory_mb": 122778, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4946, + "cpu_pct": 725.8, + "peak_memory_mb": 123392, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5032, + "cpu_pct": 717.2, + "peak_memory_mb": 123392, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5340, + "cpu_pct": 354.4, + "peak_memory_mb": 118477, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5043, + "cpu_pct": 707.1, + "peak_memory_mb": 123085, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 7554, + "cpu_pct": 523, + "peak_memory_mb": 123495, + "disk_read_mb": 1536, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 5028, + "cpu_pct": 691, + "peak_memory_mb": 123495, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 4925, + "cpu_pct": 698.8, + "peak_memory_mb": 123188, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 3702, + "cpu_pct": 790.9, + "peak_memory_mb": 121856, + "disk_read_mb": 1229, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2239, + "cpu_pct": 928, + "peak_memory_mb": 47616, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2333, + "cpu_pct": 470.5, + "peak_memory_mb": 43008, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2228, + "cpu_pct": 475.4, + "peak_memory_mb": 47719, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2415, + "cpu_pct": 866.2, + "peak_memory_mb": 52941, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2601, + "cpu_pct": 800.8, + "peak_memory_mb": 47514, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2166, + "cpu_pct": 520.4, + "peak_memory_mb": 48026, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2300, + "cpu_pct": 904, + "peak_memory_mb": 47309, + "disk_read_mb": 785, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2764, + "cpu_pct": 769.3, + "peak_memory_mb": 52429, + "disk_read_mb": 975, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2612, + "cpu_pct": 834, + "peak_memory_mb": 45671, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2275, + "cpu_pct": 947.8, + "peak_memory_mb": 47719, + "disk_read_mb": 784, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "distance_correlation", + "resources": { + "exit_code": 0, + "duration_sec": 2281, + "cpu_pct": 949.1, + "peak_memory_mb": 45671, + "disk_read_mb": 785, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1573, + "cpu_pct": 100.4, + "peak_memory_mb": 33485, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1673, + "cpu_pct": 100.2, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2125, + "cpu_pct": 99.9, + "peak_memory_mb": 36250, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1585, + "cpu_pct": 100.3, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1636, + "cpu_pct": 100.2, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1597, + "cpu_pct": 100.3, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1741, + "cpu_pct": 99.7, + "peak_memory_mb": 33485, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1595, + "cpu_pct": 106.9, + "peak_memory_mb": 35431, + "disk_read_mb": 1639, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1797, + "cpu_pct": 336.4, + "peak_memory_mb": 43725, + "disk_read_mb": 1536, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2751, + "cpu_pct": 99.4, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1581, + "cpu_pct": 100, + "peak_memory_mb": 36148, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1786, + "cpu_pct": 99.9, + "peak_memory_mb": 33485, + "disk_read_mb": 1332, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8460, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 41.3, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8470, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8530, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8561, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8541, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8581, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8630, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 16481, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": "NA", + "duration_sec": 28511, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/gtex_v9", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 8501, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 170, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 170, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 381, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 160, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 122, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 99, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 171, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hypomap", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 101, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 100, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 100, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 100, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 169, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 170, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 100, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 143, + "duration_sec": 14412, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 129, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 143, + "duration_sec": 14413, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 300, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 552, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 1, + "duration_sec": 179, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1715, + "cpu_pct": 99.9, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1874, + "cpu_pct": 101.2, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1790, + "cpu_pct": 100.2, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1709, + "cpu_pct": 100.3, + "peak_memory_mb": 6144, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1755, + "cpu_pct": 99.9, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1929, + "cpu_pct": 100.3, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1878, + "cpu_pct": 100, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1662, + "cpu_pct": 102, + "peak_memory_mb": 9933, + "disk_read_mb": 2048, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1918, + "cpu_pct": 134.3, + "peak_memory_mb": 12800, + "disk_read_mb": 2458, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1757, + "cpu_pct": 100.2, + "peak_memory_mb": 9831, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1719, + "cpu_pct": 100.1, + "peak_memory_mb": 7168, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1863, + "cpu_pct": 100, + "peak_memory_mb": 11367, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2382, + "cpu_pct": 99.5, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2399, + "cpu_pct": 100.5, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2372, + "cpu_pct": 100.3, + "peak_memory_mb": 200704, + "disk_read_mb": 742, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2349, + "cpu_pct": 100.5, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2359, + "cpu_pct": 100.2, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2357, + "cpu_pct": 99.9, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2373, + "cpu_pct": 100.3, + "peak_memory_mb": 200704, + "disk_read_mb": 744, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2406, + "cpu_pct": 152.7, + "peak_memory_mb": 204800, + "disk_read_mb": 1536, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 3455, + "cpu_pct": 866.4, + "peak_memory_mb": 212788, + "disk_read_mb": 948, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2384, + "cpu_pct": 100.5, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2377, + "cpu_pct": 100.3, + "peak_memory_mb": 200704, + "disk_read_mb": 743, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2378, + "cpu_pct": 100.5, + "peak_memory_mb": 200704, + "disk_read_mb": 744, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 872, + "cpu_pct": 100.8, + "peak_memory_mb": 25088, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 879, + "cpu_pct": 100.8, + "peak_memory_mb": 27853, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 875, + "cpu_pct": 100.7, + "peak_memory_mb": 27853, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 890, + "cpu_pct": 100.2, + "peak_memory_mb": 19252, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 902, + "cpu_pct": 99.8, + "peak_memory_mb": 25088, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 902, + "cpu_pct": 102.2, + "peak_memory_mb": 27853, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1007, + "cpu_pct": 102.1, + "peak_memory_mb": 27853, + "disk_read_mb": 812, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 884, + "cpu_pct": 117.6, + "peak_memory_mb": 31437, + "disk_read_mb": 1024, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2436, + "cpu_pct": 177.3, + "peak_memory_mb": 32666, + "disk_read_mb": 960, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 879, + "cpu_pct": 100.6, + "peak_memory_mb": 27853, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 897, + "cpu_pct": 100.2, + "peak_memory_mb": 25088, + "disk_read_mb": 811, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 878, + "cpu_pct": 100.3, + "peak_memory_mb": 27853, + "disk_read_mb": 812, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 3.8, + "cpu_pct": 240.4, + "peak_memory_mb": 2970, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 240.8, + "peak_memory_mb": 5735, + "disk_read_mb": 82, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 3.8, + "cpu_pct": 247, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 248.9, + "peak_memory_mb": 5735, + "disk_read_mb": 82, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.2, + "cpu_pct": 251.6, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.2, + "cpu_pct": 243, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 3.9, + "cpu_pct": 234.8, + "peak_memory_mb": 2970, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 3.9, + "cpu_pct": 261, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 326.1, + "peak_memory_mb": 5735, + "disk_read_mb": 82, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 224, + "peak_memory_mb": 2970, + "disk_read_mb": 82, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 17.1, + "cpu_pct": 218.5, + "peak_memory_mb": 21095, + "disk_read_mb": 93, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 235.9, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.1, + "cpu_pct": 239.1, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4, + "cpu_pct": 244.5, + "peak_memory_mb": 5632, + "disk_read_mb": 79, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48.6, + "cpu_pct": 111.6, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 49.1, + "cpu_pct": 112.5, + "peak_memory_mb": 6042, + "disk_read_mb": 368, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48.2, + "cpu_pct": 111.8, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 49.7, + "cpu_pct": 115.5, + "peak_memory_mb": 6042, + "disk_read_mb": 368, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 50.4, + "cpu_pct": 108.8, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 55.2, + "cpu_pct": 111.8, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48, + "cpu_pct": 111.5, + "peak_memory_mb": 3380, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48.7, + "cpu_pct": 111.2, + "peak_memory_mb": 3380, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 50.3, + "cpu_pct": 110.6, + "peak_memory_mb": 3380, + "disk_read_mb": 368, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48.8, + "cpu_pct": 115, + "peak_memory_mb": 6042, + "disk_read_mb": 380, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 54.5, + "cpu_pct": 141.4, + "peak_memory_mb": 4301, + "disk_read_mb": 431, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 49.2, + "cpu_pct": 111.6, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 48.9, + "cpu_pct": 111.2, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 49, + "cpu_pct": 111.3, + "peak_memory_mb": 6042, + "disk_read_mb": 367, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 546, + "cpu_pct": 99.2, + "peak_memory_mb": 8909, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 506, + "cpu_pct": 101.1, + "peak_memory_mb": 11572, + "disk_read_mb": 874, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 518, + "cpu_pct": 100.9, + "peak_memory_mb": 11572, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 531, + "cpu_pct": 101.1, + "peak_memory_mb": 8909, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 547, + "cpu_pct": 98.9, + "peak_memory_mb": 8909, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 518, + "cpu_pct": 101.2, + "peak_memory_mb": 6861, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 504, + "cpu_pct": 101.1, + "peak_memory_mb": 9524, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 534, + "cpu_pct": 101.6, + "peak_memory_mb": 9524, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 514, + "cpu_pct": 108.9, + "peak_memory_mb": 13005, + "disk_read_mb": 993, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 571, + "cpu_pct": 181.2, + "peak_memory_mb": 11674, + "disk_read_mb": 1024, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 512, + "cpu_pct": 101.1, + "peak_memory_mb": 11572, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 539, + "cpu_pct": 101.1, + "peak_memory_mb": 11572, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 517, + "cpu_pct": 101, + "peak_memory_mb": 8909, + "disk_read_mb": 873, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5.1, + "cpu_pct": 212.9, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5, + "cpu_pct": 212.2, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.8, + "cpu_pct": 231.6, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.5, + "cpu_pct": 207.9, + "peak_memory_mb": 2970, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5.2, + "cpu_pct": 204.7, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 6.3, + "cpu_pct": 149.9, + "peak_memory_mb": 2970, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.6, + "cpu_pct": 211.1, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.6, + "cpu_pct": 240.7, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "simlr", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5.1, + "cpu_pct": 273.6, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5, + "cpu_pct": 229, + "peak_memory_mb": 5632, + "disk_read_mb": 66, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 7.1, + "cpu_pct": 284.6, + "peak_memory_mb": 7578, + "disk_read_mb": 64, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5.1, + "cpu_pct": 200.7, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 5.6, + "cpu_pct": 283, + "peak_memory_mb": 5632, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 4.7, + "cpu_pct": 208.2, + "peak_memory_mb": 2970, + "disk_read_mb": 59, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 30.1, + "cpu_pct": 117, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "diffusion_map", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 31, + "cpu_pct": 120.5, + "peak_memory_mb": 3584, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 30.1, + "cpu_pct": 117.9, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.4, + "cpu_pct": 119.7, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.6, + "cpu_pct": 117.2, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 30, + "cpu_pct": 117.8, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.6, + "cpu_pct": 120.9, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.6, + "cpu_pct": 120.5, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.7, + "cpu_pct": 134.7, + "peak_memory_mb": 5940, + "disk_read_mb": 202, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 38.3, + "cpu_pct": 350, + "peak_memory_mb": 11367, + "disk_read_mb": 190, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 29.8, + "cpu_pct": 115.1, + "peak_memory_mb": 3175, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 30.1, + "cpu_pct": 121.9, + "peak_memory_mb": 5837, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 30.3, + "cpu_pct": 113.8, + "peak_memory_mb": 3175, + "disk_read_mb": 164, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1483, + "cpu_pct": 100.6, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1504, + "cpu_pct": 100.3, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1483, + "cpu_pct": 100.4, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1504, + "cpu_pct": 100.3, + "peak_memory_mb": 38605, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1499, + "cpu_pct": 100.3, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1491, + "cpu_pct": 100.4, + "peak_memory_mb": 38605, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1556, + "cpu_pct": 100.6, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1494, + "cpu_pct": 109, + "peak_memory_mb": 40551, + "disk_read_mb": 1536, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 2111, + "cpu_pct": 385.9, + "peak_memory_mb": 49152, + "disk_read_mb": 1434, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1705, + "cpu_pct": 100.2, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1488, + "cpu_pct": 100.3, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 1477, + "cpu_pct": 100.3, + "peak_memory_mb": 41268, + "disk_read_mb": 1229, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "densmap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 713, + "cpu_pct": 100.3, + "peak_memory_mb": 14132, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "ivis", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 707, + "cpu_pct": 100.8, + "peak_memory_mb": 14132, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "lmds", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 718, + "cpu_pct": 100.3, + "peak_memory_mb": 14132, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "neuralee", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 756, + "cpu_pct": 101.3, + "peak_memory_mb": 19252, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pca", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 710, + "cpu_pct": 101, + "peak_memory_mb": 14132, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "pymde", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 724, + "cpu_pct": 100.8, + "peak_memory_mb": 16589, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "random_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 732, + "cpu_pct": 100.4, + "peak_memory_mb": 11367, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "spectral_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 730, + "cpu_pct": 106.5, + "peak_memory_mb": 13210, + "disk_read_mb": 970, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "true_features", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 805, + "cpu_pct": 371.1, + "peak_memory_mb": 23143, + "disk_read_mb": 940, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "tsne", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 714, + "cpu_pct": 100.8, + "peak_memory_mb": 11367, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "log_cp10k", + "method_id": "umap", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 829, + "cpu_pct": 100.5, + "peak_memory_mb": 14132, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/zebrafish", + "normalization_id": "sqrt_cp10k", + "method_id": "phate", + "metric_id": "trustworthiness", + "resources": { + "exit_code": 0, + "duration_sec": 795, + "cpu_pct": 99.3, + "peak_memory_mb": 16589, + "disk_read_mb": 779, + "disk_write_mb": 1 + } + } +] diff --git a/results/dimensionality_reduction/data/metric_info.json b/results/dimensionality_reduction/data/metric_info.json index 906c12ae..0ff148e8 100644 --- a/results/dimensionality_reduction/data/metric_info.json +++ b/results/dimensionality_reduction/data/metric_info.json @@ -1,13 +1,35 @@ [ + { + "task_id": "dimensionality_reduction", + "metric_id": "normalized_mutual_information", + "metric_name": "NMI", + "metric_summary": "The Normalized Mutual Information (NMI) is a measure of the similarity between cluster labels obtained from the clustering of dimensionality reduction embeddings and the true cell labels. It is a normalization of the Mutual Information (MI) score to scale the results between 0 (no mutual information) and 1 (perfect correlation). \nMutual Information quantifies the \"amount of information\" obtained about one random variable by observing the other random variable. Assuming two label assignments X and Y, it is given by: \n $MI(X,Y) = \\sum_{x=1}^{X}\\sum_{y=1}^{Y}p(x,y)log(\\frac{P(x,y)}{P(x)P'(y)})$, \nwhere P(x,y) is the joint probability mass function of X and Y, and P(x), P'(y) are the marginal probability mass functions of X and Y respectively. The mutual information is normalized by some generalized mean of H(X) and H(Y). Therefore, Normalized Mutual Information can be defined as: \n $NMI(X,Y) = \\frac{MI(X,Y)}{mean(H(X),H(Y))}$, \nwhere H(X) and H(Y) are the entropies of X and Y respectively. Higher NMI score suggests that the method is effective in preserving relevant information.\n", + "paper_reference": "emmons2016analysis", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/clustering_performance/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "maximize": true + }, + { + "task_id": "dimensionality_reduction", + "metric_id": "adjusted_rand_index", + "metric_name": "ARI", + "metric_summary": "Adjusted Rand Index (ARI) is a measure of similarity between two clusterings by considering all pairs of samples and counting pairs that are assigned in the same or different clusters in the predicted (from the reduced dimensional embeddings) and true clusterings (cell type labels). It is the Rand Index (RI) adjusted for chance.\nAssuming the C as the cell type labels and K as the clustering of the reduced dimensional embedding, Rand Index can be defined as:\n $RI = \\frac{a + b}{{C}_{2}^{n_{samples}}}$,\nwhere 'a' is the number of pairs of elements that are in the same set in C and in the same set in K, 'b' is the number of pairs of elements that are in different sets in C and in different sets in K, and ${C}_{2}^{n_{samples}}$ is the total number of possible pairs in the dataset. Random label assignments can be discounted as follows: \n $ARI = \\frac{RI - E[RI]}{max(RI) - E[RI]}$, \nwhere E[RI] is the expected RI of random labellings.\n", + "paper_reference": "santos2009on", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/clustering_performance/config.vsh.yaml", + "code_version": null, + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "maximize": true + }, { "task_id": "dimensionality_reduction", "metric_id": "continuity_at_k30", "metric_name": "Continuity at k=30", "metric_summary": "The continuity metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -16,9 +38,9 @@ "metric_name": "Trustworthiness at k=30", "metric_summary": "The trustworthiness metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -27,9 +49,9 @@ "metric_name": "The value for QNX at k=30", "metric_summary": "The QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "lee2009quality", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -38,9 +60,9 @@ "metric_name": "The value for LCMC at k=30", "metric_summary": "The LCMC metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "chen2009local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -49,9 +71,9 @@ "metric_name": "Area under the QNX curve", "metric_summary": "The AU-QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -60,9 +82,9 @@ "metric_name": "Local quality measure", "metric_summary": "The local quality metric computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -71,9 +93,9 @@ "metric_name": "Global quality measure", "metric_summary": "The Global quality metric computed on the co-ranking matrix between expression matrix and embedding.", "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -82,9 +104,9 @@ "metric_name": "Density preservation", "metric_summary": "\"Similarity between local densities in the high-dimensional data and the reduced data.\nThis is computed as the pearson correlation of local radii with the local radii in the original data space.\"\n", "paper_reference": "narayan2021assessing", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/density_preservation/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/density_preservation/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true }, { @@ -93,9 +115,9 @@ "metric_name": "Distance Correlation", "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances on the full (or processed) data matrix and the dimensionally-reduced matrix.", "paper_reference": "kruskal1964mds", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": false }, { @@ -104,9 +126,9 @@ "metric_name": "Distance Correlation Spectral", "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data.", "paper_reference": "coifman2006diffusion", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": false }, { @@ -115,9 +137,9 @@ "metric_name": "Trustworthiness at k=15", "metric_summary": "A measurement of similarity between the rank of each point's nearest neighbors in the high-dimensional data and the reduced data.", "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/d9e44545337b90926df41f2f383e165eda6ef6fb/src/tasks/dimensionality_reduction/metrics/trustworthiness/config.vsh.yaml", + "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/trustworthiness/config.vsh.yaml", "code_version": null, - "commit_sha": "d9e44545337b90926df41f2f383e165eda6ef6fb", + "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", "maximize": true } ] diff --git a/results/dimensionality_reduction/data/quality_control.json b/results/dimensionality_reduction/data/quality_control.json index 6990027a..18c40b42 100644 --- a/results/dimensionality_reduction/data/quality_control.json +++ b/results/dimensionality_reduction/data/quality_control.json @@ -243,1786 +243,3216 @@ "task_id": "dimensionality_reduction", "category": "Raw data", "name": "Number of results", - "value": 153, + "value": 238, "severity": 0, "severity_value": 0.0, "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", - "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: dimensionality_reduction\n Number of results: 153\n Number of methods: 9\n Number of metrics: 11\n Number of datasets: 17\n" + "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: dimensionality_reduction\n Number of results: 238\n Number of methods: 14\n Number of metrics: 13\n Number of datasets: 17\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Raw results", + "name": "Metric 'normalized_mutual_information' %missing", + "value": 0.32773109243697474, + "severity": 3, + "severity_value": 3.2773109243697474, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: normalized_mutual_information\n Percentage missing: 33%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Raw results", + "name": "Metric 'adjusted_rand_index' %missing", + "value": 0.32773109243697474, + "severity": 3, + "severity_value": 3.2773109243697474, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: adjusted_rand_index\n Percentage missing: 33%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'continuity_at_k30' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: continuity_at_k30\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: continuity_at_k30\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'trustworthiness_at_k30' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness_at_k30\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness_at_k30\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'qnx_at_k30' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_at_k30\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_at_k30\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'lcmc_at_k30' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: lcmc_at_k30\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: lcmc_at_k30\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'qnx_auc' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_auc\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_auc\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'qlocal' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'qglobal' %missing", - "value": 0.7973856209150327, + "value": 0.773109243697479, "severity": 3, - "severity_value": 7.973856209150327, + "severity_value": 7.73109243697479, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 80%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 77%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'density_preservation' %missing", - "value": 0.4444444444444444, + "value": 0.3655462184873949, "severity": 3, - "severity_value": 4.444444444444444, + "severity_value": 3.6554621848739486, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 44%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 37%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'distance_correlation' %missing", - "value": 0.5490196078431373, + "value": 0.47478991596638653, "severity": 3, - "severity_value": 5.490196078431373, + "severity_value": 4.747899159663865, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation\n Percentage missing: 55%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation\n Percentage missing: 47%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'distance_correlation_spectral' %missing", - "value": 0.5490196078431373, + "value": 0.47478991596638653, "severity": 3, - "severity_value": 5.490196078431373, + "severity_value": 4.747899159663865, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation_spectral\n Percentage missing: 55%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation_spectral\n Percentage missing: 47%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Metric 'trustworthiness' %missing", - "value": 0.4771241830065359, + "value": 0.41176470588235303, "severity": 3, - "severity_value": 4.7712418300653585, + "severity_value": 4.11764705882353, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness\n Percentage missing: 48%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness\n Percentage missing: 41%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Method 'random_features' %missing", - "value": 0.641711229946524, + "value": 0.5610859728506787, + "severity": 3, + "severity_value": 5.610859728506787, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: random_features\n Percentage missing: 56%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Raw results", + "name": "Method 'spectral_features' %missing", + "value": 0.5882352941176471, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.88235294117647, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: random_features\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: spectral_features\n Percentage missing: 59%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Method 'true_features' %missing", - "value": 0.7165775401069518, + "value": 0.6515837104072398, "severity": 3, - "severity_value": 7.165775401069518, + "severity_value": 6.515837104072398, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: true_features\n Percentage missing: 72%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: true_features\n Percentage missing: 65%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Method 'densmap' %missing", - "value": 0.641711229946524, + "value": 0.5610859728506787, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.610859728506787, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap\n Percentage missing: 56%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'neuralee' %missing", - "value": 0.6524064171122994, + "name": "Method 'diffusion_map' %missing", + "value": 0.755656108597285, "severity": 3, - "severity_value": 6.524064171122994, + "severity_value": 7.5565610859728505, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee\n Percentage missing: 65%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: diffusion_map\n Percentage missing: 76%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'pca' %missing", - "value": 0.641711229946524, + "name": "Method 'ivis' %missing", + "value": 0.5610859728506787, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.610859728506787, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: ivis\n Percentage missing: 56%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'phate' %missing", - "value": 0.641711229946524, + "name": "Method 'lmds' %missing", + "value": 0.5610859728506787, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.610859728506787, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: lmds\n Percentage missing: 56%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'simlr' %missing", - "value": 1.0, + "name": "Method 'neuralee' %missing", + "value": 0.5610859728506787, "severity": 3, - "severity_value": 10.0, + "severity_value": 5.610859728506787, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: simlr\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee\n Percentage missing: 56%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'tsne' %missing", - "value": 0.641711229946524, + "name": "Method 'pca' %missing", + "value": 0.5610859728506787, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.610859728506787, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca\n Percentage missing: 56%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Method 'umap' %missing", - "value": 0.641711229946524, + "name": "Method 'phate' %missing", + "value": 0.5520361990950227, "severity": 3, - "severity_value": 6.41711229946524, + "severity_value": 5.520361990950226, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap\n Percentage missing: 64%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate\n Percentage missing: 55%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/mouse_hspc_nestorowa2016' %missing", - "value": 0.11111111111111116, - "severity": 1, - "severity_value": 1.1111111111111116, + "name": "Method 'pymde' %missing", + "value": 0.5520361990950227, + "severity": 3, + "severity_value": 5.520361990950226, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_hspc_nestorowa2016\n Percentage missing: 11%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde\n Percentage missing: 55%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/hypomap' %missing", - "value": 1.0, + "name": "Method 'simlr' %missing", + "value": 0.832579185520362, "severity": 3, - "severity_value": 10.0, + "severity_value": 8.32579185520362, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hypomap\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: simlr\n Percentage missing: 83%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/zebrafish' %missing", - "value": 0.696969696969697, + "name": "Method 'tsne' %missing", + "value": 0.5429864253393665, "severity": 3, - "severity_value": 6.96969696969697, + "severity_value": 5.4298642533936645, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/zebrafish\n Percentage missing: 70%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne\n Percentage missing: 54%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/tnbc_wu2021' %missing", - "value": 0.8484848484848485, + "name": "Method 'umap' %missing", + "value": 0.5520361990950227, + "severity": 3, + "severity_value": 5.520361990950226, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap\n Percentage missing: 55%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Raw results", + "name": "Dataset 'openproblems_v1/zebrafish' %missing", + "value": 0.6153846153846154, "severity": 3, - "severity_value": 8.484848484848484, + "severity_value": 6.153846153846154, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/zebrafish\n Percentage missing: 62%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Raw results", + "name": "Dataset 'openproblems_v1/tenx_1k_pbmc' %missing", + "value": 0.15384615384615385, + "severity": 1, + "severity_value": 1.5384615384615385, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tnbc_wu2021\n Percentage missing: 85%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_1k_pbmc\n Percentage missing: 15%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Dataset 'openproblems_v1/immune_cells' %missing", - "value": 0.6767676767676767, + "value": 0.6043956043956045, "severity": 3, - "severity_value": 6.767676767676766, + "severity_value": 6.043956043956045, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/immune_cells\n Percentage missing: 68%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/immune_cells\n Percentage missing: 60%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Dataset 'openproblems_v1/mouse_blood_olsson_labelled' %missing", - "value": 0.11111111111111116, - "severity": 1, - "severity_value": 1.1111111111111116, + "value": 0.0, + "severity": 0, + "severity_value": 0.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_blood_olsson_labelled\n Percentage missing: 11%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_blood_olsson_labelled\n Percentage missing: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Dataset 'openproblems_v1/pancreas' %missing", - "value": 0.6767676767676767, + "value": 0.5714285714285714, "severity": 3, - "severity_value": 6.767676767676766, + "severity_value": 5.7142857142857135, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/pancreas\n Percentage missing: 68%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/pancreas\n Percentage missing: 57%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/gtex_v9' %missing", - "value": 1.0, + "name": "Dataset 'openproblems_v1/cengen' %missing", + "value": 0.7362637362637363, "severity": 3, - "severity_value": 10.0, + "severity_value": 7.362637362637363, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/gtex_v9\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/cengen\n Percentage missing: 74%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Dataset 'openproblems_v1/tenx_5k_pbmc' %missing", - "value": 0.18181818181818188, - "severity": 1, - "severity_value": 1.8181818181818188, + "value": 0.25274725274725274, + "severity": 2, + "severity_value": 2.5274725274725274, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_5k_pbmc\n Percentage missing: 18%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_5k_pbmc\n Percentage missing: 25%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/hcla' %missing", - "value": 1.0, + "name": "Dataset 'openproblems_v1/allen_brain_atlas' %missing", + "value": 0.6043956043956045, "severity": 3, - "severity_value": 10.0, + "severity_value": 6.043956043956045, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hcla\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/allen_brain_atlas\n Percentage missing: 60%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", "name": "Dataset 'cellxgene_census/dkd' %missing", - "value": 0.7272727272727273, + "value": 0.6153846153846154, "severity": 3, - "severity_value": 7.2727272727272725, + "severity_value": 6.153846153846154, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/dkd\n Percentage missing: 73%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/dkd\n Percentage missing: 62%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/mouse_pancreas_atlas' %missing", - "value": 1.0, + "name": "Dataset 'cellxgene_census/immune_cell_atlas' %missing", + "value": 0.9010989010989011, "severity": 3, - "severity_value": 10.0, + "severity_value": 9.010989010989011, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/mouse_pancreas_atlas\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/immune_cell_atlas\n Percentage missing: 90%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/tenx_1k_pbmc' %missing", - "value": 0.11111111111111116, - "severity": 1, - "severity_value": 1.1111111111111116, + "name": "Dataset 'openproblems_v1/mouse_hspc_nestorowa2016' %missing", + "value": 0.0, + "severity": 0, + "severity_value": 0.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_1k_pbmc\n Percentage missing: 11%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_hspc_nestorowa2016\n Percentage missing: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/tabula_sapiens' %missing", - "value": 1.0, + "name": "Dataset 'openproblems_v1/tnbc_wu2021' %missing", + "value": 0.6153846153846154, "severity": 3, - "severity_value": 10.0, + "severity_value": 6.153846153846154, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/tabula_sapiens\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tnbc_wu2021\n Percentage missing: 62%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/cengen' %missing", - "value": 0.9292929292929293, + "name": "Dataset 'cellxgene_census/tabula_sapiens' %missing", + "value": 0.945054945054945, "severity": 3, - "severity_value": 9.292929292929292, + "severity_value": 9.450549450549449, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/cengen\n Percentage missing: 93%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/tabula_sapiens\n Percentage missing: 95%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/allen_brain_atlas' %missing", - "value": 0.6767676767676767, + "name": "Dataset 'cellxgene_census/gtex_v9' %missing", + "value": 0.8076923076923077, "severity": 3, - "severity_value": 6.767676767676766, + "severity_value": 8.076923076923077, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/allen_brain_atlas\n Percentage missing: 68%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/gtex_v9\n Percentage missing: 81%\n" }, { "task_id": "dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/immune_cell_atlas' %missing", - "value": 1.0, + "name": "Dataset 'cellxgene_census/hcla' %missing", + "value": 0.978021978021978, "severity": 3, - "severity_value": 10.0, + "severity_value": 9.78021978021978, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/immune_cell_atlas\n Percentage missing: 100%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hcla\n Percentage missing: 98%\n" }, { "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score random_features continuity_at_k30", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" + "category": "Raw results", + "name": "Dataset 'cellxgene_census/mouse_pancreas_atlas' %missing", + "value": 0.8901098901098901, + "severity": 3, + "severity_value": 8.9010989010989, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/mouse_pancreas_atlas\n Percentage missing: 89%\n" }, { "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score random_features continuity_at_k30", - "value": 0, - "severity": 0, - "severity_value": 0.0, - "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 0%\n" + "category": "Raw results", + "name": "Dataset 'cellxgene_census/hypomap' %missing", + "value": 0.9010989010989011, + "severity": 3, + "severity_value": 9.010989010989011, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hypomap\n Percentage missing: 90%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features continuity_at_k30", + "name": "Worst score random_features normalized_mutual_information", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features continuity_at_k30", - "value": 1, + "name": "Best score random_features normalized_mutual_information", + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Best score: 1%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap continuity_at_k30", + "name": "Worst score spectral_features normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap continuity_at_k30", - "value": 0.9611, + "name": "Best score spectral_features normalized_mutual_information", + "value": 0.8487, "severity": 0, - "severity_value": 0.48055, + "severity_value": 0.42435, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 0.9611%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Best score: 0.8487%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee continuity_at_k30", + "name": "Worst score true_features normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee continuity_at_k30", - "value": 0.9125, + "name": "Best score true_features normalized_mutual_information", + "value": 1.0, "severity": 0, - "severity_value": 0.45625, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 0.9125%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca continuity_at_k30", + "name": "Worst score densmap normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca continuity_at_k30", - "value": 0.9166, + "name": "Best score densmap normalized_mutual_information", + "value": 0.9924, "severity": 0, - "severity_value": 0.4583, + "severity_value": 0.4962, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 0.9166%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Best score: 0.9924%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate continuity_at_k30", + "name": "Worst score diffusion_map normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate continuity_at_k30", - "value": 1.0, + "name": "Best score diffusion_map normalized_mutual_information", + "value": 0.7297, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.36485, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Best score: 0.7297%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr continuity_at_k30", - "value": 0, + "name": "Worst score ivis normalized_mutual_information", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Worst score: 0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr continuity_at_k30", - "value": 0, + "name": "Best score ivis normalized_mutual_information", + "value": 0.9964, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.4982, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Best score: 0%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Best score: 0.9964%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne continuity_at_k30", + "name": "Worst score lmds normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne continuity_at_k30", - "value": 0.9544, + "name": "Best score lmds normalized_mutual_information", + "value": 0.8697, "severity": 0, - "severity_value": 0.4772, + "severity_value": 0.43485, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 0.9544%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Best score: 0.8697%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap continuity_at_k30", + "name": "Worst score neuralee normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap continuity_at_k30", - "value": 0.9143, + "name": "Best score neuralee normalized_mutual_information", + "value": 1.0, "severity": 0, - "severity_value": 0.45715, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 0.9143%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features trustworthiness_at_k30", - "value": 0, + "name": "Worst score pca normalized_mutual_information", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features trustworthiness_at_k30", - "value": 0, + "name": "Best score pca normalized_mutual_information", + "value": 0.8111, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.40555, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Best score: 0%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Best score: 0.8111%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features trustworthiness_at_k30", - "value": 0, + "name": "Worst score phate normalized_mutual_information", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features trustworthiness_at_k30", - "value": 1, + "name": "Best score phate normalized_mutual_information", + "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Best score: 1%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap trustworthiness_at_k30", + "name": "Worst score pymde normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap trustworthiness_at_k30", - "value": 0.9564, + "name": "Best score pymde normalized_mutual_information", + "value": 1.0, "severity": 0, - "severity_value": 0.4782, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 0.9564%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee trustworthiness_at_k30", + "name": "Worst score simlr normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee trustworthiness_at_k30", - "value": 0.9215, + "name": "Best score simlr normalized_mutual_information", + "value": 0.9847, "severity": 0, - "severity_value": 0.46075, + "severity_value": 0.49235, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 0.9215%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Best score: 0.9847%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca trustworthiness_at_k30", + "name": "Worst score tsne normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca trustworthiness_at_k30", - "value": 0.813, + "name": "Best score tsne normalized_mutual_information", + "value": 1.0, "severity": 0, - "severity_value": 0.4065, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 0.813%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate trustworthiness_at_k30", + "name": "Worst score umap normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate trustworthiness_at_k30", + "name": "Best score umap normalized_mutual_information", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr trustworthiness_at_k30", + "name": "Worst score random_features adjusted_rand_index", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr trustworthiness_at_k30", + "name": "Best score random_features adjusted_rand_index", "value": 0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Best score: 0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne trustworthiness_at_k30", + "name": "Worst score spectral_features adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne trustworthiness_at_k30", - "value": 0.9557, + "name": "Best score spectral_features adjusted_rand_index", + "value": 0.796, "severity": 0, - "severity_value": 0.47785, + "severity_value": 0.398, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 0.9557%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Best score: 0.796%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap trustworthiness_at_k30", + "name": "Worst score true_features adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap trustworthiness_at_k30", - "value": 0.9113, + "name": "Best score true_features adjusted_rand_index", + "value": 1.0, "severity": 0, - "severity_value": 0.45565, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 0.9113%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qnx_at_k30", - "value": 0, + "name": "Worst score densmap adjusted_rand_index", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qnx_at_k30", - "value": 0, + "name": "Best score densmap adjusted_rand_index", + "value": 0.9859, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.49295, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Best score: 0.9859%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qnx_at_k30", - "value": 0, + "name": "Worst score diffusion_map adjusted_rand_index", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qnx_at_k30", - "value": 1, + "name": "Best score diffusion_map adjusted_rand_index", + "value": 0.5929, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.29645, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Best score: 1%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Best score: 0.5929%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap qnx_at_k30", + "name": "Worst score ivis adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap qnx_at_k30", - "value": 0.5277, + "name": "Best score ivis adjusted_rand_index", + "value": 1.0, "severity": 0, - "severity_value": 0.26385, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 0.5277%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee qnx_at_k30", + "name": "Worst score lmds adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee qnx_at_k30", - "value": 0.4254, + "name": "Best score lmds adjusted_rand_index", + "value": 0.7867, "severity": 0, - "severity_value": 0.2127, + "severity_value": 0.39335, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 0.4254%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Best score: 0.7867%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca qnx_at_k30", + "name": "Worst score neuralee adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca qnx_at_k30", - "value": 0.3721, + "name": "Best score neuralee adjusted_rand_index", + "value": 1.0, "severity": 0, - "severity_value": 0.18605, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 0.3721%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate qnx_at_k30", + "name": "Worst score pca adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate qnx_at_k30", - "value": 1.0, + "name": "Best score pca adjusted_rand_index", + "value": 0.7193, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.35965, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 1.0%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Best score: 0.7193%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr qnx_at_k30", - "value": 0, + "name": "Worst score phate adjusted_rand_index", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Worst score: 0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr qnx_at_k30", - "value": 0, + "name": "Best score phate adjusted_rand_index", + "value": 0.886, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.443, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Best score: 0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Best score: 0.886%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne qnx_at_k30", + "name": "Worst score pymde adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne qnx_at_k30", - "value": 0.6616, + "name": "Best score pymde adjusted_rand_index", + "value": 0.8884, "severity": 0, - "severity_value": 0.3308, + "severity_value": 0.4442, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 0.6616%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Best score: 0.8884%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap qnx_at_k30", - "value": 0.0, + "name": "Worst score simlr adjusted_rand_index", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap qnx_at_k30", - "value": 0.5154, + "name": "Best score simlr adjusted_rand_index", + "value": 1, "severity": 0, - "severity_value": 0.2577, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 0.5154%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features lcmc_at_k30", - "value": 0, + "name": "Worst score tsne adjusted_rand_index", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features lcmc_at_k30", - "value": 0, + "name": "Best score tsne adjusted_rand_index", + "value": 1.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features lcmc_at_k30", - "value": 0, + "name": "Worst score umap adjusted_rand_index", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features lcmc_at_k30", - "value": 1, + "name": "Best score umap adjusted_rand_index", + "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap lcmc_at_k30", + "name": "Worst score random_features continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap lcmc_at_k30", - "value": 0.5277, + "name": "Best score random_features continuity_at_k30", + "value": 0.4881, "severity": 0, - "severity_value": 0.26385, + "severity_value": 0.24405, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 0.5277%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 0.4881%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee lcmc_at_k30", + "name": "Worst score spectral_features continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee lcmc_at_k30", - "value": 0.4254, + "name": "Best score spectral_features continuity_at_k30", + "value": 0.8152, "severity": 0, - "severity_value": 0.2127, + "severity_value": 0.4076, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 0.4254%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Best score: 0.8152%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca lcmc_at_k30", - "value": 0.0, + "name": "Worst score true_features continuity_at_k30", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca lcmc_at_k30", - "value": 0.3721, + "name": "Best score true_features continuity_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.18605, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 0.3721%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate lcmc_at_k30", + "name": "Worst score densmap continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate lcmc_at_k30", - "value": 1.0, + "name": "Best score densmap continuity_at_k30", + "value": 0.9669, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.48345, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 1.0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 0.9669%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr lcmc_at_k30", - "value": 0, + "name": "Worst score diffusion_map continuity_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr lcmc_at_k30", - "value": 0, + "name": "Best score diffusion_map continuity_at_k30", + "value": 0.9091, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.45455, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Best score: 0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Best score: 0.9091%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne lcmc_at_k30", + "name": "Worst score ivis continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne lcmc_at_k30", - "value": 0.6616, + "name": "Best score ivis continuity_at_k30", + "value": 0.9381, "severity": 0, - "severity_value": 0.3308, + "severity_value": 0.46905, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 0.6616%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Best score: 0.9381%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap lcmc_at_k30", + "name": "Worst score lmds continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap lcmc_at_k30", - "value": 0.5154, + "name": "Best score lmds continuity_at_k30", + "value": 0.9252, "severity": 0, - "severity_value": 0.2577, + "severity_value": 0.4626, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 0.5154%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Best score: 0.9252%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qnx_auc", - "value": 0, + "name": "Worst score neuralee continuity_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qnx_auc", - "value": 0, + "name": "Best score neuralee continuity_at_k30", + "value": 0.9277, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.46385, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 0.9277%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qnx_auc", - "value": 0, + "name": "Worst score pca continuity_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Worst score: 0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qnx_auc", - "value": 1, + "name": "Best score pca continuity_at_k30", + "value": 0.9291, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.46455, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Best score: 1%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 0.9291%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap qnx_auc", + "name": "Worst score phate continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap qnx_auc", + "name": "Best score phate continuity_at_k30", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee qnx_auc", + "name": "Worst score pymde continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee qnx_auc", - "value": 0.7155, + "name": "Best score pymde continuity_at_k30", + "value": 0.9551, "severity": 0, - "severity_value": 0.35775, + "severity_value": 0.47755, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 0.7155%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Best score: 0.9551%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca qnx_auc", + "name": "Worst score simlr continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca qnx_auc", - "value": 0.8845, + "name": "Best score simlr continuity_at_k30", + "value": 0.9378, "severity": 0, - "severity_value": 0.44225, + "severity_value": 0.4689, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 0.8845%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Best score: 0.9378%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate qnx_auc", + "name": "Worst score tsne continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Worst score: 0.0%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Best score phate qnx_auc", - "value": 0.9506, - "severity": 0, - "severity_value": 0.4753, - "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 0.9506%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Scaling", - "name": "Worst score simlr qnx_auc", - "value": 0, - "severity": 0, - "severity_value": -0.0, - "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Worst score: 0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr qnx_auc", - "value": 0, + "name": "Best score tsne continuity_at_k30", + "value": 0.9603, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.48015, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Best score: 0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 0.9603%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne qnx_auc", + "name": "Worst score umap continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne qnx_auc", - "value": 0.7207, + "name": "Best score umap continuity_at_k30", + "value": 0.9272, "severity": 0, - "severity_value": 0.36035, + "severity_value": 0.4636, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 0.7207%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 0.9272%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap qnx_auc", + "name": "Worst score random_features trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap qnx_auc", - "value": 0.7175, + "name": "Best score random_features trustworthiness_at_k30", + "value": 0.1646, "severity": 0, - "severity_value": 0.35875, + "severity_value": 0.0823, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 0.7175%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Best score: 0.1646%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qlocal", + "name": "Worst score spectral_features trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qlocal", - "value": 0.1748, + "name": "Best score spectral_features trustworthiness_at_k30", + "value": 0.6127, "severity": 0, - "severity_value": 0.0874, + "severity_value": 0.30635, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 0.1748%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Best score: 0.6127%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qlocal", + "name": "Worst score true_features trustworthiness_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qlocal", + "name": "Best score true_features trustworthiness_at_k30", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap qlocal", + "name": "Worst score densmap trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap qlocal", - "value": 0.736, + "name": "Best score densmap trustworthiness_at_k30", + "value": 0.9565, "severity": 0, - "severity_value": 0.368, + "severity_value": 0.47825, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 0.736%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 0.9565%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee qlocal", + "name": "Worst score diffusion_map trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee qlocal", - "value": 0.6688, + "name": "Best score diffusion_map trustworthiness_at_k30", + "value": 0.818, "severity": 0, - "severity_value": 0.3344, + "severity_value": 0.409, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 0.6688%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Best score: 0.818%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca qlocal", + "name": "Worst score ivis trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca qlocal", - "value": 0.6136, + "name": "Best score ivis trustworthiness_at_k30", + "value": 0.8992, "severity": 0, - "severity_value": 0.3068, + "severity_value": 0.4496, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.6136%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Best score: 0.8992%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate qlocal", + "name": "Worst score lmds trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate qlocal", - "value": 1.0, + "name": "Best score lmds trustworthiness_at_k30", + "value": 0.8055, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.40275, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.0%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Best score: 0.8055%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr qlocal", - "value": 0, + "name": "Worst score neuralee trustworthiness_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Worst score: 0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr qlocal", - "value": 0, + "name": "Best score neuralee trustworthiness_at_k30", + "value": 0.917, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.4585, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Best score: 0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 0.917%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne qlocal", + "name": "Worst score pca trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne qlocal", - "value": 0.6224, + "name": "Best score pca trustworthiness_at_k30", + "value": 0.8134, "severity": 0, - "severity_value": 0.3112, + "severity_value": 0.4067, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.6224%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 0.8134%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap qlocal", + "name": "Worst score phate trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap qlocal", - "value": 0.6234, + "name": "Best score phate trustworthiness_at_k30", + "value": 1.0, "severity": 0, - "severity_value": 0.3117, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.6234%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features qglobal", + "name": "Worst score pymde trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features qglobal", - "value": 0.7037, + "name": "Best score pymde trustworthiness_at_k30", + "value": 0.9456, "severity": 0, - "severity_value": 0.35185, + "severity_value": 0.4728, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 0.7037%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Best score: 0.9456%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features qglobal", - "value": 0, + "name": "Worst score simlr trustworthiness_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features qglobal", - "value": 1, + "name": "Best score simlr trustworthiness_at_k30", + "value": 0.9275, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.46375, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Best score: 0.9275%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap qglobal", + "name": "Worst score tsne trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap qglobal", - "value": 1.0, + "name": "Best score tsne trustworthiness_at_k30", + "value": 0.9551, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.47755, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 1.0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 0.9551%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee qglobal", + "name": "Worst score umap trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee qglobal", - "value": 0.6684, + "name": "Best score umap trustworthiness_at_k30", + "value": 0.9115, "severity": 0, - "severity_value": 0.3342, + "severity_value": 0.45575, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Best score: 0.6684%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 0.9115%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca qglobal", + "name": "Worst score random_features qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca qglobal", - "value": 0.9347, + "name": "Best score random_features qnx_at_k30", + "value": 0.0483, "severity": 0, - "severity_value": 0.46735, + "severity_value": 0.02415, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.9347%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 0.0483%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate qglobal", + "name": "Worst score spectral_features qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate qglobal", - "value": 0.7807, + "name": "Best score spectral_features qnx_at_k30", + "value": 0.1713, "severity": 0, - "severity_value": 0.39035, + "severity_value": 0.08565, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.7807%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Best score: 0.1713%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr qglobal", + "name": "Worst score true_features qnx_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr qglobal", - "value": 0, + "name": "Best score true_features qnx_at_k30", + "value": 1, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Best score: 0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne qglobal", + "name": "Worst score densmap qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne qglobal", - "value": 0.6301, + "name": "Best score densmap qnx_at_k30", + "value": 0.5301, "severity": 0, - "severity_value": 0.31505, + "severity_value": 0.26505, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Best score: 0.6301%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 0.5301%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap qglobal", + "name": "Worst score diffusion_map qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap qglobal", - "value": 0.6588, + "name": "Best score diffusion_map qnx_at_k30", + "value": 0.4173, "severity": 0, - "severity_value": 0.3294, + "severity_value": 0.20865, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Best score: 0.6588%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Best score: 0.4173%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features density_preservation", + "name": "Worst score ivis qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features density_preservation", - "value": 0.3266, + "name": "Best score ivis qnx_at_k30", + "value": 0.4561, "severity": 0, - "severity_value": 0.1633, + "severity_value": 0.22805, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 0.3266%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Best score: 0.4561%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features density_preservation", + "name": "Worst score lmds qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features density_preservation", - "value": 1.0, + "name": "Best score lmds qnx_at_k30", + "value": 0.3501, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.17505, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1.0%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Best score: 0.3501%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap density_preservation", + "name": "Worst score neuralee qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap density_preservation", - "value": 1.0, + "name": "Best score neuralee qnx_at_k30", + "value": 0.4473, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.22365, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 0.4473%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee density_preservation", + "name": "Worst score pca qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee density_preservation", - "value": 0.6657, + "name": "Best score pca qnx_at_k30", + "value": 0.3753, "severity": 0, - "severity_value": 0.33285, + "severity_value": 0.18765, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 0.6657%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 0.3753%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca density_preservation", + "name": "Worst score phate qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score pca density_preservation", - "value": 0.6112, + "name": "Best score phate qnx_at_k30", + "value": 1.0, "severity": 0, - "severity_value": 0.3056, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Best score: 0.6112%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate density_preservation", + "name": "Worst score pymde qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score phate density_preservation", - "value": 0.3258, + "name": "Best score pymde qnx_at_k30", + "value": 0.6116, "severity": 0, - "severity_value": 0.1629, + "severity_value": 0.3058, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3258%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Best score: 0.6116%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr density_preservation", - "value": 0, + "name": "Worst score simlr qnx_at_k30", + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr density_preservation", - "value": 0, + "name": "Best score simlr qnx_at_k30", + "value": 0.4583, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.22915, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Best score: 0.4583%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne density_preservation", + "name": "Worst score tsne qnx_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne qnx_at_k30", + "value": 0.6548, + "severity": 0, + "severity_value": 0.3274, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 0.6548%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap qnx_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap qnx_at_k30", + "value": 0.5119, + "severity": 0, + "severity_value": 0.25595, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 0.5119%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features lcmc_at_k30", + "value": 0.0483, + "severity": 0, + "severity_value": 0.02415, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 0.0483%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features lcmc_at_k30", + "value": 0.1713, + "severity": 0, + "severity_value": 0.08565, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Best score: 0.1713%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features lcmc_at_k30", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score true_features lcmc_at_k30", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score densmap lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score densmap lcmc_at_k30", + "value": 0.5301, + "severity": 0, + "severity_value": 0.26505, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 0.5301%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map lcmc_at_k30", + "value": 0.4173, + "severity": 0, + "severity_value": 0.20865, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Best score: 0.4173%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis lcmc_at_k30", + "value": 0.4561, + "severity": 0, + "severity_value": 0.22805, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Best score: 0.4561%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds lcmc_at_k30", + "value": 0.3501, + "severity": 0, + "severity_value": 0.17505, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Best score: 0.3501%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee lcmc_at_k30", + "value": 0.4473, + "severity": 0, + "severity_value": 0.22365, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 0.4473%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca lcmc_at_k30", + "value": 0.3753, + "severity": 0, + "severity_value": 0.18765, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 0.3753%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate lcmc_at_k30", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde lcmc_at_k30", + "value": 0.6116, + "severity": 0, + "severity_value": 0.3058, + "code": "best_score <= 2", + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Best score: 0.6116%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score simlr lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr lcmc_at_k30", + "value": 0.4583, + "severity": 0, + "severity_value": 0.22915, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Best score: 0.4583%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score tsne lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne lcmc_at_k30", + "value": 0.6548, + "severity": 0, + "severity_value": 0.3274, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 0.6548%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap lcmc_at_k30", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap lcmc_at_k30", + "value": 0.5119, + "severity": 0, + "severity_value": 0.25595, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 0.5119%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features qnx_auc", + "value": 0.0417, + "severity": 0, + "severity_value": 0.02085, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 0.0417%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features qnx_auc", + "value": 0.2336, + "severity": 0, + "severity_value": 0.1168, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Best score: 0.2336%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features qnx_auc", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Worst score: 0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score true_features qnx_auc", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Best score: 1%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score densmap qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score densmap qnx_auc", + "value": 0.7499, + "severity": 0, + "severity_value": 0.37495, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 0.7499%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map qnx_auc", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis qnx_auc", + "value": 0.5193, + "severity": 0, + "severity_value": 0.25965, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Best score: 0.5193%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds qnx_auc", + "value": 0.6969, + "severity": 0, + "severity_value": 0.34845, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Best score: 0.6969%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee qnx_auc", + "value": 0.6327, + "severity": 0, + "severity_value": 0.31635, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 0.6327%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca qnx_auc", + "value": 0.7647, + "severity": 0, + "severity_value": 0.38235, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 0.7647%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate qnx_auc", + "value": 0.8227, + "severity": 0, + "severity_value": 0.41135, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 0.8227%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde qnx_auc", + "value": 0.6074, + "severity": 0, + "severity_value": 0.3037, + "code": "best_score <= 2", + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Best score: 0.6074%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score simlr qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr qnx_auc", + "value": 0.3961, + "severity": 0, + "severity_value": 0.19805, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Best score: 0.3961%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score tsne qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne qnx_auc", + "value": 0.6179, + "severity": 0, + "severity_value": 0.30895, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 0.6179%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap qnx_auc", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap qnx_auc", + "value": 0.567, + "severity": 0, + "severity_value": 0.2835, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 0.567%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features qlocal", + "value": 0.6557, + "severity": 0, + "severity_value": 0.32785, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 0.6557%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features qlocal", + "value": 0.2297, + "severity": 0, + "severity_value": 0.11485, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Best score: 0.2297%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features qlocal", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score true_features qlocal", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score densmap qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score densmap qlocal", + "value": 0.7176, + "severity": 0, + "severity_value": 0.3588, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 0.7176%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map qlocal", + "value": 0.8691, + "severity": 0, + "severity_value": 0.43455, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 0.8691%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis qlocal", + "value": 0.5841, + "severity": 0, + "severity_value": 0.29205, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Best score: 0.5841%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds qlocal", + "value": 0.5979, + "severity": 0, + "severity_value": 0.29895, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Best score: 0.5979%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee qlocal", + "value": 0.6764, + "severity": 0, + "severity_value": 0.3382, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 0.6764%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca qlocal", + "value": 0.6453, + "severity": 0, + "severity_value": 0.32265, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.6453%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate qlocal", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde qlocal", + "value": 0.7204, + "severity": 0, + "severity_value": 0.3602, + "code": "best_score <= 2", + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Best score: 0.7204%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score simlr qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr qlocal", + "value": 0.3868, + "severity": 0, + "severity_value": 0.1934, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Best score: 0.3868%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score tsne qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne qlocal", + "value": 0.6373, + "severity": 0, + "severity_value": 0.31865, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.6373%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap qlocal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap qlocal", + "value": 0.6487, + "severity": 0, + "severity_value": 0.32435, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.6487%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features qglobal", + "value": 0.9702, + "severity": 0, + "severity_value": 0.4851, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 0.9702%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features qglobal", + "value": 0.3625, + "severity": 0, + "severity_value": 0.18125, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Best score: 0.3625%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features qglobal", + "value": 0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score true_features qglobal", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score densmap qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score densmap qglobal", + "value": 0.6545, + "severity": 0, + "severity_value": 0.32725, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 0.6545%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map qglobal", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis qglobal", + "value": 0.6275, + "severity": 0, + "severity_value": 0.31375, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Best score: 0.6275%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds qglobal", + "value": 0.6662, + "severity": 0, + "severity_value": 0.3331, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Best score: 0.6662%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee qglobal", + "value": 0.6473, + "severity": 0, + "severity_value": 0.32365, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Best score: 0.6473%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca qglobal", + "value": 0.7361, + "severity": 0, + "severity_value": 0.36805, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.7361%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate qglobal", + "value": 0.6708, + "severity": 0, + "severity_value": 0.3354, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.6708%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde qglobal", + "value": 0.6648, + "severity": 0, + "severity_value": 0.3324, + "code": "best_score <= 2", + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Best score: 0.6648%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score simlr qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr qglobal", + "value": 0.4821, + "severity": 0, + "severity_value": 0.24105, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Best score: 0.4821%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score tsne qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne qglobal", + "value": 0.6234, + "severity": 0, + "severity_value": 0.3117, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Best score: 0.6234%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap qglobal", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap qglobal", + "value": 0.6326, + "severity": 0, + "severity_value": 0.3163, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Best score: 0.6326%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features density_preservation", + "value": 0.5349, + "severity": 0, + "severity_value": 0.26745, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 0.5349%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features density_preservation", + "value": 0.4664, + "severity": 0, + "severity_value": 0.2332, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.4664%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score true_features density_preservation", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score densmap density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score densmap density_preservation", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map density_preservation", + "value": 0.4289, + "severity": 0, + "severity_value": 0.21445, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.4289%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis density_preservation", + "value": 0.8475, + "severity": 0, + "severity_value": 0.42375, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Best score: 0.8475%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds density_preservation", + "value": 0.6393, + "severity": 0, + "severity_value": 0.31965, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Best score: 0.6393%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee density_preservation", + "value": 0.7628, + "severity": 0, + "severity_value": 0.3814, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 0.7628%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca density_preservation", + "value": 0.6407, + "severity": 0, + "severity_value": 0.32035, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Best score: 0.6407%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate density_preservation", + "value": 0.3951, + "severity": 0, + "severity_value": 0.19755, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3951%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde density_preservation", + "value": 0.5818, + "severity": 0, + "severity_value": 0.2909, + "code": "best_score <= 2", + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Best score: 0.5818%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score simlr density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr density_preservation", + "value": 0.724, + "severity": 0, + "severity_value": 0.362, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0.724%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score tsne density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, @@ -2032,112 +3462,192 @@ { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne density_preservation", - "value": 0.6188, + "name": "Best score tsne density_preservation", + "value": 0.6316, + "severity": 0, + "severity_value": 0.3158, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 0.6316%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap density_preservation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap density_preservation", + "value": 0.6107, + "severity": 0, + "severity_value": 0.30535, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 0.6107%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features distance_correlation", + "value": 0.908, + "severity": 0, + "severity_value": -0.908, + "code": "worst_score >= -1", + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.908%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score random_features distance_correlation", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features distance_correlation", + "value": 0.6273, + "severity": 0, + "severity_value": -0.6273, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Worst score: 0.6273%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.3094, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 0.6188%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap density_preservation", + "name": "Worst score true_features distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score umap density_preservation", - "value": 0.3567, + "name": "Best score true_features distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.17835, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 0.3567%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features distance_correlation", - "value": 0.0, + "name": "Worst score densmap distance_correlation", + "value": 0.1107, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.1107, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: 0.1107%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features distance_correlation", - "value": 0.0338, + "name": "Best score densmap distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.0169, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Best score: 0.0338%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features distance_correlation", - "value": 0.0, + "name": "Worst score diffusion_map distance_correlation", + "value": 0.2461, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.2461, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Worst score: 0.2461%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features distance_correlation", + "name": "Best score diffusion_map distance_correlation", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap distance_correlation", + "name": "Worst score ivis distance_correlation", + "value": 0.1974, + "severity": 0, + "severity_value": -0.1974, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Worst score: 0.1974%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis distance_correlation", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap distance_correlation", - "value": 0.9099, + "name": "Best score lmds distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.45495, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 0.9099%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee distance_correlation", - "value": 0.0, + "value": 0.1338, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.1338, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: 0.1338%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee distance_correlation", - "value": 0.8605, + "value": 1.0, "severity": 0, - "severity_value": 0.43025, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 0.8605%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -2163,111 +3673,151 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score phate distance_correlation", - "value": 0.0, + "value": 0.344, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.344, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: 0.344%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate distance_correlation", - "value": 0.7993, + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde distance_correlation", + "value": 0.2584, + "severity": 0, + "severity_value": -0.2584, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Worst score: 0.2584%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.39965, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 0.7993%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr distance_correlation", - "value": 0, + "value": 0.4202, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.4202, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0.4202%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr distance_correlation", - "value": 0, + "value": 1.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne distance_correlation", - "value": 0.0, + "value": 0.206, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.206, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: 0.206%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne distance_correlation", - "value": 0.7911, + "value": 1.0, "severity": 0, - "severity_value": 0.39555, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 0.7911%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score umap distance_correlation", - "value": 0.0, + "value": 0.249, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.249, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: 0.249%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap distance_correlation", - "value": 0.7405, + "value": 1.0, "severity": 0, - "severity_value": 0.37025, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 0.7405%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features distance_correlation_spectral", - "value": 0.0, + "value": 0.8068, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.8068, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.8068%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features distance_correlation_spectral", - "value": 0.7357, + "value": 1.0, "severity": 0, - "severity_value": 0.36785, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Best score: 0.7357%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features distance_correlation_spectral", - "value": 0.0, + "name": "Worst score spectral_features distance_correlation_spectral", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Worst score: 0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features distance_correlation_spectral", + "value": 1, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Best score: 1%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score true_features distance_correlation_spectral", + "value": 0.6503, + "severity": 0, + "severity_value": -0.6503, + "code": "worst_score >= -1", + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.6503%\n" }, { "task_id": "dimensionality_reduction", @@ -2283,11 +3833,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap distance_correlation_spectral", - "value": 0.0, + "value": 1.1102e-16, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.1102e-16, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: 1.1102e-16%\n" }, { "task_id": "dimensionality_reduction", @@ -2299,15 +3849,75 @@ "code": "best_score <= 2", "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map distance_correlation_spectral", + "value": 0.5554, + "severity": 0, + "severity_value": -0.5554, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Worst score: 0.5554%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map distance_correlation_spectral", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis distance_correlation_spectral", + "value": 0.7113, + "severity": 0, + "severity_value": -0.7113, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Worst score: 0.7113%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis distance_correlation_spectral", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds distance_correlation_spectral", + "value": 0.6432, + "severity": 0, + "severity_value": -0.6432, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Worst score: 0.6432%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds distance_correlation_spectral", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee distance_correlation_spectral", - "value": 0.0, + "value": 0.7178, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7178, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.7178%\n" }, { "task_id": "dimensionality_reduction", @@ -2323,11 +3933,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pca distance_correlation_spectral", - "value": 0.0, + "value": 0.6839, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6839, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: 0.6839%\n" }, { "task_id": "dimensionality_reduction", @@ -2343,51 +3953,71 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score phate distance_correlation_spectral", - "value": 0.0, + "value": 0.4959, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.4959, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: 0.4959%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate distance_correlation_spectral", - "value": 0.9653, + "value": 1.0, + "severity": 0, + "severity_value": 0.5, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde distance_correlation_spectral", + "value": 0.3237, "severity": 0, - "severity_value": 0.48265, + "severity_value": -0.3237, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Worst score: 0.3237%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde distance_correlation_spectral", + "value": 1.0, + "severity": 0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 0.9653%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr distance_correlation_spectral", - "value": 0, + "value": 0.4003, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.4003, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: 0.4003%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr distance_correlation_spectral", - "value": 0, + "value": 1.0, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne distance_correlation_spectral", - "value": 0.0, + "value": 0.6707, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6707, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: 0.6707%\n" }, { "task_id": "dimensionality_reduction", @@ -2403,11 +4033,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score umap distance_correlation_spectral", - "value": 0.0, + "value": 0.7156, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7156, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.7156%\n" }, { "task_id": "dimensionality_reduction", @@ -2423,21 +4053,41 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features trustworthiness", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features trustworthiness", - "value": 0, + "value": 0.1213, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.06065, + "code": "best_score <= 2", + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Best score: 0.1213%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score spectral_features trustworthiness", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score spectral_features trustworthiness", + "value": 0.8087, + "severity": 0, + "severity_value": 0.40435, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Best score: 0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Best score: 0.8087%\n" }, { "task_id": "dimensionality_reduction", @@ -2473,11 +4123,71 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap trustworthiness", - "value": 0.9289, + "value": 0.9288, + "severity": 0, + "severity_value": 0.4644, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Best score: 0.9288%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map trustworthiness", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map trustworthiness", + "value": 0.8349, + "severity": 0, + "severity_value": 0.41745, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Best score: 0.8349%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis trustworthiness", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis trustworthiness", + "value": 0.8764, "severity": 0, - "severity_value": 0.46445, + "severity_value": 0.4382, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Best score: 0.9289%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness\n Best score: 0.8764%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds trustworthiness", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds trustworthiness", + "value": 0.7918, + "severity": 0, + "severity_value": 0.3959, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness\n Best score: 0.7918%\n" }, { "task_id": "dimensionality_reduction", @@ -2493,11 +4203,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee trustworthiness", - "value": 0.9019, + "value": 0.897, "severity": 0, - "severity_value": 0.45095, + "severity_value": 0.4485, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Best score: 0.9019%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Best score: 0.897%\n" }, { "task_id": "dimensionality_reduction", @@ -2513,11 +4223,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca trustworthiness", - "value": 0.7972, + "value": 0.797, "severity": 0, - "severity_value": 0.3986, + "severity_value": 0.3985, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Best score: 0.7972%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Best score: 0.797%\n" }, { "task_id": "dimensionality_reduction", @@ -2533,31 +4243,51 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate trustworthiness", - "value": 0.9235, + "value": 0.9137, + "severity": 0, + "severity_value": 0.45685, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Best score: 0.9137%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde trustworthiness", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, + "code": "worst_score >= -1", + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness\n Worst score: 0.0%\n" + }, + { + "task_id": "dimensionality_reduction", + "category": "Scaling", + "name": "Best score pymde trustworthiness", + "value": 0.9226, "severity": 0, - "severity_value": 0.46175, + "severity_value": 0.4613, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Best score: 0.9235%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness\n Best score: 0.9226%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr trustworthiness", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr trustworthiness", - "value": 0, + "value": 0.9169, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.45845, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Best score: 0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Best score: 0.9169%\n" }, { "task_id": "dimensionality_reduction", @@ -2573,11 +4303,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne trustworthiness", - "value": 0.9327, + "value": 0.9329, "severity": 0, - "severity_value": 0.46635, + "severity_value": 0.46645, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Best score: 0.9327%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Best score: 0.9329%\n" }, { "task_id": "dimensionality_reduction", @@ -2593,10 +4323,10 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap trustworthiness", - "value": 0.8882, + "value": 0.8881, "severity": 0, - "severity_value": 0.4441, + "severity_value": 0.44405, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Best score: 0.8882%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Best score: 0.8881%\n" } ] \ No newline at end of file diff --git a/results/dimensionality_reduction/data/results.json b/results/dimensionality_reduction/data/results.json index 8548e5f8..73ee6c7d 100644 --- a/results/dimensionality_reduction/data/results.json +++ b/results/dimensionality_reduction/data/results.json @@ -3,11 +3,13 @@ "dataset_id": "cellxgene_census/dkd", "method_id": "densmap", "metric_values": { + "adjusted_rand_index": 0.3678, "continuity_at_k30": "NA", "density_preservation": 0.7624, - "distance_correlation": 0.5445, - "distance_correlation_spectral": 0.0621, + "distance_correlation": 0.5444, + "distance_correlation_spectral": 0.0628, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6524, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -16,11 +18,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.456, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0.8166, - "distance_correlation_spectral": 0.7739, + "density_preservation": 0.7951, + "distance_correlation": 0.2189, + "distance_correlation_spectral": 0.8931, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8122, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -28,12 +32,12 @@ "trustworthiness": 0.5346, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2841, + "mean_score": 0.2854, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 486, - "cpu_pct": 1066.5, + "duration_sec": 476, + "cpu_pct": 1083.4, "peak_memory_mb": 18330, "disk_read_mb": 1332, "disk_write_mb": 3 @@ -42,81 +46,89 @@ }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "neuralee", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.2533, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7391, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.3391, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4784, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0743, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 205, - "cpu_pct": 1365.8, - "peak_memory_mb": 9216, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "pca", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": 0.3072, "continuity_at_k30": "NA", - "density_preservation": 0.3625, - "distance_correlation": 0.6668, - "distance_correlation_spectral": -0.0376, + "density_preservation": -0.0082, + "distance_correlation": 0.3545, + "distance_correlation_spectral": -0.0018, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6075, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.6848, + "trustworthiness": 0.7567, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.3809, "continuity_at_k30": 0, - "density_preservation": 0.4809, - "distance_correlation": 1, - "distance_correlation_spectral": 0, + "density_preservation": 0.1296, + "distance_correlation": 0.492, + "distance_correlation_spectral": 0.9609, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7558, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.3698, + "trustworthiness": 0.5136, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1682, + "mean_score": 0.2487, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 19.7, - "cpu_pct": 884.7, - "peak_memory_mb": 8397, + "duration_sec": 105, + "cpu_pct": 1671.7, + "peak_memory_mb": 15463, "disk_read_mb": 1332, "disk_write_mb": 2 }, @@ -124,81 +136,89 @@ }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "phate", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": 0.2505, "continuity_at_k30": "NA", - "density_preservation": -0.0079, - "distance_correlation": 0.3594, - "distance_correlation_spectral": 0.0269, + "density_preservation": 0.137, + "distance_correlation": 0.6966, + "distance_correlation_spectral": 0.0444, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4553, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8143, + "trustworthiness": 0.7052, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.3106, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0.5393, - "distance_correlation_spectral": 0.5008, + "density_preservation": 0.255, + "distance_correlation": 0, + "distance_correlation_spectral": 0.9125, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5647, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6288, + "trustworthiness": 0.4107, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1517, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1887, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 76, - "cpu_pct": 1066.3, - "peak_memory_mb": 8090, + "duration_sec": 55.9, + "cpu_pct": 347, + "peak_memory_mb": 12596, "disk_read_mb": 1332, - "disk_write_mb": 2 + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "random_features", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": 0.3362, "continuity_at_k30": "NA", - "density_preservation": 0.0003, - "distance_correlation": -0.0004, - "distance_correlation_spectral": -0.0007, + "density_preservation": 0.2574, + "distance_correlation": 0.5691, + "distance_correlation_spectral": -0.0072, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6314, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.4998, + "trustworthiness": 0.7368, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4168, "continuity_at_k30": 0, - "density_preservation": 0.0107, - "distance_correlation": 0, - "distance_correlation_spectral": 0.2867, + "density_preservation": 0.359, + "distance_correlation": 0.1834, + "distance_correlation_spectral": 0.9665, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7858, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, + "trustworthiness": 0.4739, "trustworthiness_at_k30": 0 }, - "mean_score": 0.027, + "mean_score": 0.245, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 7.3, - "cpu_pct": 107.7, - "peak_memory_mb": 4096, + "duration_sec": 185, + "cpu_pct": 1369.5, + "peak_memory_mb": 9114, "disk_read_mb": 1332, "disk_write_mb": 2 }, @@ -206,81 +226,89 @@ }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "true_features", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": 0.1044, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.3625, + "distance_correlation": 0.6668, + "distance_correlation_spectral": -0.0391, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.2934, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": 0.6848, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.1294, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.4497, + "distance_correlation": 0.0429, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.3614, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0.3699, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0909, + "mean_score": 0.181, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 48.2, - "cpu_pct": 103.5, - "peak_memory_mb": 11060, + "duration_sec": 17.3, + "cpu_pct": 558.5, + "peak_memory_mb": 5632, "disk_read_mb": 1332, - "disk_write_mb": 235 + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "tsne", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.2148, "continuity_at_k30": "NA", - "density_preservation": 0.1078, - "distance_correlation": 0.3879, - "distance_correlation_spectral": 0.0047, + "density_preservation": -0.04, + "distance_correlation": 0.3265, + "distance_correlation_spectral": 0.029, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5613, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8276, + "trustworthiness": 0.812, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.2664, "continuity_at_k30": 0, - "density_preservation": 0.1502, - "distance_correlation": 0.582, - "distance_correlation_spectral": 0.3287, + "density_preservation": 0.1021, + "distance_correlation": 0.5322, + "distance_correlation_spectral": 0.9285, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.6978, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6553, + "trustworthiness": 0.6242, "trustworthiness_at_k30": 0 }, - "mean_score": 0.156, - "normalization_id": "log_cp10k", + "mean_score": 0.2424, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 152, - "cpu_pct": 792.8, - "peak_memory_mb": 6247, + "duration_sec": 75, + "cpu_pct": 1057.2, + "peak_memory_mb": 8090, "disk_read_mb": 1332, "disk_write_mb": 2 }, @@ -288,382 +316,420 @@ }, { "dataset_id": "cellxgene_census/dkd", - "method_id": "umap", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": 0.2194, "continuity_at_k30": "NA", - "density_preservation": 0.1741, - "distance_correlation": 0.3563, - "distance_correlation_spectral": 0.0913, + "density_preservation": 0.1361, + "distance_correlation": 0.4341, + "distance_correlation_spectral": 0.1274, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6099, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7817, + "trustworthiness": 0.8148, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.272, "continuity_at_k30": 0, - "density_preservation": 0.2364, - "distance_correlation": 0.5346, - "distance_correlation_spectral": 1, + "density_preservation": 0.2542, + "distance_correlation": 0.3774, + "distance_correlation_spectral": 0.8253, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7588, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5636, + "trustworthiness": 0.6298, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2122, + "mean_score": 0.2398, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 112, - "cpu_pct": 366, - "peak_memory_mb": 12391, + "duration_sec": 227, + "cpu_pct": 1234.5, + "peak_memory_mb": 10036, "disk_read_mb": 1332, "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "densmap", + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", "metric_values": { + "adjusted_rand_index": 5.4109e-06, "continuity_at_k30": "NA", - "density_preservation": 0.7721, - "distance_correlation": 0.6443, - "distance_correlation_spectral": 0.0265, + "density_preservation": 0.0045, + "distance_correlation": 0.0012, + "distance_correlation_spectral": -0.0036, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0057, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8464, + "trustworthiness": 0.4997, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.8261, - "distance_correlation": 0.7321, - "distance_correlation_spectral": 0.796, + "density_preservation": 0.1406, + "distance_correlation": 1, + "distance_correlation_spectral": 0.9628, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6919, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2769, + "mean_score": 0.1618, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 434, - "cpu_pct": 1054.5, - "peak_memory_mb": 15668, - "disk_read_mb": 1946, - "disk_write_mb": 3 + "duration_sec": 6.3, + "cpu_pct": 126.9, + "peak_memory_mb": 4096, + "disk_read_mb": 1332, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/dkd", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1838, - "distance_correlation": 0.5721, - "distance_correlation_spectral": 0.0316, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8456, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.3766, - "distance_correlation": 0.6505, - "distance_correlation_spectral": 0.8115, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6903, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2299, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 99, - "cpu_pct": 1223.2, - "peak_memory_mb": 9319, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "exit_code": "NA", + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "pca", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", "metric_values": { + "adjusted_rand_index": 0.5586, "continuity_at_k30": "NA", - "density_preservation": 0.4909, - "distance_correlation": 0.8192, - "distance_correlation_spectral": -0.0436, + "density_preservation": -0.1583, + "distance_correlation": 0.0676, + "distance_correlation_spectral": 0.9139, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6746, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.759, + "trustworthiness": 0.7771, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6926, "continuity_at_k30": 0, - "density_preservation": 0.6112, - "distance_correlation": 0.9298, - "distance_correlation_spectral": 0.5855, + "density_preservation": 0, + "distance_correlation": 0.9044, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8401, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5166, + "trustworthiness": 0.5545, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2403, + "mean_score": 0.2301, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 33.7, - "cpu_pct": 994.2, - "peak_memory_mb": 9626, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 729, + "cpu_pct": 1997.8, + "peak_memory_mb": 18023, + "disk_read_mb": 1332, + "disk_write_mb": 291 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "phate", + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", "metric_values": { + "adjusted_rand_index": 0.8065, "continuity_at_k30": "NA", - "density_preservation": -0.0233, - "distance_correlation": 0.4791, - "distance_correlation_spectral": 0.0828, + "density_preservation": 0.9998, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8019, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8989, + "trustworthiness": 1, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.2184, - "distance_correlation": 0.5454, - "distance_correlation_spectral": 0.9653, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7973, + "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2297, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.4615, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 65, - "cpu_pct": 630.8, - "peak_memory_mb": 8704, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 47, + "cpu_pct": 102.5, + "peak_memory_mb": 8295, + "disk_read_mb": 1332, + "disk_write_mb": 235 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "random_features", + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.1936, "continuity_at_k30": "NA", - "density_preservation": -0.0037, - "distance_correlation": -0.0034, - "distance_correlation_spectral": 0.0064, + "density_preservation": 0.1092, + "distance_correlation": 0.3878, + "distance_correlation_spectral": 0.004, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5949, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.5014, + "trustworthiness": 0.8276, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.24, "continuity_at_k30": 0, - "density_preservation": 0.2334, - "distance_correlation": 0, - "distance_correlation_spectral": 0.7357, + "density_preservation": 0.231, + "distance_correlation": 0.444, + "distance_correlation_spectral": 0.9548, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.74, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, + "trustworthiness": 0.6553, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0881, + "mean_score": 0.2512, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 6, - "cpu_pct": 231.6, - "peak_memory_mb": 7373, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 131, + "cpu_pct": 880.9, + "peak_memory_mb": 6247, + "disk_read_mb": 1332, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "true_features", + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", "metric_values": { + "adjusted_rand_index": 0.3185, "continuity_at_k30": "NA", - "density_preservation": 0.9998, - "distance_correlation": 0.8813, - "distance_correlation_spectral": -0.2385, + "density_preservation": 0.1741, + "distance_correlation": 0.3564, + "distance_correlation_spectral": 0.0921, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6535, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": 0.7817, "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.3949, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 0, + "density_preservation": 0.2871, + "distance_correlation": 0.4892, + "distance_correlation_spectral": 0.8624, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8136, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0.5637, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2727, + "mean_score": 0.2624, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 43.7, - "cpu_pct": 99.5, - "peak_memory_mb": 6656, - "disk_read_mb": 1946, - "disk_write_mb": 488 + "duration_sec": 127, + "cpu_pct": 344.7, + "peak_memory_mb": 12391, + "disk_read_mb": 1332, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "tsne", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "densmap", "metric_values": { + "adjusted_rand_index": 0.1147, "continuity_at_k30": "NA", - "density_preservation": -0.2123, - "distance_correlation": 0.4607, - "distance_correlation_spectral": 0.0944, + "density_preservation": 0.4155, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3499, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9163, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.2475, "continuity_at_k30": 0, - "density_preservation": 0.074, - "distance_correlation": 0.5246, + "density_preservation": 1, + "distance_correlation": 1, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.4537, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8322, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.221, + "mean_score": 0.2847, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 151, - "cpu_pct": 813.7, - "peak_memory_mb": 6964, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 2029, + "cpu_pct": 797.7, + "peak_memory_mb": 50381, + "disk_read_mb": 2970, + "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "umap", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.3091, - "distance_correlation": 0.287, - "distance_correlation_spectral": -0.0303, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8776, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.3283, - "distance_correlation_spectral": 0.6256, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7546, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1553, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 217.7, - "peak_memory_mb": 7783, - "disk_read_mb": 1946, - "disk_write_mb": 3 + "exit_code": 143, + "duration_sec": 22971, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "densmap", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": 0.4304, "continuity_at_k30": "NA", - "density_preservation": 0.6425, + "density_preservation": -0.4292, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6737, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -672,11 +738,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.9286, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.065, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8814, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -684,27 +752,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0909, + "mean_score": 0.2981, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 502, - "cpu_pct": 656.9, - "peak_memory_mb": 12596, - "disk_read_mb": 752, + "duration_sec": 551, + "cpu_pct": 2846.8, + "peak_memory_mb": 29594, + "disk_read_mb": 2970, "disk_write_mb": 7 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": 0.226, "continuity_at_k30": "NA", - "density_preservation": 0.1161, + "density_preservation": -0.4879, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3765, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -713,11 +783,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4876, "continuity_at_k30": 0, - "density_preservation": 0.2957, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.4888, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -725,27 +797,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0269, + "mean_score": 0.229, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 551, - "cpu_pct": 1458.3, - "peak_memory_mb": 9524, - "disk_read_mb": 770, - "disk_write_mb": 6 + "duration_sec": 267, + "cpu_pct": 804.7, + "peak_memory_mb": 30516, + "disk_read_mb": 2970, + "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "pca", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": 0.3583, "continuity_at_k30": "NA", - "density_preservation": 0.2023, + "density_preservation": 0.2012, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.611, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -754,11 +828,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7732, "continuity_at_k30": 0, - "density_preservation": 0.411, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.7628, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7986, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -766,27 +842,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0374, + "mean_score": 0.3334, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 19.6, - "cpu_pct": 991.9, - "peak_memory_mb": 7271, - "disk_read_mb": 750, - "disk_write_mb": 6 + "duration_sec": 5641, + "cpu_pct": 1740.4, + "peak_memory_mb": 19149, + "disk_read_mb": 2970, + "disk_write_mb": 7 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "phate", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": 0.1937, "continuity_at_k30": "NA", - "density_preservation": -0.0501, + "density_preservation": -0.4486, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.346, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -795,11 +873,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4179, "continuity_at_k30": 0, - "density_preservation": 0.0733, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.0435, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.4486, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -807,27 +887,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0067, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2239, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 213, - "cpu_pct": 2409, - "peak_memory_mb": 7578, - "disk_read_mb": 747, + "duration_sec": 37.4, + "cpu_pct": 541.8, + "peak_memory_mb": 11674, + "disk_read_mb": 2970, "disk_write_mb": 7 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "random_features", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.2899, "continuity_at_k30": "NA", - "density_preservation": -0.0005, + "density_preservation": -0.131, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.631, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -836,11 +918,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6256, "continuity_at_k30": 0, - "density_preservation": 0.1396, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.3951, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.825, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -848,27 +932,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0127, - "normalization_id": "log_cp10k", + "mean_score": 0.2958, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 9.3, - "cpu_pct": 89.3, - "peak_memory_mb": 3482, - "disk_read_mb": 728, - "disk_write_mb": 7 + "duration_sec": 627, + "cpu_pct": 2195.8, + "peak_memory_mb": 10138, + "disk_read_mb": 2970, + "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "true_features", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": 0.3694, "continuity_at_k30": "NA", - "density_preservation": "NA", + "density_preservation": 0.0377, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7636, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -877,11 +963,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7971, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.5818, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -889,27 +977,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3368, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 80, - "cpu_pct": 98.2, - "peak_memory_mb": 12288, - "disk_read_mb": 728, - "disk_write_mb": 211 + "duration_sec": 1433, + "cpu_pct": 2462.9, + "peak_memory_mb": 12596, + "disk_read_mb": 2970, + "disk_write_mb": 8 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "tsne", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", "metric_values": { + "adjusted_rand_index": -2.0294e-06, "continuity_at_k30": "NA", - "density_preservation": -0.0215, + "density_preservation": -0.0047, "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0063, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -918,11 +1008,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.1116, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.5349, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -930,27 +1022,29 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0101, + "mean_score": 0.195, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 307, - "cpu_pct": 686.1, - "peak_memory_mb": 6042, - "disk_read_mb": 751, - "disk_write_mb": 6 + "duration_sec": 7.3, + "cpu_pct": 140.4, + "peak_memory_mb": 5735, + "disk_read_mb": 2970, + "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "umap", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.1049, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", @@ -959,11 +1053,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -971,204 +1067,224 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 184, - "cpu_pct": 914.3, - "peak_memory_mb": 12288, - "disk_read_mb": 752, - "disk_write_mb": 7 + "exit_code": 137, + "duration_sec": 2570, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "densmap", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "spectral_features", "metric_values": { + "adjusted_rand_index": 0.1939, "continuity_at_k30": "NA", - "density_preservation": 0.6962, - "distance_correlation": 0.7235, - "distance_correlation_spectral": 0.1822, + "density_preservation": -0.126, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4791, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7481, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4185, "continuity_at_k30": 0, - "density_preservation": 0.6954, - "distance_correlation": 0.9099, - "distance_correlation_spectral": 0.7762, + "density_preservation": 0.4006, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.6243, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4968, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2617, + "mean_score": 0.2649, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 321, - "cpu_pct": 862.6, - "peak_memory_mb": 12288, - "disk_read_mb": 824, - "disk_write_mb": 4 + "duration_sec": 6258, + "cpu_pct": 5571.8, + "peak_memory_mb": 47514, + "disk_read_mb": 2970, + "disk_write_mb": 1536 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "true_features", "metric_values": { + "adjusted_rand_index": 0.2033, "continuity_at_k30": "NA", - "density_preservation": 0.2357, - "distance_correlation": 0.6843, - "distance_correlation_spectral": 0.1174, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4352, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7806, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4387, "continuity_at_k30": 0, - "density_preservation": 0.2335, - "distance_correlation": 0.8605, - "distance_correlation_spectral": 0.5022, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5664, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5618, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1962, + "mean_score": 0.2312, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 149, - "cpu_pct": 1293.4, - "peak_memory_mb": 8807, - "disk_read_mb": 842, - "disk_write_mb": 2 + "duration_sec": 225, + "cpu_pct": 96.9, + "peak_memory_mb": 31130, + "disk_read_mb": 2970, + "disk_write_mb": 658 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "pca", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.3315, "continuity_at_k30": "NA", - "density_preservation": 0.0051, - "distance_correlation": 0.7952, - "distance_correlation_spectral": 0.2351, + "density_preservation": 0.0827, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7462, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7459, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7153, "continuity_at_k30": 0, - "density_preservation": 0.0021, + "density_preservation": 0.6316, "distance_correlation": 1, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.977, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4925, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2268, + "mean_score": 0.3326, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 15.2, - "cpu_pct": 647.5, - "peak_memory_mb": 4711, - "disk_read_mb": 822, - "disk_write_mb": 2 + "duration_sec": 644, + "cpu_pct": 802.8, + "peak_memory_mb": 13210, + "disk_read_mb": 2970, + "disk_write_mb": 7 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "phate", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", "metric_values": { + "adjusted_rand_index": 0.4635, "continuity_at_k30": "NA", - "density_preservation": 0.0084, - "distance_correlation": 0.6356, - "distance_correlation_spectral": 0.2133, + "density_preservation": 0.0638, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7462, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9112, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.0055, - "distance_correlation": 0.7993, - "distance_correlation_spectral": 0.9077, + "density_preservation": 0.6107, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9771, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8226, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2305, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.3529, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 52.5, - "cpu_pct": 1210.8, - "peak_memory_mb": 7578, - "disk_read_mb": 819, - "disk_write_mb": 3 + "duration_sec": 362, + "cpu_pct": 1106.1, + "peak_memory_mb": 16077, + "disk_read_mb": 2970, + "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "random_features", + "dataset_id": "cellxgene_census/hcla", + "method_id": "densmap", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0029, - "distance_correlation": -0, - "distance_correlation_spectral": -0.0014, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.4994, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1176,983 +1292,809 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 7.8, - "cpu_pct": 133.1, - "peak_memory_mb": 5632, - "disk_read_mb": 800, - "disk_write_mb": 3 + "exit_code": 137, + "duration_sec": 3310, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "true_features", + "dataset_id": "cellxgene_census/hcla", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.9998, - "distance_correlation": 0.771, - "distance_correlation_spectral": 0.039, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0.9695, - "distance_correlation_spectral": 0.171, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2855, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 27.8, - "cpu_pct": 100.9, - "peak_memory_mb": 7885, - "disk_read_mb": 800, - "disk_write_mb": 150 + "exit_code": 1, + "duration_sec": 320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "tsne", + "dataset_id": "cellxgene_census/hcla", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0805, - "distance_correlation": 0.4969, - "distance_correlation_spectral": 0.1473, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8314, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0778, - "distance_correlation": 0.6249, - "distance_correlation_spectral": 0.6287, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6631, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1813, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 115, - "cpu_pct": 1726.3, - "peak_memory_mb": 10036, - "disk_read_mb": 823, - "disk_write_mb": 2 + "duration_sec": 2672, + "cpu_pct": 1939, + "peak_memory_mb": 44749, + "disk_read_mb": 17511, + "disk_write_mb": 19 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "umap", + "dataset_id": "cellxgene_census/hcla", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0498, - "distance_correlation": 0.4682, - "distance_correlation_spectral": 0.0864, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8004, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.047, - "distance_correlation": 0.5887, - "distance_correlation_spectral": 0.3715, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6013, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1462, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 94, - "cpu_pct": 464.5, - "peak_memory_mb": 6861, - "disk_read_mb": 824, - "disk_write_mb": 4 + "duration_sec": 737, + "cpu_pct": 356.1, + "peak_memory_mb": 106804, + "disk_read_mb": 17511, + "disk_write_mb": 24 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "densmap", + "dataset_id": "cellxgene_census/hcla", + "method_id": "neuralee", "metric_values": { - "continuity_at_k30": 0.9809, - "density_preservation": 0.8614, - "distance_correlation": 0.3198, - "distance_correlation_spectral": 0.0967, - "lcmc_at_k30": 0.505, - "qglobal": 0.7094, - "qlocal": 0.5309, - "qnx_at_k30": 0.5506, - "qnx_auc": 0.6913, - "trustworthiness": 0.9647, - "trustworthiness_at_k30": 0.9788 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.9611, - "density_preservation": 1, - "distance_correlation": 0.3349, + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, "distance_correlation_spectral": 1, - "lcmc_at_k30": 0.5277, - "qglobal": 0.1783, - "qlocal": 0.2275, - "qnx_at_k30": 0.5277, - "qnx_auc": 0.3812, - "trustworthiness": 0.9289, - "trustworthiness_at_k30": 0.9564 + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.6385, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 28.3, - "cpu_pct": 119.2, - "peak_memory_mb": 5632, - "disk_read_mb": 93, - "disk_write_mb": 1 + "duration_sec": 5894, + "cpu_pct": 2539.1, + "peak_memory_mb": 38503, + "disk_read_mb": 17511, + "disk_write_mb": 19 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/hcla", + "method_id": "pca", "metric_values": { - "continuity_at_k30": 0.957, - "density_preservation": 0.4442, - "distance_correlation": 0.4564, - "distance_correlation_spectral": -0.0121, - "lcmc_at_k30": 0.4077, - "qglobal": 0.7095, - "qlocal": 0.4609, - "qnx_at_k30": 0.4532, - "qnx_auc": 0.6824, - "trustworthiness": 0.9513, - "trustworthiness_at_k30": 0.9618 - }, - "scaled_scores": { - "continuity_at_k30": 0.9125, - "density_preservation": 0.6657, - "distance_correlation": 0.4765, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0.4254, - "qglobal": 0.1787, - "qlocal": 0.1121, - "qnx_at_k30": 0.4254, - "qnx_auc": 0.3634, - "trustworthiness": 0.9019, - "trustworthiness_at_k30": 0.9215 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.4894, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 24.8, - "cpu_pct": 507.3, - "peak_memory_mb": 11572, - "disk_read_mb": 111, - "disk_write_mb": 1 + "duration_sec": 121, + "cpu_pct": 237.1, + "peak_memory_mb": 40756, + "disk_read_mb": 17511, + "disk_write_mb": 19 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "pca", + "dataset_id": "cellxgene_census/hcla", + "method_id": "phate", "metric_values": { - "continuity_at_k30": 0.959, - "density_preservation": 0.1819, - "distance_correlation": 0.0866, - "distance_correlation_spectral": 0.0592, - "lcmc_at_k30": 0.3569, - "qglobal": 0.6463, - "qlocal": 0.4586, - "qnx_at_k30": 0.4024, - "qnx_auc": 0.6233, - "trustworthiness": 0.8993, - "trustworthiness_at_k30": 0.909 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.9166, - "density_preservation": 0.4556, - "distance_correlation": 0.093, - "distance_correlation_spectral": 0.6555, - "lcmc_at_k30": 0.3721, + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, - "qlocal": 0.1083, - "qnx_at_k30": 0.3721, - "qnx_auc": 0.2449, - "trustworthiness": 0.7972, - "trustworthiness_at_k30": 0.813 + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.4389, - "normalization_id": "log_cp10k", + "mean_score": 0.1538, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 6.7, - "cpu_pct": 940.7, - "peak_memory_mb": 5940, - "disk_read_mb": 92, - "disk_write_mb": 1 + "duration_sec": 8071, + "cpu_pct": 5166.1, + "peak_memory_mb": 31847, + "disk_read_mb": 17511, + "disk_write_mb": 24 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "phate", + "dataset_id": "cellxgene_census/hcla", + "method_id": "pymde", "metric_values": { - "continuity_at_k30": 0.9674, - "density_preservation": -0.3867, - "distance_correlation": 0.3394, - "distance_correlation_spectral": 0.0462, - "lcmc_at_k30": 0.3877, - "qglobal": 0.6936, - "qlocal": 0.475, - "qnx_at_k30": 0.4332, - "qnx_auc": 0.6674, - "trustworthiness": 0.957, - "trustworthiness_at_k30": 0.9705 + "adjusted_rand_index": 0.1736, + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6261, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.9336, + "adjusted_rand_index": 0, + "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.3552, - "distance_correlation_spectral": 0.5361, - "lcmc_at_k30": 0.4044, - "qglobal": 0.1336, - "qlocal": 0.1354, - "qnx_at_k30": 0.4044, - "qnx_auc": 0.3334, - "trustworthiness": 0.9133, - "trustworthiness_at_k30": 0.9393 - }, - "mean_score": 0.4626, - "normalization_id": "sqrt_cp10k", + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 6.6, - "cpu_pct": 763.8, - "peak_memory_mb": 5632, - "disk_read_mb": 89, - "disk_write_mb": 1 + "duration_sec": 6059, + "cpu_pct": 2582.9, + "peak_memory_mb": 43623, + "disk_read_mb": 17511, + "disk_write_mb": 20 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "dataset_id": "cellxgene_census/hcla", "method_id": "random_features", "metric_values": { - "continuity_at_k30": 0.5086, - "density_preservation": 0.0208, - "distance_correlation": -0.0031, - "distance_correlation_spectral": -0.0024, - "lcmc_at_k30": 0.0028, - "qglobal": 0.8952, - "qlocal": 0.3928, - "qnx_at_k30": 0.0483, - "qnx_auc": 0.501, - "trustworthiness": 0.5033, - "trustworthiness_at_k30": 0.5134 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.3266, - "distance_correlation": 0, - "distance_correlation_spectral": 0.0885, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qglobal": 0.7037, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1017, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1.6, - "cpu_pct": 672.9, - "peak_memory_mb": 2765, - "disk_read_mb": 69, - "disk_write_mb": 1 + "duration_sec": 20.9, + "cpu_pct": 115, + "peak_memory_mb": 20276, + "disk_read_mb": 17408, + "disk_write_mb": 24 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "true_features", + "dataset_id": "cellxgene_census/hcla", + "method_id": "simlr", "metric_values": { - "continuity_at_k30": 1, - "density_preservation": 0.3451, - "distance_correlation": 0.9612, - "distance_correlation_spectral": 0.0166, - "lcmc_at_k30": 0.9545, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 1, - "density_preservation": 0.5863, + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, "distance_correlation": 1, - "distance_correlation_spectral": 0.264, - "lcmc_at_k30": 1, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.8955, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 3.9, - "cpu_pct": 256.5, - "peak_memory_mb": 5837, - "disk_read_mb": 69, - "disk_write_mb": 15 + "exit_code": 1, + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "tsne", + "dataset_id": "cellxgene_census/hcla", + "method_id": "spectral_features", "metric_values": { - "continuity_at_k30": 0.9776, - "density_preservation": 0.3856, - "distance_correlation": 0.2712, - "distance_correlation_spectral": 0.026, - "lcmc_at_k30": 0.4858, - "qglobal": 0.6928, - "qlocal": 0.5043, - "qnx_at_k30": 0.5314, - "qnx_auc": 0.6739, - "trustworthiness": 0.9666, - "trustworthiness_at_k30": 0.9784 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.9544, - "density_preservation": 0.6188, - "distance_correlation": 0.2844, - "distance_correlation_spectral": 0.3497, - "lcmc_at_k30": 0.5076, - "qglobal": 0.1314, - "qlocal": 0.1837, - "qnx_at_k30": 0.5076, - "qnx_auc": 0.3465, - "trustworthiness": 0.9327, - "trustworthiness_at_k30": 0.9557 + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.5248, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 15.9, - "cpu_pct": 1881.3, - "peak_memory_mb": 3277, - "disk_read_mb": 92, - "disk_write_mb": 1 + "exit_code": 137, + "duration_sec": 3530, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "umap", + "dataset_id": "cellxgene_census/hcla", + "method_id": "true_features", "metric_values": { - "continuity_at_k30": 0.9579, - "density_preservation": -0.1255, - "distance_correlation": 0.1968, - "distance_correlation_spectral": 0.0205, - "lcmc_at_k30": 0.386, - "qglobal": 0.6596, - "qlocal": 0.4285, - "qnx_at_k30": 0.4315, - "qnx_auc": 0.6365, - "trustworthiness": 0.9445, - "trustworthiness_at_k30": 0.9568 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.9143, - "density_preservation": 0.2093, - "distance_correlation": 0.2072, - "distance_correlation_spectral": 0.2999, - "lcmc_at_k30": 0.4026, - "qglobal": 0.0376, - "qlocal": 0.0588, - "qnx_at_k30": 0.4026, - "qnx_auc": 0.2715, - "trustworthiness": 0.8882, - "trustworthiness_at_k30": 0.9113 + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.4185, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 25.4, - "cpu_pct": 121.5, - "peak_memory_mb": 5632, - "disk_read_mb": 93, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "densmap", - "metric_values": { - "continuity_at_k30": 0.7405, - "density_preservation": 0.6574, - "distance_correlation": 0.2661, - "distance_correlation_spectral": -0.1082, - "lcmc_at_k30": 0.0719, - "qglobal": 0.5907, - "qlocal": 0.1909, - "qnx_at_k30": 0.0875, - "qnx_auc": 0.5482, - "trustworthiness": 0.6176, - "trustworthiness_at_k30": 0.6264 - }, - "scaled_scores": { - "continuity_at_k30": 0.472, - "density_preservation": 0.7354, - "distance_correlation": 0.3004, - "distance_correlation_spectral": 0.1947, - "lcmc_at_k30": 0.0733, - "qglobal": 0.0612, - "qlocal": 0.0513, - "qnx_at_k30": 0.0733, - "qnx_auc": 0.0945, - "trustworthiness": 0.2363, - "trustworthiness_at_k30": 0.2491 - }, - "mean_score": 0.231, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 78, - "cpu_pct": 112.8, - "peak_memory_mb": 6144, - "disk_read_mb": 381, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "neuralee", - "metric_values": { - "continuity_at_k30": 0.6435, - "density_preservation": 0.1006, - "distance_correlation": -0.0296, - "distance_correlation_spectral": -0.0997, - "lcmc_at_k30": 0.0471, - "qglobal": 0.5651, - "qlocal": 0.1616, - "qnx_at_k30": 0.0627, - "qnx_auc": 0.5164, - "trustworthiness": 0.6219, - "trustworthiness_at_k30": 0.6218 - }, - "scaled_scores": { - "continuity_at_k30": 0.2745, - "density_preservation": 0.3052, - "distance_correlation": 0, - "distance_correlation_spectral": 0.2152, - "lcmc_at_k30": 0.0481, - "qglobal": 0.0026, - "qlocal": 0.017, - "qnx_at_k30": 0.0481, - "qnx_auc": 0.0307, - "trustworthiness": 0.2449, - "trustworthiness_at_k30": 0.2399 - }, - "mean_score": 0.1296, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 30.7, - "cpu_pct": 775.2, - "peak_memory_mb": 11572, - "disk_read_mb": 399, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "pca", - "metric_values": { - "continuity_at_k30": 0.5946, - "density_preservation": -0.1718, - "distance_correlation": 0.1262, - "distance_correlation_spectral": -0.1575, - "lcmc_at_k30": 0.0537, - "qglobal": 0.5647, - "qlocal": 0.1471, - "qnx_at_k30": 0.0693, - "qnx_auc": 0.524, - "trustworthiness": 0.6197, - "trustworthiness_at_k30": 0.6198 - }, - "scaled_scores": { - "continuity_at_k30": 0.1751, - "density_preservation": 0.0947, - "distance_correlation": 0.1583, - "distance_correlation_spectral": 0.0751, - "lcmc_at_k30": 0.0548, - "qglobal": 0.0017, - "qlocal": 0, - "qnx_at_k30": 0.0548, - "qnx_auc": 0.0461, - "trustworthiness": 0.2405, - "trustworthiness_at_k30": 0.2358 - }, - "mean_score": 0.1033, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 14.1, - "cpu_pct": 1596.2, - "peak_memory_mb": 6452, - "disk_read_mb": 379, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "phate", - "metric_values": { - "continuity_at_k30": 0.6774, - "density_preservation": -0.2944, - "distance_correlation": 0.1518, - "distance_correlation_spectral": -0.1885, - "lcmc_at_k30": 0.087, - "qglobal": 0.6134, - "qlocal": 0.2004, - "qnx_at_k30": 0.1027, - "qnx_auc": 0.5719, - "trustworthiness": 0.7357, - "trustworthiness_at_k30": 0.7286 - }, - "scaled_scores": { - "continuity_at_k30": 0.3436, - "density_preservation": 0, - "distance_correlation": 0.1843, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0.0887, - "qglobal": 0.1134, - "qlocal": 0.0625, - "qnx_at_k30": 0.0887, - "qnx_auc": 0.142, - "trustworthiness": 0.4722, - "trustworthiness_at_k30": 0.4546 - }, - "mean_score": 0.1773, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 20.7, - "cpu_pct": 650.6, - "peak_memory_mb": 5940, - "disk_read_mb": 377, - "disk_write_mb": 1 + "duration_sec": 635, + "cpu_pct": 99, + "peak_memory_mb": 83252, + "disk_read_mb": 17408, + "disk_write_mb": 3482 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "random_features", + "dataset_id": "cellxgene_census/hcla", + "method_id": "tsne", "metric_values": { - "continuity_at_k30": 0.5086, - "density_preservation": -0.0074, - "distance_correlation": 0.0037, - "distance_correlation_spectral": 0.0002, - "lcmc_at_k30": -0.0003, - "qglobal": 0.7951, - "qlocal": 0.2962, - "qnx_at_k30": 0.0154, - "qnx_auc": 0.501, - "trustworthiness": 0.4992, - "trustworthiness_at_k30": 0.5024 + "adjusted_rand_index": 0.1755, + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6359, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.2218, - "distance_correlation": 0.0338, - "distance_correlation_spectral": 0.4572, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qglobal": 0.5299, - "qlocal": 0.1748, + "normalized_mutual_information": 1, + "qglobal": 0, + "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1289, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1.9, - "cpu_pct": 508.5, - "peak_memory_mb": 2765, - "disk_read_mb": 357, - "disk_write_mb": 1 + "duration_sec": 2558, + "cpu_pct": 1009.8, + "peak_memory_mb": 40756, + "disk_read_mb": 17511, + "disk_write_mb": 19 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "true_features", + "dataset_id": "cellxgene_census/hcla", + "method_id": "umap", "metric_values": { - "continuity_at_k30": 1, - "density_preservation": 0.9999, - "distance_correlation": 0.9545, - "distance_correlation_spectral": 0.2241, - "lcmc_at_k30": 0.9844, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 1, - "density_preservation": 1, + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, "distance_correlation": 1, "distance_correlation_spectral": 1, - "lcmc_at_k30": 1, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 - }, - "mean_score": 1, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 7.2, - "cpu_pct": 183.8, - "peak_memory_mb": 3482, - "disk_read_mb": 357, - "disk_write_mb": 65 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "tsne", - "metric_values": { - "continuity_at_k30": 0.5685, - "density_preservation": 0.3752, - "distance_correlation": 0.2065, - "distance_correlation_spectral": -0.123, - "lcmc_at_k30": 0.092, - "qglobal": 0.6004, - "qlocal": 0.1814, - "qnx_at_k30": 0.1077, - "qnx_auc": 0.5637, - "trustworthiness": 0.6994, - "trustworthiness_at_k30": 0.691 - }, - "scaled_scores": { - "continuity_at_k30": 0.1218, - "density_preservation": 0.5174, - "distance_correlation": 0.2399, - "distance_correlation_spectral": 0.1587, - "lcmc_at_k30": 0.0937, - "qglobal": 0.0835, - "qlocal": 0.0402, - "qnx_at_k30": 0.0937, - "qnx_auc": 0.1256, - "trustworthiness": 0.3998, - "trustworthiness_at_k30": 0.379 - }, - "mean_score": 0.2048, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 2402.9, - "peak_memory_mb": 3789, - "disk_read_mb": 380, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "umap", - "metric_values": { - "continuity_at_k30": 0.613, - "density_preservation": 0.0874, - "distance_correlation": -0.0024, - "distance_correlation_spectral": -0.1098, - "lcmc_at_k30": 0.0533, - "qglobal": 0.564, - "qlocal": 0.1619, - "qnx_at_k30": 0.0689, - "qnx_auc": 0.5168, - "trustworthiness": 0.6422, - "trustworthiness_at_k30": 0.637 - }, - "scaled_scores": { - "continuity_at_k30": 0.2124, - "density_preservation": 0.295, - "distance_correlation": 0.0277, - "distance_correlation_spectral": 0.1907, - "lcmc_at_k30": 0.0544, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, - "qlocal": 0.0173, - "qnx_at_k30": 0.0544, - "qnx_auc": 0.0317, - "trustworthiness": 0.2855, - "trustworthiness_at_k30": 0.2704 + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.1309, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 35.7, - "cpu_pct": 153.2, - "peak_memory_mb": 11367, - "disk_read_mb": 381, - "disk_write_mb": 1 + "duration_sec": 1588, + "cpu_pct": 1443.9, + "peak_memory_mb": 45364, + "disk_read_mb": 17511, + "disk_write_mb": 21 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", + "dataset_id": "cellxgene_census/hypomap", "method_id": "densmap", "metric_values": { + "adjusted_rand_index": 0.0655, "continuity_at_k30": "NA", - "density_preservation": 0.688, - "distance_correlation": 0.6294, - "distance_correlation_spectral": 0.296, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3632, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.809, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6804, "continuity_at_k30": 0, - "density_preservation": 0.6932, - "distance_correlation": 0.8365, + "density_preservation": 0, + "distance_correlation": 1, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7425, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6179, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2861, + "mean_score": 0.2633, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 273, - "cpu_pct": 882.8, - "peak_memory_mb": 11264, - "disk_read_mb": 887, - "disk_write_mb": 3 + "duration_sec": 6445, + "cpu_pct": 1840.8, + "peak_memory_mb": 262554, + "disk_read_mb": 12698, + "disk_write_mb": 14 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.3739, - "distance_correlation": 0.3935, - "distance_correlation_spectral": 0.129, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8048, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.3841, - "distance_correlation": 0.5258, - "distance_correlation_spectral": 0.497, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6096, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1833, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 88, - "cpu_pct": 1208, - "peak_memory_mb": 8295, - "disk_read_mb": 905, - "disk_write_mb": 1 + "exit_code": 1, + "duration_sec": 270, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "pca", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": 0.0842, "continuity_at_k30": "NA", - "density_preservation": -0.0163, - "distance_correlation": 0.7536, - "distance_correlation_spectral": 0.2771, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4764, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7541, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.8747, "continuity_at_k30": 0, "density_preservation": 0, "distance_correlation": 1, - "distance_correlation_spectral": 0.9431, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9744, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.508, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2228, + "mean_score": 0.2961, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 20.3, - "cpu_pct": 1551.2, - "peak_memory_mb": 7476, - "disk_read_mb": 885, - "disk_write_mb": 1 + "duration_sec": 2637, + "cpu_pct": 1583.9, + "peak_memory_mb": 39732, + "disk_read_mb": 12698, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "phate", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": 0.0603, "continuity_at_k30": "NA", - "density_preservation": -0.0034, - "distance_correlation": 0.4782, - "distance_correlation_spectral": 0.0483, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3411, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9618, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6262, "continuity_at_k30": 0, - "density_preservation": 0.0127, - "distance_correlation": 0.6374, - "distance_correlation_spectral": 0.2539, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.697, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.9235, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1661, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2556, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 58, - "cpu_pct": 1625.8, - "peak_memory_mb": 13005, - "disk_read_mb": 882, - "disk_write_mb": 1 + "duration_sec": 525, + "cpu_pct": 342.7, + "peak_memory_mb": 74240, + "disk_read_mb": 12698, + "disk_write_mb": 17 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "random_features", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": 0.0962, "continuity_at_k30": "NA", - "density_preservation": -0.0052, - "distance_correlation": -0.0058, - "distance_correlation_spectral": -0.0018, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4889, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.5002, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.0109, - "distance_correlation": 0, - "distance_correlation_spectral": 0.1033, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2160,327 +2102,269 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0104, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 8.1, - "cpu_pct": 100.4, - "peak_memory_mb": 3687, - "disk_read_mb": 863, - "disk_write_mb": 1 + "duration_sec": 4882, + "cpu_pct": 2552.5, + "peak_memory_mb": 30413, + "disk_read_mb": 12698, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "true_features", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": 0.057, "continuity_at_k30": "NA", - "density_preservation": 0.9997, - "distance_correlation": 0.7006, - "distance_correlation_spectral": -0.0361, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3143, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.5925, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0.9303, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.6421, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2664, + "mean_score": 0.2488, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 23.8, - "cpu_pct": 100.2, - "peak_memory_mb": 4813, - "disk_read_mb": 863, - "disk_write_mb": 169 + "duration_sec": 94, + "cpu_pct": 189.2, + "peak_memory_mb": 28468, + "disk_read_mb": 12698, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "tsne", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.0419, "continuity_at_k30": "NA", - "density_preservation": 0.0366, - "distance_correlation": 0.473, - "distance_correlation_spectral": 0.1387, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.2888, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8896, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4351, "continuity_at_k30": 0, - "density_preservation": 0.052, - "distance_correlation": 0.6305, - "distance_correlation_spectral": 0.5261, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5898, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7792, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1807, - "normalization_id": "log_cp10k", + "mean_score": 0.2327, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 92, - "cpu_pct": 1284.5, - "peak_memory_mb": 5632, - "disk_read_mb": 886, - "disk_write_mb": 1 + "duration_sec": 3732, + "cpu_pct": 3906.5, + "peak_memory_mb": 24986, + "disk_read_mb": 12698, + "disk_write_mb": 15 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "umap", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0663, - "distance_correlation": 0.3818, - "distance_correlation_spectral": 0.0854, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.859, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0813, - "distance_correlation": 0.5104, - "distance_correlation_spectral": 0.3657, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7178, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1523, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 276.1, - "peak_memory_mb": 6759, - "disk_read_mb": 887, - "disk_write_mb": 3 + "exit_code": 143, + "duration_sec": 24262, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "densmap", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "random_features", "metric_values": { - "continuity_at_k30": 0.8314, - "density_preservation": 0.8536, - "distance_correlation": 0.5527, - "distance_correlation_spectral": -0.1614, - "lcmc_at_k30": 0.0984, - "qglobal": 0.8264, - "qlocal": 0.4466, - "qnx_at_k30": 0.126, - "qnx_auc": 0.7124, - "trustworthiness": 0.768, - "trustworthiness_at_k30": 0.7803 + "adjusted_rand_index": -1.4632e-06, + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0011, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.6612, - "density_preservation": 0.8686, - "distance_correlation": 0.5659, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0.1007, - "qglobal": 0.6488, - "qlocal": 0.4425, - "qnx_at_k30": 0.1007, - "qnx_auc": 0.4261, - "trustworthiness": 0.5293, - "trustworthiness_at_k30": 0.5536 - }, - "mean_score": 0.4452, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 31.8, - "cpu_pct": 129.8, - "peak_memory_mb": 5632, - "disk_read_mb": 73, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "neuralee", - "metric_values": { - "continuity_at_k30": 0.8451, - "density_preservation": 0.0995, - "distance_correlation": 0.5099, - "distance_correlation_spectral": -0.0724, - "lcmc_at_k30": 0.0861, - "qglobal": 0.8361, - "qlocal": 0.4389, - "qnx_at_k30": 0.1137, - "qnx_auc": 0.7077, - "trustworthiness": 0.8056, - "trustworthiness_at_k30": 0.8088 - }, - "scaled_scores": { - "continuity_at_k30": 0.6886, - "density_preservation": 0.1915, - "distance_correlation": 0.5221, - "distance_correlation_spectral": 0.2674, - "lcmc_at_k30": 0.088, - "qglobal": 0.6684, - "qlocal": 0.4347, - "qnx_at_k30": 0.088, - "qnx_auc": 0.4168, - "trustworthiness": 0.6056, - "trustworthiness_at_k30": 0.6116 + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.4166, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 16.2, - "cpu_pct": 520.3, - "peak_memory_mb": 7373, - "disk_read_mb": 91, - "disk_write_mb": 1 + "duration_sec": 17.1, + "cpu_pct": 140.4, + "peak_memory_mb": 18228, + "disk_read_mb": 12698, + "disk_write_mb": 16 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "pca", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "simlr", "metric_values": { - "continuity_at_k30": 0.8414, - "density_preservation": 0.2314, - "distance_correlation": 0.4406, - "distance_correlation_spectral": -0.1097, - "lcmc_at_k30": 0.0819, - "qglobal": 0.824, - "qlocal": 0.4326, - "qnx_at_k30": 0.1096, - "qnx_auc": 0.6972, - "trustworthiness": 0.7923, - "trustworthiness_at_k30": 0.7972 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "continuity_at_k30": 0.6812, - "density_preservation": 0.31, - "distance_correlation": 0.4514, - "distance_correlation_spectral": 0.1554, - "lcmc_at_k30": 0.0838, - "qglobal": 0.644, - "qlocal": 0.4284, - "qnx_at_k30": 0.0838, - "qnx_auc": 0.3957, - "trustworthiness": 0.5786, - "trustworthiness_at_k30": 0.5879 + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0.4, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 483.8, - "peak_memory_mb": 3277, - "disk_read_mb": 71, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "phate", - "metric_values": { - "continuity_at_k30": 0.9018, - "density_preservation": 0.249, - "distance_correlation": 0.5877, - "distance_correlation_spectral": -0.0551, - "lcmc_at_k30": 0.1616, - "qglobal": 0.8183, - "qlocal": 0.4957, - "qnx_at_k30": 0.1892, - "qnx_auc": 0.7215, - "trustworthiness": 0.8658, - "trustworthiness_at_k30": 0.8704 - }, - "scaled_scores": { - "continuity_at_k30": 0.8025, - "density_preservation": 0.3258, - "distance_correlation": 0.6016, - "distance_correlation_spectral": 0.3194, - "lcmc_at_k30": 0.1657, - "qglobal": 0.6324, - "qlocal": 0.4919, - "qnx_at_k30": 0.1657, - "qnx_auc": 0.4442, - "trustworthiness": 0.7276, - "trustworthiness_at_k30": 0.7368 - }, - "mean_score": 0.4922, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 7.8, - "cpu_pct": 996.9, - "peak_memory_mb": 5632, - "disk_read_mb": 69, - "disk_write_mb": 1 + "exit_code": 1, + "duration_sec": 260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "random_features", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "spectral_features", "metric_values": { - "continuity_at_k30": 0.5024, - "density_preservation": 0.019, - "distance_correlation": -0.0018, - "distance_correlation_spectral": 0.0008, - "lcmc_at_k30": 0.0005, - "qglobal": 0.5057, - "qlocal": 0.0074, - "qnx_at_k30": 0.0282, - "qnx_auc": 0.4988, - "trustworthiness": 0.5072, - "trustworthiness_at_k30": 0.5078 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.1193, - "distance_correlation": 0, - "distance_correlation_spectral": 0.4873, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2488,327 +2372,44 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0551, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1.7, - "cpu_pct": 475.9, - "peak_memory_mb": 1434, - "disk_read_mb": 49, - "disk_write_mb": 1 + "duration_sec": 8474, + "cpu_pct": 4105.1, + "peak_memory_mb": 256820, + "disk_read_mb": 12698, + "disk_write_mb": 2868 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "cellxgene_census/hypomap", "method_id": "true_features", "metric_values": { - "continuity_at_k30": 1, - "density_preservation": 1, - "distance_correlation": 0.9782, - "distance_correlation_spectral": 0.1716, - "lcmc_at_k30": 0.9724, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 - }, - "scaled_scores": { - "continuity_at_k30": 1, - "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 1, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 - }, - "mean_score": 1, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 2.2, - "cpu_pct": 390.5, - "peak_memory_mb": 2868, - "disk_read_mb": 49, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "tsne", - "metric_values": { - "continuity_at_k30": 0.8448, - "density_preservation": 0.2005, - "distance_correlation": 0.5, - "distance_correlation_spectral": -0.0272, - "lcmc_at_k30": 0.1165, - "qglobal": 0.8172, - "qlocal": 0.4294, - "qnx_at_k30": 0.1441, - "qnx_auc": 0.699, - "trustworthiness": 0.8316, - "trustworthiness_at_k30": 0.8383 - }, - "scaled_scores": { - "continuity_at_k30": 0.688, - "density_preservation": 0.2823, - "distance_correlation": 0.5121, - "distance_correlation_spectral": 0.403, - "lcmc_at_k30": 0.1193, - "qglobal": 0.6301, - "qlocal": 0.4251, - "qnx_at_k30": 0.1193, - "qnx_auc": 0.3993, - "trustworthiness": 0.6582, - "trustworthiness_at_k30": 0.6715 - }, - "mean_score": 0.4462, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 16.6, - "cpu_pct": 1828.7, - "peak_memory_mb": 3175, - "disk_read_mb": 72, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "umap", - "metric_values": { - "continuity_at_k30": 0.8194, - "density_preservation": -0.1139, - "distance_correlation": 0.4139, - "distance_correlation_spectral": -0.1108, - "lcmc_at_k30": 0.1025, - "qglobal": 0.8155, - "qlocal": 0.4446, - "qnx_at_k30": 0.1301, - "qnx_auc": 0.6932, - "trustworthiness": 0.796, - "trustworthiness_at_k30": 0.802 - }, - "scaled_scores": { - "continuity_at_k30": 0.6371, - "density_preservation": 0, - "distance_correlation": 0.4242, - "distance_correlation_spectral": 0.152, - "lcmc_at_k30": 0.1049, - "qglobal": 0.6266, - "qlocal": 0.4405, - "qnx_at_k30": 0.1049, - "qnx_auc": 0.3878, - "trustworthiness": 0.5861, - "trustworthiness_at_k30": 0.5978 - }, - "mean_score": 0.3693, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 26.1, - "cpu_pct": 138.9, - "peak_memory_mb": 5632, - "disk_read_mb": 73, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "densmap", - "metric_values": { - "continuity_at_k30": 0.8754, - "density_preservation": 0.8659, - "distance_correlation": 0.806, - "distance_correlation_spectral": -0.0192, - "lcmc_at_k30": 0.0221, - "qglobal": 0.8071, - "qlocal": 0.3944, - "qnx_at_k30": 0.0279, - "qnx_auc": 0.7137, - "trustworthiness": 0.7757, - "trustworthiness_at_k30": 0.7822 - }, - "scaled_scores": { - "continuity_at_k30": 0.9309, - "density_preservation": 0.8649, - "distance_correlation": 0.8325, - "distance_correlation_spectral": 0.4918, - "lcmc_at_k30": 0.3174, - "qglobal": 1, - "qlocal": 0.736, - "qnx_at_k30": 0.3174, - "qnx_auc": 1, - "trustworthiness": 0.5512, - "trustworthiness_at_k30": 0.732 - }, - "mean_score": 0.7067, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 97, - "cpu_pct": 472.4, - "peak_memory_mb": 6656, - "disk_read_mb": 178, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "neuralee", - "metric_values": { - "continuity_at_k30": 0.8219, - "density_preservation": 0.2726, - "distance_correlation": 0.3294, - "distance_correlation_spectral": 0.071, - "lcmc_at_k30": 0.0288, - "qglobal": 0.7554, - "qlocal": 0.374, - "qnx_at_k30": 0.0346, - "qnx_auc": 0.653, - "trustworthiness": 0.7741, - "trustworthiness_at_k30": 0.7756 - }, - "scaled_scores": { - "continuity_at_k30": 0.7997, - "density_preservation": 0.2668, - "distance_correlation": 0.3376, - "distance_correlation_spectral": 0.9502, - "lcmc_at_k30": 0.413, - "qglobal": 0.6196, - "qlocal": 0.6688, - "qnx_at_k30": 0.413, - "qnx_auc": 0.7155, - "trustworthiness": 0.5479, - "trustworthiness_at_k30": 0.7146 - }, - "mean_score": 0.5861, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 31.9, - "cpu_pct": 968.9, - "peak_memory_mb": 7373, - "disk_read_mb": 196, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "pca", - "metric_values": { - "continuity_at_k30": 0.8096, - "density_preservation": 0.4649, - "distance_correlation": 0.7678, - "distance_correlation_spectral": -0.0212, - "lcmc_at_k30": 0.023, - "qglobal": 0.7983, - "qlocal": 0.3573, - "qnx_at_k30": 0.0287, - "qnx_auc": 0.6891, - "trustworthiness": 0.7764, - "trustworthiness_at_k30": 0.778 - }, - "scaled_scores": { - "continuity_at_k30": 0.7694, - "density_preservation": 0.4607, - "distance_correlation": 0.7929, - "distance_correlation_spectral": 0.4819, - "lcmc_at_k30": 0.3291, - "qglobal": 0.9347, - "qlocal": 0.6136, - "qnx_at_k30": 0.3291, - "qnx_auc": 0.8845, - "trustworthiness": 0.5527, - "trustworthiness_at_k30": 0.7209 - }, - "mean_score": 0.6245, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 9.1, - "cpu_pct": 1151.5, - "peak_memory_mb": 3380, - "disk_read_mb": 176, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "phate", - "metric_values": { - "continuity_at_k30": 0.9035, - "density_preservation": 0.2647, - "distance_correlation": 0.4875, - "distance_correlation_spectral": -0.0327, - "lcmc_at_k30": 0.0699, - "qglobal": 0.7773, - "qlocal": 0.4746, - "qnx_at_k30": 0.0756, - "qnx_auc": 0.7032, - "trustworthiness": 0.8874, - "trustworthiness_at_k30": 0.8851 - }, - "scaled_scores": { - "continuity_at_k30": 1, - "density_preservation": 0.2589, - "distance_correlation": 0.5018, - "distance_correlation_spectral": 0.4232, - "lcmc_at_k30": 1, - "qglobal": 0.7807, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 0.9506, - "trustworthiness": 0.7747, - "trustworthiness_at_k30": 1 - }, - "mean_score": 0.79, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 20.2, - "cpu_pct": 1150.3, - "peak_memory_mb": 6554, - "disk_read_mb": 174, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "random_features", - "metric_values": { - "continuity_at_k30": 0.4963, - "density_preservation": 0.0079, - "distance_correlation": 0.0043, - "distance_correlation_spectral": 0.01, - "lcmc_at_k30": -0, - "qglobal": 0.671, - "qlocal": 0.1709, - "qnx_at_k30": 0.0057, - "qnx_auc": 0.5005, - "trustworthiness": 0.5003, - "trustworthiness_at_k30": 0.5013 + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0.6402, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2816,327 +2417,269 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0582, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1.9, - "cpu_pct": 438.9, - "peak_memory_mb": 2765, - "disk_read_mb": 154, - "disk_write_mb": 1 + "duration_sec": 574, + "cpu_pct": 99.7, + "peak_memory_mb": 79770, + "disk_read_mb": 12698, + "disk_write_mb": 2560 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "true_features", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.0448, "continuity_at_k30": "NA", - "density_preservation": 0.9999, - "distance_correlation": 0.9673, - "distance_correlation_spectral": -0.1161, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4474, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4658, "continuity_at_k30": 0, - "density_preservation": 1, + "density_preservation": 0, "distance_correlation": 1, - "distance_correlation_spectral": 0, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.915, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2727, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 6.1, - "cpu_pct": 211.7, - "peak_memory_mb": 6042, - "disk_read_mb": 154, - "disk_write_mb": 27 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "tsne", - "metric_values": { - "continuity_at_k30": 0.8251, - "density_preservation": 0.1089, - "distance_correlation": 0.4773, - "distance_correlation_spectral": 0.0809, - "lcmc_at_k30": 0.0462, - "qglobal": 0.7428, - "qlocal": 0.3599, - "qnx_at_k30": 0.0519, - "qnx_auc": 0.6541, - "trustworthiness": 0.8286, - "trustworthiness_at_k30": 0.8244 - }, - "scaled_scores": { - "continuity_at_k30": 0.8076, - "density_preservation": 0.1018, - "distance_correlation": 0.4911, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0.6616, - "qglobal": 0.5273, - "qlocal": 0.6224, - "qnx_at_k30": 0.6616, - "qnx_auc": 0.7207, - "trustworthiness": 0.657, - "trustworthiness_at_k30": 0.8418 - }, - "mean_score": 0.6448, + "mean_score": 0.2601, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 50.3, - "cpu_pct": 2368.1, - "peak_memory_mb": 4916, - "disk_read_mb": 177, - "disk_write_mb": 1 + "duration_sec": 1505, + "cpu_pct": 539.8, + "peak_memory_mb": 28468, + "disk_read_mb": 12698, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "cellxgene_census/hypomap", "method_id": "umap", "metric_values": { - "continuity_at_k30": 0.8122, - "density_preservation": 0.0175, - "distance_correlation": 0.3844, - "distance_correlation_spectral": 0.0768, - "lcmc_at_k30": 0.036, - "qglobal": 0.7607, - "qlocal": 0.3602, - "qnx_at_k30": 0.0417, - "qnx_auc": 0.6534, - "trustworthiness": 0.7682, - "trustworthiness_at_k30": 0.7694 - }, - "scaled_scores": { - "continuity_at_k30": 0.7758, - "density_preservation": 0.0097, - "distance_correlation": 0.3947, - "distance_correlation_spectral": 0.9793, - "lcmc_at_k30": 0.5154, - "qglobal": 0.6588, - "qlocal": 0.6234, - "qnx_at_k30": 0.5154, - "qnx_auc": 0.7175, - "trustworthiness": 0.5361, - "trustworthiness_at_k30": 0.6985 - }, - "mean_score": 0.584, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 59.1, - "cpu_pct": 147.4, - "peak_memory_mb": 5940, - "disk_read_mb": 178, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "densmap", - "metric_values": { + "adjusted_rand_index": 0.0696, "continuity_at_k30": "NA", - "density_preservation": 0.6228, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4798, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.775, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7233, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9815, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5501, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1409, + "mean_score": 0.285, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 418, - "cpu_pct": 1098, - "peak_memory_mb": 20685, - "disk_read_mb": 1229, - "disk_write_mb": 4 + "duration_sec": 6681, + "cpu_pct": 4151.7, + "peak_memory_mb": 33792, + "disk_read_mb": 12698, + "disk_write_mb": 14 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "densmap", "metric_values": { + "adjusted_rand_index": 0.1482, "continuity_at_k30": "NA", - "density_preservation": 0.1509, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3082, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7754, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4796, "continuity_at_k30": 0, - "density_preservation": 0.3612, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5085, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5509, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0829, + "mean_score": 0.2299, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 254, - "cpu_pct": 1403.7, - "peak_memory_mb": 9012, - "disk_read_mb": 1229, - "disk_write_mb": 3 + "duration_sec": 5573, + "cpu_pct": 1695.5, + "peak_memory_mb": 176538, + "disk_read_mb": 9728, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "pca", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.1159, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7149, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4299, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0391, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 16.4, - "cpu_pct": 587.4, - "peak_memory_mb": 5428, - "disk_read_mb": 1229, - "disk_write_mb": 3 + "exit_code": 137, + "duration_sec": 1580, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "phate", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": 0.3038, "continuity_at_k30": "NA", - "density_preservation": -0.017, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5621, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8902, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.9834, "continuity_at_k30": 0, - "density_preservation": 0.134, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9313, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7805, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0831, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.3011, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 86, - "cpu_pct": 1398.7, - "peak_memory_mb": 7988, - "disk_read_mb": 1229, - "disk_write_mb": 3 + "duration_sec": 1093, + "cpu_pct": 2739.7, + "peak_memory_mb": 36557, + "disk_read_mb": 9831, + "disk_write_mb": 11 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "random_features", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": 0.206, "continuity_at_k30": "NA", - "density_preservation": -0.007, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.432, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.4999, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6669, "continuity_at_k30": 0, - "density_preservation": 0.1475, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7147, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3144,327 +2687,359 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0134, + "mean_score": 0.2601, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 8.5, - "cpu_pct": 100, - "peak_memory_mb": 3994, - "disk_read_mb": 1229, - "disk_write_mb": 3 + "duration_sec": 423, + "cpu_pct": 967.1, + "peak_memory_mb": 65844, + "disk_read_mb": 9728, + "disk_write_mb": 14 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "true_features", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0909, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 49.6, - "cpu_pct": 101.1, - "peak_memory_mb": 8602, - "disk_read_mb": 1229, - "disk_write_mb": 231 + "duration_sec": 4517, + "cpu_pct": 2671.1, + "peak_memory_mb": 26624, + "disk_read_mb": 9831, + "disk_write_mb": 10 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "tsne", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": 0.2222, "continuity_at_k30": "NA", - "density_preservation": -0.0043, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4537, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8818, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7193, "continuity_at_k30": 0, - "density_preservation": 0.1511, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7508, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7636, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.0832, + "mean_score": 0.2669, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 138, - "cpu_pct": 736.5, - "peak_memory_mb": 6144, - "disk_read_mb": 1229, - "disk_write_mb": 3 + "duration_sec": 73, + "cpu_pct": 210.7, + "peak_memory_mb": 22631, + "disk_read_mb": 9728, + "disk_write_mb": 11 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "umap", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.1525, "continuity_at_k30": "NA", - "density_preservation": 0.1476, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4628, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8275, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.4937, "continuity_at_k30": 0, - "density_preservation": 0.3567, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.766, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6551, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.092, - "normalization_id": "log_cp10k", + "mean_score": 0.2507, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 101, - "cpu_pct": 329.7, - "peak_memory_mb": 7271, - "disk_read_mb": 1229, - "disk_write_mb": 4 + "duration_sec": 4364, + "cpu_pct": 4571.1, + "peak_memory_mb": 23143, + "disk_read_mb": 9728, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "densmap", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": 0.1885, "continuity_at_k30": "NA", - "density_preservation": 0.7823, - "distance_correlation": 0.6242, - "distance_correlation_spectral": 0.0123, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5777, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.814, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6101, "continuity_at_k30": 0, - "density_preservation": 0.7917, - "distance_correlation": 0.8587, - "distance_correlation_spectral": 0.146, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9574, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6279, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2204, + "mean_score": 0.2744, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 266, - "cpu_pct": 868.2, - "peak_memory_mb": 10957, - "disk_read_mb": 792, - "disk_write_mb": 3 + "duration_sec": 2590, + "cpu_pct": 4310.7, + "peak_memory_mb": 28160, + "disk_read_mb": 9831, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", "metric_values": { + "adjusted_rand_index": 7.7279e-07, "continuity_at_k30": "NA", - "density_preservation": 0.0684, - "distance_correlation": 0.5258, - "distance_correlation_spectral": 0.1717, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0028, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7836, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.108, - "distance_correlation": 0.7229, + "density_preservation": 0, + "distance_correlation": 1, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.567, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.218, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 120, - "cpu_pct": 1292.5, - "peak_memory_mb": 8295, - "disk_read_mb": 810, - "disk_write_mb": 2 + "duration_sec": 13.2, + "cpu_pct": 128.3, + "peak_memory_mb": 12596, + "disk_read_mb": 9728, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "pca", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.036, - "distance_correlation": 0.7267, - "distance_correlation_spectral": -0.0149, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7913, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0079, + "density_preservation": 0, "distance_correlation": 1, - "distance_correlation_spectral": 0, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5824, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1446, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 16, - "cpu_pct": 616.5, - "peak_memory_mb": 4608, - "disk_read_mb": 790, - "disk_write_mb": 2 + "exit_code": 137, + "duration_sec": 1190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "phate", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "spectral_features", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0359, - "distance_correlation": 0.3617, - "distance_correlation_spectral": -0.0076, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9082, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0768, - "distance_correlation": 0.4967, - "distance_correlation_spectral": 0.0394, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8163, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1299, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 51.7, - "cpu_pct": 1310.3, - "peak_memory_mb": 7578, - "disk_read_mb": 787, - "disk_write_mb": 2 + "duration_sec": 6508, + "cpu_pct": 4763.7, + "peak_memory_mb": 177357, + "disk_read_mb": 9728, + "disk_write_mb": 2458 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "random_features", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "true_features", "metric_values": { + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0003, - "distance_correlation": 0.0014, - "distance_correlation_spectral": 0.0038, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.5002, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0427, - "distance_correlation": 0, - "distance_correlation_spectral": 0.1006, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3472,175 +3047,191 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.013, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 9.2, - "cpu_pct": 89.5, - "peak_memory_mb": 3380, - "disk_read_mb": 768, - "disk_write_mb": 2 + "duration_sec": 369, + "cpu_pct": 99.4, + "peak_memory_mb": 49972, + "disk_read_mb": 9728, + "disk_write_mb": 1946 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "true_features", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.1969, "continuity_at_k30": "NA", - "density_preservation": 0.9998, + "density_preservation": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.585, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6374, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9695, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1818, + "mean_score": 0.2775, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 28, - "cpu_pct": 113.2, - "peak_memory_mb": 6144, - "disk_read_mb": 768, - "disk_write_mb": 163 + "duration_sec": 1296, + "cpu_pct": 758, + "peak_memory_mb": 25293, + "disk_read_mb": 9728, + "disk_write_mb": 11 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "tsne", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "umap", "metric_values": { + "adjusted_rand_index": 0.309, "continuity_at_k30": "NA", - "density_preservation": 0.0029, - "distance_correlation": 0.5752, - "distance_correlation_spectral": 0.1088, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6033, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9204, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.0453, - "distance_correlation": 0.7911, - "distance_correlation_spectral": 0.6628, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8408, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2127, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 85, - "cpu_pct": 1019.6, - "peak_memory_mb": 5632, - "disk_read_mb": 791, - "disk_write_mb": 2 + "duration_sec": 552, + "cpu_pct": 1434.6, + "peak_memory_mb": 27034, + "disk_read_mb": 9728, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/zebrafish", - "method_id": "umap", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "densmap", "metric_values": { + "adjusted_rand_index": 0.1867, "continuity_at_k30": "NA", - "density_preservation": -0.0443, - "distance_correlation": 0.5385, - "distance_correlation_spectral": 0.1388, + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5316, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8678, + "trustworthiness": "NA", "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.7946, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.7405, - "distance_correlation_spectral": 0.8235, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8404, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7356, + "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2091, + "mean_score": 0.2796, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 74, - "cpu_pct": 248.8, - "peak_memory_mb": 6759, - "disk_read_mb": 792, - "disk_write_mb": 3 + "duration_sec": 5554, + "cpu_pct": 2379.1, + "peak_memory_mb": 259994, + "disk_read_mb": 13210, + "disk_write_mb": 11 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "simlr", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { "exit_code": 137, - "duration_sec": 260, + "duration_sec": 3150, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -3649,863 +3240,947 @@ "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "method_id": "simlr", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": 0.235, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6301, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9964, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3074, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 1499, + "cpu_pct": 2913.7, + "peak_memory_mb": 40039, + "disk_read_mb": 13312, + "disk_write_mb": 10 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "random_features", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": 0.1567, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4683, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6667, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7401, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2621, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 7.8, - "cpu_pct": 127.1, - "peak_memory_mb": 5837, - "disk_read_mb": 2970, - "disk_write_mb": 9 + "duration_sec": 500, + "cpu_pct": 486.9, + "peak_memory_mb": 75367, + "disk_read_mb": 13210, + "disk_write_mb": 13 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "pca", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": 0.2334, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6323, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.993, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 1, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3072, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 33.5, - "cpu_pct": 337.1, - "peak_memory_mb": 9012, - "disk_read_mb": 2970, - "disk_write_mb": 7 + "duration_sec": 4374, + "cpu_pct": 2655.8, + "peak_memory_mb": 29901, + "disk_read_mb": 13312, + "disk_write_mb": 10 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "simlr", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": 0.1567, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.462, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6666, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7301, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2613, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 97, + "cpu_pct": 318, + "peak_memory_mb": 32256, + "disk_read_mb": 13210, + "disk_write_mb": 10 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "true_features", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.109, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4421, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.4638, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.6986, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.2433, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 194, - "cpu_pct": 100.1, - "peak_memory_mb": 28365, - "disk_read_mb": 2970, - "disk_write_mb": 658 + "duration_sec": 3596, + "cpu_pct": 2865.6, + "peak_memory_mb": 26522, + "disk_read_mb": 13210, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "random_features", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": 0.1437, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5845, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6113, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9243, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.272, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 18.4, - "cpu_pct": 94.1, - "peak_memory_mb": 12596, - "disk_read_mb": 9728, - "disk_write_mb": 13 + "duration_sec": 2819, + "cpu_pct": 4004.8, + "peak_memory_mb": 35124, + "disk_read_mb": 13312, + "disk_write_mb": 11 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "pca", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", "metric_values": { + "adjusted_rand_index": 6.3434e-06, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.0012, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 206.2, - "peak_memory_mb": 22631, - "disk_read_mb": 9728, - "disk_write_mb": 11 + "duration_sec": 94, + "cpu_pct": 28.5, + "peak_memory_mb": 18842, + "disk_read_mb": 13210, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "random_features", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 16.4, - "cpu_pct": 119.4, - "peak_memory_mb": 15463, - "disk_read_mb": 12698, - "disk_write_mb": 16 + "exit_code": 1, + "duration_sec": 1090, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "umap", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "spectral_features", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 331, - "cpu_pct": 614, - "peak_memory_mb": 11060, - "disk_read_mb": 2970, - "disk_write_mb": 9 + "duration_sec": 8247, + "cpu_pct": 3945.2, + "peak_memory_mb": 255591, + "disk_read_mb": 13210, + "disk_write_mb": 2253 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "pca", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "true_features", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 96, - "cpu_pct": 186.2, - "peak_memory_mb": 28468, - "disk_read_mb": 12698, - "disk_write_mb": 13 + "duration_sec": 480, + "cpu_pct": 77.5, + "peak_memory_mb": 47616, + "disk_read_mb": 13210, + "disk_write_mb": 2765 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "simlr", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.1285, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5794, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.5467, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9162, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2664, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 200, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 1433, + "cpu_pct": 793.3, + "peak_memory_mb": 32256, + "disk_read_mb": 13210, + "disk_write_mb": 10 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "simlr", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", "metric_values": { + "adjusted_rand_index": 0.2017, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6303, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8583, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9967, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2965, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 1014, + "cpu_pct": 752.1, + "peak_memory_mb": 32256, + "disk_read_mb": 13210, + "disk_write_mb": 12 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "pca", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "densmap", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 97, - "cpu_pct": 182, - "peak_memory_mb": 29594, - "disk_read_mb": 13210, - "disk_write_mb": 10 + "exit_code": 137, + "duration_sec": 2991, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "phate", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 623, - "cpu_pct": 2160.1, - "peak_memory_mb": 10138, - "disk_read_mb": 2970, - "disk_write_mb": 9 + "exit_code": 1, + "duration_sec": 240, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "random_features", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "ivis", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" - }, - "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 18.7, - "cpu_pct": 108.6, - "peak_memory_mb": 16077, - "disk_read_mb": 13210, - "disk_write_mb": 12 + "duration_sec": 2200, + "cpu_pct": 2532.8, + "peak_memory_mb": 46490, + "disk_read_mb": 19456, + "disk_write_mb": 16 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "tsne", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "lmds", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 670, - "cpu_pct": 592.9, - "peak_memory_mb": 9012, - "disk_read_mb": 2970, - "disk_write_mb": 7 + "duration_sec": 768, + "cpu_pct": 392.2, + "peak_memory_mb": 104244, + "disk_read_mb": 19354, + "disk_write_mb": 21 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "simlr", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "neuralee", "metric_values": { + "adjusted_rand_index": 0.3422, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6392, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8981, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.4487, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2574, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 240, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 4761, + "cpu_pct": 2609.5, + "peak_memory_mb": 40244, + "disk_read_mb": 19354, + "disk_write_mb": 16 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "true_features", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "pca", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 369, - "cpu_pct": 99.3, - "peak_memory_mb": 49972, - "disk_read_mb": 9728, - "disk_write_mb": 1946 + "duration_sec": 141, + "cpu_pct": 226, + "peak_memory_mb": 44544, + "disk_read_mb": 19354, + "disk_write_mb": 16 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "umap", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "phate", "metric_values": { + "adjusted_rand_index": 0.2045, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5579, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.1538, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 564, - "cpu_pct": 881.2, - "peak_memory_mb": 22016, - "disk_read_mb": 9728, - "disk_write_mb": 12 + "duration_sec": 5095, + "cpu_pct": 4356, + "peak_memory_mb": 33383, + "disk_read_mb": 19354, + "disk_write_mb": 19 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "random_features", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "pymde", "metric_values": { + "adjusted_rand_index": 0.3407, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.7286, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8884, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9418, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2946, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 22.6, - "cpu_pct": 107.9, - "peak_memory_mb": 20276, - "disk_read_mb": 17408, - "disk_write_mb": 24 + "duration_sec": 7075, + "cpu_pct": 2670.3, + "peak_memory_mb": 44749, + "disk_read_mb": 19354, + "disk_write_mb": 17 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "pca", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "random_features", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 121, - "cpu_pct": 166.7, - "peak_memory_mb": 38093, - "disk_read_mb": 17511, - "disk_write_mb": 19 + "duration_sec": 24, + "cpu_pct": 119.5, + "peak_memory_mb": 24986, + "disk_read_mb": 19354, + "disk_write_mb": 20 }, "task_id": "dimensionality_reduction" }, @@ -4513,36 +4188,40 @@ "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, - "duration_sec": 240, + "duration_sec": 380, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -4551,244 +4230,268 @@ "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "true_features", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "spectral_features", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 384, - "cpu_pct": 98.8, - "peak_memory_mb": 47616, - "disk_read_mb": 13210, - "disk_write_mb": 2765 + "exit_code": 137, + "duration_sec": 3200, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "neuralee", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "true_features", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 833, - "cpu_pct": 1433.5, - "peak_memory_mb": 13517, - "disk_read_mb": 2970, - "disk_write_mb": 7 + "duration_sec": 927, + "cpu_pct": 99.4, + "peak_memory_mb": 126157, + "disk_read_mb": 19354, + "disk_write_mb": 3892 }, "task_id": "dimensionality_reduction" }, { "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "pca", + "method_id": "tsne", "metric_values": { + "adjusted_rand_index": 0.3306, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.7259, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8222, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9274, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2884, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 135, - "cpu_pct": 160.9, - "peak_memory_mb": 41882, + "duration_sec": 1867, + "cpu_pct": 674.1, + "peak_memory_mb": 44544, "disk_read_mb": 19354, "disk_write_mb": 16 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "true_features", + "dataset_id": "cellxgene_census/tabula_sapiens", + "method_id": "umap", "metric_values": { + "adjusted_rand_index": 0.3578, + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.7391, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 1, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 566, - "cpu_pct": 99.5, - "peak_memory_mb": 77108, - "disk_read_mb": 12698, - "disk_write_mb": 2560 + "duration_sec": 3473, + "cpu_pct": 4062.4, + "peak_memory_mb": 40346, + "disk_read_mb": 19354, + "disk_write_mb": 17 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "umap", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "densmap", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.8186, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.7942, + "distance_correlation": 0.633, + "distance_correlation_spectral": -0.0138, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.8747, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8522, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.9162, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.855, + "distance_correlation": 0.2655, + "distance_correlation_spectral": 0.9623, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9458, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.705, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3577, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 569, - "cpu_pct": 1026, - "peak_memory_mb": 27136, - "disk_read_mb": 13210, - "disk_write_mb": 12 + "duration_sec": 393, + "cpu_pct": 1197.6, + "peak_memory_mb": 20788, + "disk_read_mb": 1946, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "simlr", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 600, + "exit_code": 143, + "duration_sec": 35171, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -4797,736 +4500,5398 @@ "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "random_features", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.7603, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.2032, + "distance_correlation": 0.5365, + "distance_correlation_spectral": -0.0255, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.8515, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8402, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8509, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.4375, + "distance_correlation": 0.3687, + "distance_correlation_spectral": 0.9757, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9203, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6809, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3257, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 25.6, - "cpu_pct": 103.2, - "peak_memory_mb": 22221, - "disk_read_mb": 19354, - "disk_write_mb": 20 + "duration_sec": 53.1, + "cpu_pct": 2047.4, + "peak_memory_mb": 28160, + "disk_read_mb": 1946, + "disk_write_mb": 1 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "simlr", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.252, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.4889, + "distance_correlation": 0.7943, + "distance_correlation_spectral": 0.1413, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5064, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7512, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.2822, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.6393, + "distance_correlation": 0.093, + "distance_correlation_spectral": 0.784, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.5397, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5033, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2186, "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 910, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 71, + "cpu_pct": 900.9, + "peak_memory_mb": 19252, + "disk_read_mb": 1946, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "true_features", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.8935, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.1855, + "distance_correlation": 0.5545, + "distance_correlation_spectral": -0.016, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.9238, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8488, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.425, + "distance_correlation": 0.3494, + "distance_correlation_spectral": 0.9648, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 1, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6981, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3413, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 410, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 94, + "cpu_pct": 1173.9, + "peak_memory_mb": 9319, + "disk_read_mb": 1946, + "disk_write_mb": 1 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "true_features", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.3272, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.4909, + "distance_correlation": 0.8192, + "distance_correlation_spectral": 0.1361, "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5314, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", "qnx_auc": "NA", + "trustworthiness": 0.759, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.3663, + "continuity_at_k30": 0, + "density_preservation": 0.6407, + "distance_correlation": 0.0665, + "distance_correlation_spectral": 0.79, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5673, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5187, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2269, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 30.6, + "cpu_pct": 585.1, + "peak_memory_mb": 6964, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.6632, + "continuity_at_k30": "NA", + "density_preservation": -0.029, + "distance_correlation": 0.4867, + "distance_correlation_spectral": 0.0895, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8318, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8978, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.7423, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, + "density_preservation": 0.2735, + "distance_correlation": 0.4219, + "distance_correlation_spectral": 0.8435, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8986, + "qglobal": 0, + "qlocal": 0, "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7958, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3058, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 77, + "cpu_pct": 1341.3, + "peak_memory_mb": 14029, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.6553, + "continuity_at_k30": "NA", + "density_preservation": -0.2647, + "distance_correlation": 0.5134, + "distance_correlation_spectral": 0.0333, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8603, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9002, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7335, + "continuity_at_k30": 0, + "density_preservation": 0.107, + "distance_correlation": 0.3933, + "distance_correlation_spectral": 0.9081, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.93, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, "qnx_auc": 0, + "trustworthiness": 0.8006, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2979, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 542, + "cpu_pct": 2110.5, + "peak_memory_mb": 15668, + "disk_read_mb": 1946, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": -0.0002, + "continuity_at_k30": "NA", + "density_preservation": 0.0121, + "distance_correlation": 0.0076, + "distance_correlation_spectral": -0.0054, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0168, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.4992, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0.3025, + "distance_correlation": 0.9342, + "distance_correlation_spectral": 0.9526, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1684, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 639, - "cpu_pct": 98.6, - "peak_memory_mb": 83252, - "disk_read_mb": 17408, - "disk_write_mb": 3482 + "duration_sec": 6.1, + "cpu_pct": 160.8, + "peak_memory_mb": 6964, + "disk_read_mb": 1946, + "disk_write_mb": 1 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/gtex_v9", - "method_id": "densmap", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 8341, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.6268, + "continuity_at_k30": "NA", + "density_preservation": -0.4162, + "distance_correlation": -0.054, + "distance_correlation_spectral": 0.8234, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7867, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.6911, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7015, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8487, + "qglobal": 0, + "qlocal": 0, "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.3831, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2256, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 584, + "cpu_pct": 2250.6, + "peak_memory_mb": 20480, + "disk_read_mb": 1946, + "disk_write_mb": 107 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.8284, + "continuity_at_k30": "NA", + "density_preservation": 0.9995, + "distance_correlation": 0.8813, + "distance_correlation_spectral": -0.0466, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8789, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.9271, + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9505, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3752, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 45.6, + "cpu_pct": 97.9, + "peak_memory_mb": 9319, + "disk_read_mb": 1946, + "disk_write_mb": 488 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.5174, + "continuity_at_k30": "NA", + "density_preservation": -0.2136, + "distance_correlation": 0.4595, + "distance_correlation_spectral": 0.0569, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8155, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9161, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.5792, + "continuity_at_k30": 0, + "density_preservation": 0.1431, + "distance_correlation": 0.4511, + "distance_correlation_spectral": 0.8811, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8805, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8325, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2898, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1505, - "cpu_pct": 1055.3, - "peak_memory_mb": 50381, - "disk_read_mb": 2970, + "duration_sec": 185, + "cpu_pct": 1161.1, + "peak_memory_mb": 11060, + "disk_read_mb": 1946, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.6795, + "continuity_at_k30": "NA", + "density_preservation": -0.2921, + "distance_correlation": 0.2401, + "distance_correlation_spectral": -0.0058, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8572, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8775, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7606, + "continuity_at_k30": 0, + "density_preservation": 0.0876, + "distance_correlation": 0.6856, + "distance_correlation_spectral": 0.9531, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9266, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7555, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3207, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 92, + "cpu_pct": 276.4, + "peak_memory_mb": 12800, + "disk_read_mb": 1946, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.1827, + "continuity_at_k30": "NA", + "density_preservation": 0.6325, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4338, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7527, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.3137, + "continuity_at_k30": 0, + "density_preservation": 0.6675, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5143, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5055, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3078, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 595, + "cpu_pct": 680, + "peak_memory_mb": 17716, + "disk_read_mb": 752, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 20490, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": 0.3662, + "continuity_at_k30": "NA", + "density_preservation": 0.0135, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6246, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8023, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6289, + "continuity_at_k30": 0, + "density_preservation": 0.1072, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7569, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6046, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3152, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 404, + "cpu_pct": 3310.3, + "peak_memory_mb": 27136, + "disk_read_mb": 784, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": 0.1039, + "continuity_at_k30": "NA", + "density_preservation": -0.0967, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3096, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7237, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.1784, + "continuity_at_k30": 0, + "density_preservation": 0.0074, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.3564, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4474, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.23, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 78, + "cpu_pct": 374.2, + "peak_memory_mb": 12186, + "disk_read_mb": 750, + "disk_write_mb": 5 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.3677, + "continuity_at_k30": "NA", + "density_preservation": 0.1011, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5968, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7788, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6314, + "continuity_at_k30": 0, + "density_preservation": 0.1865, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7216, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5576, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3152, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1296, + "cpu_pct": 2116.7, + "peak_memory_mb": 13620, + "disk_read_mb": 770, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.1121, + "continuity_at_k30": "NA", + "density_preservation": 0.2023, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3076, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7331, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.1925, + "continuity_at_k30": 0, + "density_preservation": 0.2781, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.3539, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4661, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2531, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 20.9, + "cpu_pct": 908.2, + "peak_memory_mb": 7271, + "disk_read_mb": 750, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.1026, + "continuity_at_k30": "NA", + "density_preservation": -0.046, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4684, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8028, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.1762, + "continuity_at_k30": 0, + "density_preservation": 0.0534, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5583, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6056, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.261, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 340, + "cpu_pct": 4389.3, + "peak_memory_mb": 13108, + "disk_read_mb": 747, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.4281, + "continuity_at_k30": "NA", + "density_preservation": 0.0195, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7339, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9293, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7351, + "continuity_at_k30": 0, + "density_preservation": 0.1126, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8958, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8586, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.354, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 385, + "cpu_pct": 2649.5, + "peak_memory_mb": 14644, + "disk_read_mb": 774, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": 0, + "continuity_at_k30": "NA", + "density_preservation": 0.0061, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0292, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0.1005, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1616, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 9.3, + "cpu_pct": 115.2, + "peak_memory_mb": 6247, + "disk_read_mb": 729, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 51152, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.3709, + "continuity_at_k30": "NA", + "density_preservation": 0.0973, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6801, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9043, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6369, + "continuity_at_k30": 0, + "density_preservation": 0.183, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8274, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8087, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3428, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 972, + "cpu_pct": 2595.8, + "peak_memory_mb": 13824, + "disk_read_mb": 743, + "disk_write_mb": 753 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.2561, + "continuity_at_k30": "NA", + "density_preservation": 0.9997, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6366, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.4397, + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7722, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.4009, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 87, + "cpu_pct": 103.2, + "peak_memory_mb": 14951, + "disk_read_mb": 729, + "disk_write_mb": 211 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.4004, + "continuity_at_k30": "NA", + "density_preservation": -0.0188, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.7226, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.946, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6875, + "continuity_at_k30": 0, + "density_preservation": 0.078, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8815, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8919, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3491, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 286, + "cpu_pct": 1201.3, + "peak_memory_mb": 10343, + "disk_read_mb": 751, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.5824, + "continuity_at_k30": "NA", + "density_preservation": -0.1049, + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.8158, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9039, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8079, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3698, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 264, + "cpu_pct": 809.9, + "peak_memory_mb": 12288, + "disk_read_mb": 752, + "disk_write_mb": 7 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.2028, + "continuity_at_k30": "NA", + "density_preservation": 0.6663, + "distance_correlation": 0.7077, + "distance_correlation_spectral": 0.1884, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4222, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7576, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.551, + "continuity_at_k30": 0, + "density_preservation": 0.7399, + "distance_correlation": 0.1107, + "distance_correlation_spectral": 0.7777, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.6457, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5149, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2569, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 443, + "cpu_pct": 792.8, + "peak_memory_mb": 17306, + "disk_read_mb": 825, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 14403, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": 0.3059, + "continuity_at_k30": "NA", + "density_preservation": 0.0416, + "distance_correlation": 0.6393, + "distance_correlation_spectral": 0.0753, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5942, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7815, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.8312, + "continuity_at_k30": 0, + "density_preservation": 0.2526, + "distance_correlation": 0.1974, + "distance_correlation_spectral": 0.9152, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9134, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5627, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2825, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 66, + "cpu_pct": 1970.5, + "peak_memory_mb": 27136, + "disk_read_mb": 856, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": 0.2227, + "continuity_at_k30": "NA", + "density_preservation": -0.1228, + "distance_correlation": 0.7757, + "distance_correlation_spectral": 0.2991, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4879, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7485, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6051, + "continuity_at_k30": 0, + "density_preservation": 0.1244, + "distance_correlation": 0.0246, + "distance_correlation_spectral": 0.6432, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.748, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4966, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2032, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 50.2, + "cpu_pct": 1198, + "peak_memory_mb": 14644, + "disk_read_mb": 823, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.3681, + "continuity_at_k30": "NA", + "density_preservation": 0.2067, + "distance_correlation": 0.6895, + "distance_correlation_spectral": 0.1163, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6225, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7822, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "continuity_at_k30": 0, + "density_preservation": 0.3814, + "distance_correlation": 0.1338, + "distance_correlation_spectral": 0.8654, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9575, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5641, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3002, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 271, + "cpu_pct": 2128.3, + "peak_memory_mb": 13108, + "disk_read_mb": 842, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.2231, + "continuity_at_k30": "NA", + "density_preservation": 0.005, + "distance_correlation": 0.7951, + "distance_correlation_spectral": 0.2326, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4662, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7459, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6063, + "continuity_at_k30": 0, + "density_preservation": 0.2241, + "distance_correlation": 0, + "distance_correlation_spectral": 0.724, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7142, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4915, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2123, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.4, + "cpu_pct": 1239.2, + "peak_memory_mb": 7373, + "disk_read_mb": 822, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.1912, + "continuity_at_k30": "NA", + "density_preservation": 0.1304, + "distance_correlation": 0.4441, + "distance_correlation_spectral": 0.0897, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5273, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9022, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.5196, + "continuity_at_k30": 0, + "density_preservation": 0.3219, + "distance_correlation": 0.4444, + "distance_correlation_spectral": 0.8977, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8093, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8043, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2921, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 86, + "cpu_pct": 3225.8, + "peak_memory_mb": 13210, + "disk_read_mb": 820, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.226, + "continuity_at_k30": "NA", + "density_preservation": 0.0647, + "distance_correlation": 0.5389, + "distance_correlation_spectral": 0.147, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6226, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8181, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.6142, + "continuity_at_k30": 0, + "density_preservation": 0.2706, + "distance_correlation": 0.3244, + "distance_correlation_spectral": 0.8281, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9577, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6359, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2793, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1923, + "cpu_pct": 5296.2, + "peak_memory_mb": 14644, + "disk_read_mb": 847, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": -0.0001, + "continuity_at_k30": "NA", + "density_preservation": -0.0033, + "distance_correlation": 0.0054, + "distance_correlation_spectral": 0.0055, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0074, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5003, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0.2176, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1706, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 11.1, + "cpu_pct": 107.3, + "peak_memory_mb": 6247, + "disk_read_mb": 801, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 143, + "duration_sec": 17713, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.293, + "continuity_at_k30": "NA", + "density_preservation": -0.2822, + "distance_correlation": 0.2976, + "distance_correlation_spectral": 0.8284, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5163, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7904, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.796, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.63, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7921, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5805, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2153, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 447, + "cpu_pct": 1903.5, + "peak_memory_mb": 11879, + "disk_read_mb": 815, + "disk_write_mb": 250 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.3269, + "continuity_at_k30": "NA", + "density_preservation": 0.9998, + "distance_correlation": 0.771, + "distance_correlation_spectral": 0.0367, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5385, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.888, + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0.0306, + "distance_correlation_spectral": 0.9621, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8268, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3621, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 23.9, + "cpu_pct": 124.8, + "peak_memory_mb": 7885, + "disk_read_mb": 801, + "disk_write_mb": 150 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.1764, + "continuity_at_k30": "NA", + "density_preservation": 0.0833, + "distance_correlation": 0.4916, + "distance_correlation_spectral": 0.1485, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6053, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8312, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.4794, + "continuity_at_k30": 0, + "density_preservation": 0.2851, + "distance_correlation": 0.3844, + "distance_correlation_spectral": 0.8263, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9307, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6622, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2745, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 114, + "cpu_pct": 1693.5, + "peak_memory_mb": 10036, + "disk_read_mb": 823, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.2916, + "continuity_at_k30": "NA", + "density_preservation": 0.079, + "distance_correlation": 0.5985, + "distance_correlation_spectral": 0.2395, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6498, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8013, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7924, + "continuity_at_k30": 0, + "density_preservation": 0.2818, + "distance_correlation": 0.249, + "distance_correlation_spectral": 0.7156, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6024, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2801, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 101, + "cpu_pct": 686, + "peak_memory_mb": 11879, + "disk_read_mb": 825, + "disk_write_mb": 4 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.3348, + "continuity_at_k30": 0.9809, + "density_preservation": 0.8614, + "distance_correlation": 0.3193, + "distance_correlation_spectral": 0.103, + "lcmc_at_k30": 0.505, + "normalized_mutual_information": 0.6768, + "qglobal": 0.7094, + "qlocal": 0.5309, + "qnx_at_k30": 0.5506, + "qnx_auc": 0.6913, + "trustworthiness": 0.9647, + "trustworthiness_at_k30": 0.9788 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9859, + "continuity_at_k30": 0.9669, + "density_preservation": 1, + "distance_correlation": 0.6146, + "distance_correlation_spectral": 1.1102e-16, + "lcmc_at_k30": 0.5301, + "normalized_mutual_information": 0.9924, + "qglobal": 0.2565, + "qlocal": 0.3927, + "qnx_at_k30": 0.5301, + "qnx_auc": 0.3785, + "trustworthiness": 0.9288, + "trustworthiness_at_k30": 0.9565 + }, + "mean_score": 0.6564, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 30.5, + "cpu_pct": 138.2, + "peak_memory_mb": 10650, + "disk_read_mb": 94, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": 0.202, + "continuity_at_k30": 0.944, + "density_preservation": 0.1704, + "distance_correlation": -0.0834, + "distance_correlation_spectral": 0.0317, + "lcmc_at_k30": 0.3744, + "normalized_mutual_information": 0.505, + "qglobal": 0.6091, + "qlocal": 0.4554, + "qnx_at_k30": 0.4199, + "qnx_auc": 0.5905, + "trustworthiness": 0.9181, + "trustworthiness_at_k30": 0.9112 + }, + "scaled_scores": { + "adjusted_rand_index": 0.5929, + "continuity_at_k30": 0.9031, + "density_preservation": 0.4214, + "distance_correlation": 1, + "distance_correlation_spectral": 0.6942, + "lcmc_at_k30": 0.3935, + "normalized_mutual_information": 0.7297, + "qglobal": 0, + "qlocal": 0.2949, + "qnx_at_k30": 0.3935, + "qnx_auc": 0.1757, + "trustworthiness": 0.8349, + "trustworthiness_at_k30": 0.818 + }, + "mean_score": 0.5578, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 163, + "cpu_pct": 108.6, + "peak_memory_mb": 9626, + "disk_read_mb": 117, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": 0.3132, + "continuity_at_k30": 0.9642, + "density_preservation": 0.6792, + "distance_correlation": 0.4571, + "distance_correlation_spectral": 0.0235, + "lcmc_at_k30": 0.4039, + "normalized_mutual_information": 0.6456, + "qglobal": 0.7302, + "qlocal": 0.478, + "qnx_at_k30": 0.4494, + "qnx_auc": 0.7003, + "trustworthiness": 0.9387, + "trustworthiness_at_k30": 0.9508 + }, + "scaled_scores": { + "adjusted_rand_index": 0.922, + "continuity_at_k30": 0.9381, + "density_preservation": 0.8475, + "distance_correlation": 0.4827, + "distance_correlation_spectral": 0.7739, + "lcmc_at_k30": 0.4244, + "normalized_mutual_information": 0.9447, + "qglobal": 0.3097, + "qlocal": 0.3242, + "qnx_at_k30": 0.4244, + "qnx_auc": 0.3968, + "trustworthiness": 0.8764, + "trustworthiness_at_k30": 0.8992 + }, + "mean_score": 0.6588, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 16.5, + "cpu_pct": 270.3, + "peak_memory_mb": 26317, + "disk_read_mb": 126, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": 0.2675, + "continuity_at_k30": 0.9567, + "density_preservation": 0.2343, + "distance_correlation": 0.2765, + "distance_correlation_spectral": 0.0329, + "lcmc_at_k30": 0.3328, + "normalized_mutual_information": 0.5965, + "qglobal": 0.6851, + "qlocal": 0.4481, + "qnx_at_k30": 0.3783, + "qnx_auc": 0.6564, + "trustworthiness": 0.8967, + "trustworthiness_at_k30": 0.9051 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7867, + "continuity_at_k30": 0.9252, + "density_preservation": 0.4749, + "distance_correlation": 0.6556, + "distance_correlation_spectral": 0.6831, + "lcmc_at_k30": 0.3501, + "normalized_mutual_information": 0.8697, + "qglobal": 0.1944, + "qlocal": 0.2855, + "qnx_at_k30": 0.3501, + "qnx_auc": 0.3083, + "trustworthiness": 0.7918, + "trustworthiness_at_k30": 0.8055 + }, + "mean_score": 0.5754, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.3, + "cpu_pct": 381.3, + "peak_memory_mb": 6247, + "disk_read_mb": 92, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.3036, + "continuity_at_k30": 0.9582, + "density_preservation": 0.4159, + "distance_correlation": 0.5203, + "distance_correlation_spectral": 0.0168, + "lcmc_at_k30": 0.4013, + "normalized_mutual_information": 0.6553, + "qglobal": 0.7197, + "qlocal": 0.4403, + "qnx_at_k30": 0.4469, + "qnx_auc": 0.6917, + "trustworthiness": 0.9489, + "trustworthiness_at_k30": 0.9595 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8935, + "continuity_at_k30": 0.9277, + "density_preservation": 0.6269, + "distance_correlation": 0.4222, + "distance_correlation_spectral": 0.8397, + "lcmc_at_k30": 0.4217, + "normalized_mutual_information": 0.9595, + "qglobal": 0.2829, + "qlocal": 0.2754, + "qnx_at_k30": 0.4217, + "qnx_auc": 0.3795, + "trustworthiness": 0.897, + "trustworthiness_at_k30": 0.917 + }, + "mean_score": 0.6357, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 17.1, + "cpu_pct": 1056.5, + "peak_memory_mb": 11162, + "disk_read_mb": 112, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.2322, + "continuity_at_k30": 0.959, + "density_preservation": 0.1819, + "distance_correlation": 0.0827, + "distance_correlation_spectral": 0.0321, + "lcmc_at_k30": 0.3569, + "normalized_mutual_information": 0.5582, + "qglobal": 0.6463, + "qlocal": 0.4586, + "qnx_at_k30": 0.4024, + "qnx_auc": 0.6233, + "trustworthiness": 0.8993, + "trustworthiness_at_k30": 0.909 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6824, + "continuity_at_k30": 0.9291, + "density_preservation": 0.431, + "distance_correlation": 0.8411, + "distance_correlation_spectral": 0.6903, + "lcmc_at_k30": 0.3753, + "normalized_mutual_information": 0.8111, + "qglobal": 0.0952, + "qlocal": 0.299, + "qnx_at_k30": 0.3753, + "qnx_auc": 0.2417, + "trustworthiness": 0.797, + "trustworthiness_at_k30": 0.8134 + }, + "mean_score": 0.5678, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7, + "cpu_pct": 484.3, + "peak_memory_mb": 3277, + "disk_read_mb": 92, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.2575, + "continuity_at_k30": 0.969, + "density_preservation": -0.3328, + "distance_correlation": 0.319, + "distance_correlation_spectral": 0.0521, + "lcmc_at_k30": 0.3969, + "normalized_mutual_information": 0.6281, + "qglobal": 0.6918, + "qlocal": 0.4811, + "qnx_at_k30": 0.4424, + "qnx_auc": 0.6665, + "trustworthiness": 0.957, + "trustworthiness_at_k30": 0.9709 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7571, + "continuity_at_k30": 0.9464, + "density_preservation": 0, + "distance_correlation": 0.6149, + "distance_correlation_spectral": 0.4959, + "lcmc_at_k30": 0.4171, + "normalized_mutual_information": 0.9179, + "qglobal": 0.2115, + "qlocal": 0.3282, + "qnx_at_k30": 0.4171, + "qnx_auc": 0.3288, + "trustworthiness": 0.9134, + "trustworthiness_at_k30": 0.9404 + }, + "mean_score": 0.5607, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6.8, + "cpu_pct": 745.7, + "peak_memory_mb": 5632, + "disk_read_mb": 89, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.2749, + "continuity_at_k30": 0.974, + "density_preservation": -0.0033, + "distance_correlation": 0.4499, + "distance_correlation_spectral": 0.0698, + "lcmc_at_k30": 0.4277, + "normalized_mutual_information": 0.6246, + "qglobal": 0.7135, + "qlocal": 0.4784, + "qnx_at_k30": 0.4732, + "qnx_auc": 0.6889, + "trustworthiness": 0.9616, + "trustworthiness_at_k30": 0.9735 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8086, + "continuity_at_k30": 0.9551, + "density_preservation": 0.2759, + "distance_correlation": 0.4896, + "distance_correlation_spectral": 0.3237, + "lcmc_at_k30": 0.4493, + "normalized_mutual_information": 0.9125, + "qglobal": 0.2669, + "qlocal": 0.3247, + "qnx_at_k30": 0.4493, + "qnx_auc": 0.3737, + "trustworthiness": 0.9226, + "trustworthiness_at_k30": 0.9456 + }, + "mean_score": 0.5767, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 46, + "cpu_pct": 2172.3, + "peak_memory_mb": 9114, + "disk_read_mb": 116, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": 0.0015, + "continuity_at_k30": 0.5199, + "density_preservation": 0.0442, + "distance_correlation": 0.0127, + "distance_correlation_spectral": 0.0107, + "lcmc_at_k30": -0.002, + "normalized_mutual_information": 0.0275, + "qglobal": 0.8548, + "qlocal": 0.3533, + "qnx_at_k30": 0.0435, + "qnx_auc": 0.5032, + "trustworthiness": 0.5038, + "trustworthiness_at_k30": 0.5122 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.1699, + "density_preservation": 0.3156, + "distance_correlation": 0.908, + "distance_correlation_spectral": 0.8994, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0.6284, + "qlocal": 0.1627, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2372, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 10.6, + "cpu_pct": 124.3, + "peak_memory_mb": 5530, + "disk_read_mb": 70, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": 0.3396, + "continuity_at_k30": 0.964, + "density_preservation": 0.2548, + "distance_correlation": 0.5224, + "distance_correlation_spectral": 0.0619, + "lcmc_at_k30": 0.4363, + "normalized_mutual_information": 0.6718, + "qglobal": 0.7242, + "qlocal": 0.5141, + "qnx_at_k30": 0.4818, + "qnx_auc": 0.7, + "trustworthiness": 0.9588, + "trustworthiness_at_k30": 0.9646 + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "continuity_at_k30": 0.9378, + "density_preservation": 0.492, + "distance_correlation": 0.4202, + "distance_correlation_spectral": 0.4003, + "lcmc_at_k30": 0.4583, + "normalized_mutual_information": 0.9847, + "qglobal": 0.2944, + "qlocal": 0.3709, + "qnx_at_k30": 0.4583, + "qnx_auc": 0.3961, + "trustworthiness": 0.9169, + "trustworthiness_at_k30": 0.9275 + }, + "mean_score": 0.6198, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 654, + "cpu_pct": 66.8, + "peak_memory_mb": 10548, + "disk_read_mb": 90, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.053, + "continuity_at_k30": 0.4216, + "density_preservation": 0.0506, + "distance_correlation": 0.0675, + "distance_correlation_spectral": 0.0003, + "lcmc_at_k30": 0.04, + "normalized_mutual_information": 0.3489, + "qglobal": 0.6535, + "qlocal": 0.2276, + "qnx_at_k30": 0.0856, + "qnx_auc": 0.5307, + "trustworthiness": 0.8489, + "trustworthiness_at_k30": 0.8111 + }, + "scaled_scores": { + "adjusted_rand_index": 0.1524, + "continuity_at_k30": 0, + "density_preservation": 0.321, + "distance_correlation": 0.8556, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0.044, + "normalized_mutual_information": 0.4912, + "qglobal": 0.1136, + "qlocal": 0, + "qnx_at_k30": 0.044, + "qnx_auc": 0.0554, + "trustworthiness": 0.6954, + "trustworthiness_at_k30": 0.6127 + }, + "mean_score": 0.3373, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 28.3, + "cpu_pct": 244.8, + "peak_memory_mb": 11776, + "disk_read_mb": 84, + "disk_write_mb": 5 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.3367, + "continuity_at_k30": 1, + "density_preservation": 0.3471, + "distance_correlation": 0.9615, + "distance_correlation_spectral": 0.0259, + "lcmc_at_k30": 0.9545, + "normalized_mutual_information": 0.6818, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9915, + "continuity_at_k30": 1, + "density_preservation": 0.5693, + "distance_correlation": 0, + "distance_correlation_spectral": 0.7511, + "lcmc_at_k30": 1, + "normalized_mutual_information": 1, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.8701, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 4.3, + "cpu_pct": 305.4, + "peak_memory_mb": 5837, + "disk_read_mb": 70, + "disk_write_mb": 15 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.3367, + "continuity_at_k30": 0.977, + "density_preservation": 0.3781, + "distance_correlation": 0.3229, + "distance_correlation_spectral": 0.0341, + "lcmc_at_k30": 0.4786, + "normalized_mutual_information": 0.6818, + "qglobal": 0.6928, + "qlocal": 0.5104, + "qnx_at_k30": 0.5241, + "qnx_auc": 0.6737, + "trustworthiness": 0.9667, + "trustworthiness_at_k30": 0.9781 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9915, + "continuity_at_k30": 0.9603, + "density_preservation": 0.5953, + "distance_correlation": 0.6112, + "distance_correlation_spectral": 0.6707, + "lcmc_at_k30": 0.5025, + "normalized_mutual_information": 1, + "qglobal": 0.2141, + "qlocal": 0.3661, + "qnx_at_k30": 0.5025, + "qnx_auc": 0.3432, + "trustworthiness": 0.9329, + "trustworthiness_at_k30": 0.9551 + }, + "mean_score": 0.665, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.3, + "cpu_pct": 1843.1, + "peak_memory_mb": 3277, + "disk_read_mb": 93, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.31, + "continuity_at_k30": 0.9579, + "density_preservation": -0.1255, + "distance_correlation": 0.1952, + "distance_correlation_spectral": 0.013, + "lcmc_at_k30": 0.386, + "normalized_mutual_information": 0.6499, + "qglobal": 0.6596, + "qlocal": 0.4285, + "qnx_at_k30": 0.4315, + "qnx_auc": 0.6365, + "trustworthiness": 0.9445, + "trustworthiness_at_k30": 0.9568 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9126, + "continuity_at_k30": 0.9272, + "density_preservation": 0.1736, + "distance_correlation": 0.7334, + "distance_correlation_spectral": 0.8768, + "lcmc_at_k30": 0.4057, + "normalized_mutual_information": 0.9512, + "qglobal": 0.1292, + "qlocal": 0.26, + "qnx_at_k30": 0.4057, + "qnx_auc": 0.2683, + "trustworthiness": 0.8881, + "trustworthiness_at_k30": 0.9115 + }, + "mean_score": 0.6033, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.5, + "cpu_pct": 120.8, + "peak_memory_mb": 5530, + "disk_read_mb": 94, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.1403, + "continuity_at_k30": 0.7405, + "density_preservation": 0.6574, + "distance_correlation": 0.2661, + "distance_correlation_spectral": -0.0846, + "lcmc_at_k30": 0.0719, + "normalized_mutual_information": 0.1665, + "qglobal": 0.5907, + "qlocal": 0.1909, + "qnx_at_k30": 0.0875, + "qnx_auc": 0.5482, + "trustworthiness": 0.6176, + "trustworthiness_at_k30": 0.6264 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7095, + "continuity_at_k30": 0.5454, + "density_preservation": 0.7612, + "distance_correlation": 0.6544, + "distance_correlation_spectral": 0.8877, + "lcmc_at_k30": 0.0742, + "normalized_mutual_information": 0.6579, + "qglobal": 0.1797, + "qlocal": 0.1881, + "qnx_at_k30": 0.0742, + "qnx_auc": 0.1376, + "trustworthiness": 0.3221, + "trustworthiness_at_k30": 0.3732 + }, + "mean_score": 0.4281, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 85, + "cpu_pct": 116.2, + "peak_memory_mb": 11162, + "disk_read_mb": 382, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": 0.083, + "continuity_at_k30": 0.4293, + "density_preservation": -0.4347, + "distance_correlation": -0.0976, + "distance_correlation_spectral": -0.2126, + "lcmc_at_k30": 0.045, + "normalized_mutual_information": 0.1506, + "qglobal": 0.5075, + "qlocal": 0.1184, + "qnx_at_k30": 0.0606, + "qnx_auc": 0.4761, + "trustworthiness": 0.6137, + "trustworthiness_at_k30": 0.6094 + }, + "scaled_scores": { + "adjusted_rand_index": 0.4187, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0.0469, + "normalized_mutual_information": 0.5911, + "qglobal": 0.013, + "qlocal": 0.1153, + "qnx_at_k30": 0.0469, + "qnx_auc": 0, + "trustworthiness": 0.3151, + "trustworthiness_at_k30": 0.3446 + }, + "mean_score": 0.2994, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 527, + "cpu_pct": 101.1, + "peak_memory_mb": 10752, + "disk_read_mb": 405, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": 0.1578, + "continuity_at_k30": 0.6018, + "density_preservation": 0.2507, + "distance_correlation": -0.0073, + "distance_correlation_spectral": -0.0537, + "lcmc_at_k30": 0.0431, + "normalized_mutual_information": 0.2058, + "qglobal": 0.584, + "qlocal": 0.1564, + "qnx_at_k30": 0.0588, + "qnx_auc": 0.5323, + "trustworthiness": 0.6154, + "trustworthiness_at_k30": 0.6168 + }, + "scaled_scores": { + "adjusted_rand_index": 0.798, + "continuity_at_k30": 0.3024, + "density_preservation": 0.4778, + "distance_correlation": 0.9142, + "distance_correlation_spectral": 0.8607, + "lcmc_at_k30": 0.045, + "normalized_mutual_information": 0.8229, + "qglobal": 0.1663, + "qlocal": 0.1535, + "qnx_at_k30": 0.045, + "qnx_auc": 0.1074, + "trustworthiness": 0.3182, + "trustworthiness_at_k30": 0.3571 + }, + "mean_score": 0.413, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 18, + "cpu_pct": 393.1, + "peak_memory_mb": 14439, + "disk_read_mb": 414, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": 0.1395, + "continuity_at_k30": 0.5405, + "density_preservation": -0.2156, + "distance_correlation": 0.0949, + "distance_correlation_spectral": -0.146, + "lcmc_at_k30": 0.0455, + "normalized_mutual_information": 0.1745, + "qglobal": 0.5643, + "qlocal": 0.1328, + "qnx_at_k30": 0.0611, + "qnx_auc": 0.5238, + "trustworthiness": 0.6117, + "trustworthiness_at_k30": 0.6113 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7053, + "continuity_at_k30": 0.1949, + "density_preservation": 0.1528, + "distance_correlation": 0.8171, + "distance_correlation_spectral": 0.9415, + "lcmc_at_k30": 0.0474, + "normalized_mutual_information": 0.6914, + "qglobal": 0.1267, + "qlocal": 0.1299, + "qnx_at_k30": 0.0474, + "qnx_auc": 0.0911, + "trustworthiness": 0.3117, + "trustworthiness_at_k30": 0.348 + }, + "mean_score": 0.3542, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15, + "cpu_pct": 908.7, + "peak_memory_mb": 7885, + "disk_read_mb": 380, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.1495, + "continuity_at_k30": 0.6571, + "density_preservation": 0.2131, + "distance_correlation": 0.0605, + "distance_correlation_spectral": -0.0848, + "lcmc_at_k30": 0.0491, + "normalized_mutual_information": 0.2118, + "qglobal": 0.583, + "qlocal": 0.1632, + "qnx_at_k30": 0.0647, + "qnx_auc": 0.5323, + "trustworthiness": 0.6272, + "trustworthiness_at_k30": 0.6283 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7559, + "continuity_at_k30": 0.3991, + "density_preservation": 0.4516, + "distance_correlation": 0.8497, + "distance_correlation_spectral": 0.888, + "lcmc_at_k30": 0.051, + "normalized_mutual_information": 0.8481, + "qglobal": 0.1643, + "qlocal": 0.1604, + "qnx_at_k30": 0.051, + "qnx_auc": 0.1073, + "trustworthiness": 0.3391, + "trustworthiness_at_k30": 0.3765 + }, + "mean_score": 0.4186, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.5, + "cpu_pct": 471.9, + "peak_memory_mb": 7578, + "disk_read_mb": 399, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.1329, + "continuity_at_k30": 0.5946, + "density_preservation": -0.1717, + "distance_correlation": 0.1262, + "distance_correlation_spectral": -0.1301, + "lcmc_at_k30": 0.0537, + "normalized_mutual_information": 0.1652, + "qglobal": 0.5647, + "qlocal": 0.1471, + "qnx_at_k30": 0.0693, + "qnx_auc": 0.524, + "trustworthiness": 0.6197, + "trustworthiness_at_k30": 0.6198 + }, + "scaled_scores": { + "adjusted_rand_index": 0.672, + "continuity_at_k30": 0.2897, + "density_preservation": 0.1833, + "distance_correlation": 0.7873, + "distance_correlation_spectral": 0.9277, + "lcmc_at_k30": 0.0557, + "normalized_mutual_information": 0.6525, + "qglobal": 0.1276, + "qlocal": 0.1442, + "qnx_at_k30": 0.0557, + "qnx_auc": 0.0915, + "trustworthiness": 0.3258, + "trustworthiness_at_k30": 0.3621 + }, + "mean_score": 0.3596, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.6, + "cpu_pct": 1478.4, + "peak_memory_mb": 6554, + "disk_read_mb": 380, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.1751, + "continuity_at_k30": 0.6892, + "density_preservation": -0.3094, + "distance_correlation": 0.1916, + "distance_correlation_spectral": -0.1484, + "lcmc_at_k30": 0.0849, + "normalized_mutual_information": 0.2479, + "qglobal": 0.6144, + "qlocal": 0.1888, + "qnx_at_k30": 0.1006, + "qnx_auc": 0.5756, + "trustworthiness": 0.7314, + "trustworthiness_at_k30": 0.7259 + }, + "scaled_scores": { + "adjusted_rand_index": 0.886, + "continuity_at_k30": 0.4554, + "density_preservation": 0.0874, + "distance_correlation": 0.7252, + "distance_correlation_spectral": 0.9437, + "lcmc_at_k30": 0.0874, + "normalized_mutual_information": 1, + "qglobal": 0.2273, + "qlocal": 0.186, + "qnx_at_k30": 0.0874, + "qnx_auc": 0.19, + "trustworthiness": 0.5239, + "trustworthiness_at_k30": 0.5401 + }, + "mean_score": 0.4569, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 22.1, + "cpu_pct": 1344.8, + "peak_memory_mb": 10957, + "disk_read_mb": 377, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.1334, + "continuity_at_k30": 0.6237, + "density_preservation": 0.2662, + "distance_correlation": 0.1247, + "distance_correlation_spectral": -0.1297, + "lcmc_at_k30": 0.0848, + "normalized_mutual_information": 0.2158, + "qglobal": 0.5792, + "qlocal": 0.1753, + "qnx_at_k30": 0.1004, + "qnx_auc": 0.5445, + "trustworthiness": 0.687, + "trustworthiness_at_k30": 0.684 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6742, + "continuity_at_k30": 0.3407, + "density_preservation": 0.4886, + "distance_correlation": 0.7887, + "distance_correlation_spectral": 0.9273, + "lcmc_at_k30": 0.0873, + "normalized_mutual_information": 0.8652, + "qglobal": 0.1567, + "qlocal": 0.1725, + "qnx_at_k30": 0.0873, + "qnx_auc": 0.1306, + "trustworthiness": 0.4451, + "trustworthiness_at_k30": 0.4698 + }, + "mean_score": 0.4334, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 132, + "cpu_pct": 2251.4, + "peak_memory_mb": 6656, + "disk_read_mb": 404, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": 0.0004, + "continuity_at_k30": 0.4837, + "density_preservation": -0.0096, + "distance_correlation": -0.0028, + "distance_correlation_spectral": -0.0302, + "lcmc_at_k30": -0.0012, + "normalized_mutual_information": 0.01, + "qglobal": 0.501, + "qlocal": 0.0034, + "qnx_at_k30": 0.0144, + "qnx_auc": 0.4979, + "trustworthiness": 0.5043, + "trustworthiness_at_k30": 0.502 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.0954, + "density_preservation": 0.2964, + "distance_correlation": 0.9099, + "distance_correlation_spectral": 0.8401, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0.0417, + "trustworthiness": 0.1213, + "trustworthiness_at_k30": 0.1646 + }, + "mean_score": 0.1899, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.5, + "cpu_pct": 73.1, + "peak_memory_mb": 2765, + "disk_read_mb": 358, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": 0.1976, + "continuity_at_k30": 0.5883, + "density_preservation": 0.604, + "distance_correlation": 0.4103, + "distance_correlation_spectral": 0.0079, + "lcmc_at_k30": 0.0698, + "normalized_mutual_information": 0.2374, + "qglobal": 0.6345, + "qlocal": 0.1696, + "qnx_at_k30": 0.0854, + "qnx_auc": 0.5885, + "trustworthiness": 0.683, + "trustworthiness_at_k30": 0.6692 + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "continuity_at_k30": 0.2786, + "density_preservation": 0.724, + "distance_correlation": 0.5173, + "distance_correlation_spectral": 0.8067, + "lcmc_at_k30": 0.0721, + "normalized_mutual_information": 0.9561, + "qglobal": 0.2676, + "qlocal": 0.1667, + "qnx_at_k30": 0.0721, + "qnx_auc": 0.2146, + "trustworthiness": 0.438, + "trustworthiness_at_k30": 0.445 + }, + "mean_score": 0.4584, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 3857, + "cpu_pct": 97.1, + "peak_memory_mb": 13108, + "disk_read_mb": 378, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.0043, + "continuity_at_k30": 0.8945, + "density_preservation": 0.2344, + "distance_correlation": 0.1423, + "distance_correlation_spectral": 0.928, + "lcmc_at_k30": 0.0001, + "normalized_mutual_information": 0.0815, + "qglobal": 0.6819, + "qlocal": 0.2323, + "qnx_at_k30": 0.0157, + "qnx_auc": 0.5985, + "trustworthiness": 0.4359, + "trustworthiness_at_k30": 0.4039 + }, + "scaled_scores": { + "adjusted_rand_index": 0.0197, + "continuity_at_k30": 0.8152, + "density_preservation": 0.4664, + "distance_correlation": 0.772, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0.0014, + "normalized_mutual_information": 0.3007, + "qglobal": 0.3625, + "qlocal": 0.2297, + "qnx_at_k30": 0.0014, + "qnx_auc": 0.2336, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2463, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 79, + "cpu_pct": 293.5, + "peak_memory_mb": 10957, + "disk_read_mb": 372, + "disk_write_mb": 15 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.1655, + "continuity_at_k30": 1, + "density_preservation": 0.9999, + "distance_correlation": 0.9546, + "distance_correlation_spectral": 0.1863, + "lcmc_at_k30": 0.9844, + "normalized_mutual_information": 0.1964, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8372, + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0.6503, + "lcmc_at_k30": 1, + "normalized_mutual_information": 0.7835, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.867, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.6, + "cpu_pct": 251.3, + "peak_memory_mb": 6144, + "disk_read_mb": 358, + "disk_write_mb": 65 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.1424, + "continuity_at_k30": 0.5665, + "density_preservation": 0.3834, + "distance_correlation": 0.2041, + "distance_correlation_spectral": -0.0976, + "lcmc_at_k30": 0.092, + "normalized_mutual_information": 0.2435, + "qglobal": 0.5961, + "qlocal": 0.1728, + "qnx_at_k30": 0.1077, + "qnx_auc": 0.5614, + "trustworthiness": 0.6993, + "trustworthiness_at_k30": 0.6917 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7201, + "continuity_at_k30": 0.2405, + "density_preservation": 0.5703, + "distance_correlation": 0.7133, + "distance_correlation_spectral": 0.8991, + "lcmc_at_k30": 0.0946, + "normalized_mutual_information": 0.9816, + "qglobal": 0.1905, + "qlocal": 0.1699, + "qnx_at_k30": 0.0946, + "qnx_auc": 0.1629, + "trustworthiness": 0.467, + "trustworthiness_at_k30": 0.4829 + }, + "mean_score": 0.4452, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 98, + "cpu_pct": 3797.8, + "peak_memory_mb": 8807, + "disk_read_mb": 380, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.1503, + "continuity_at_k30": 0.613, + "density_preservation": 0.0872, + "distance_correlation": -0.0023, + "distance_correlation_spectral": -0.088, + "lcmc_at_k30": 0.0533, + "normalized_mutual_information": 0.2234, + "qglobal": 0.564, + "qlocal": 0.1619, + "qnx_at_k30": 0.0689, + "qnx_auc": 0.5168, + "trustworthiness": 0.6422, + "trustworthiness_at_k30": 0.637 + }, + "scaled_scores": { + "adjusted_rand_index": 0.76, + "continuity_at_k30": 0.3219, + "density_preservation": 0.3638, + "distance_correlation": 0.9094, + "distance_correlation_spectral": 0.8907, + "lcmc_at_k30": 0.0553, + "normalized_mutual_information": 0.897, + "qglobal": 0.1262, + "qlocal": 0.159, + "qnx_at_k30": 0.0553, + "qnx_auc": 0.0778, + "trustworthiness": 0.3657, + "trustworthiness_at_k30": 0.391 + }, + "mean_score": 0.4133, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 30.7, + "cpu_pct": 173.7, + "peak_memory_mb": 10957, + "disk_read_mb": 382, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.1474, + "continuity_at_k30": "NA", + "density_preservation": 0.7104, + "distance_correlation": 0.5782, + "distance_correlation_spectral": 0.2744, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4419, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8108, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.3911, + "continuity_at_k30": 0, + "density_preservation": 0.7435, + "distance_correlation": 0.232, + "distance_correlation_spectral": 0.6875, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.6457, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6208, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2554, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 254, + "cpu_pct": 960.1, + "peak_memory_mb": 16282, + "disk_read_mb": 887, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": 0.1744, + "continuity_at_k30": "NA", + "density_preservation": 0.0111, + "distance_correlation": 0.5206, + "distance_correlation_spectral": 0.4069, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3736, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7984, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.4626, + "continuity_at_k30": 0, + "density_preservation": 0.1234, + "distance_correlation": 0.3082, + "distance_correlation_spectral": 0.5554, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5433, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5958, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1991, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 12981, + "cpu_pct": 100.2, + "peak_memory_mb": 21402, + "disk_read_mb": 911, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": 0.3374, + "continuity_at_k30": "NA", + "density_preservation": 0.0324, + "distance_correlation": 0.2093, + "distance_correlation_spectral": 0.0126, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6338, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7896, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.895, + "continuity_at_k30": 0, + "density_preservation": 0.1424, + "distance_correlation": 0.7201, + "distance_correlation_spectral": 0.9485, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9331, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5782, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3244, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 43.5, + "cpu_pct": 2331.3, + "peak_memory_mb": 27136, + "disk_read_mb": 919, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": 0.1836, + "continuity_at_k30": "NA", + "density_preservation": -0.1246, + "distance_correlation": 0.7051, + "distance_correlation_spectral": 0.2881, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.387, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7592, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.487, + "continuity_at_k30": 0, + "density_preservation": 0.0032, + "distance_correlation": 0.0641, + "distance_correlation_spectral": 0.6738, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5633, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5173, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1776, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 31.2, + "cpu_pct": 496.3, + "peak_memory_mb": 9626, + "disk_read_mb": 885, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.377, + "continuity_at_k30": "NA", + "density_preservation": 0.349, + "distance_correlation": 0.3811, + "distance_correlation_spectral": 0.1115, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6784, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.798, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "continuity_at_k30": 0, + "density_preservation": 0.4231, + "distance_correlation": 0.4929, + "distance_correlation_spectral": 0.8499, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5952, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3355, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 159, + "cpu_pct": 2389.8, + "peak_memory_mb": 12186, + "disk_read_mb": 905, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.144, + "continuity_at_k30": "NA", + "density_preservation": -0.0163, + "distance_correlation": 0.7536, + "distance_correlation_spectral": 0.278, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3548, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7541, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.3821, + "continuity_at_k30": 0, + "density_preservation": 0.0992, + "distance_correlation": 0, + "distance_correlation_spectral": 0.6839, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.5152, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5071, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1683, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 32, + "cpu_pct": 1016.2, + "peak_memory_mb": 7476, + "disk_read_mb": 885, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.2185, + "continuity_at_k30": "NA", + "density_preservation": 0.0237, + "distance_correlation": 0.4786, + "distance_correlation_spectral": 0.0528, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5321, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.957, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.5797, + "continuity_at_k30": 0, + "density_preservation": 0.1347, + "distance_correlation": 0.3639, + "distance_correlation_spectral": 0.9084, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7808, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.9137, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2832, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 64, + "cpu_pct": 1675.9, + "peak_memory_mb": 13415, + "disk_read_mb": 882, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.193, + "continuity_at_k30": "NA", + "density_preservation": 0.1864, + "distance_correlation": 0.3958, + "distance_correlation_spectral": -0.0197, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5943, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8765, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.5119, + "continuity_at_k30": 0, + "density_preservation": 0.2789, + "distance_correlation": 0.4734, + "distance_correlation_spectral": 0.9807, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8739, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7525, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2978, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 233, + "cpu_pct": 2281.9, + "peak_memory_mb": 14644, + "disk_read_mb": 909, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": -1.3888e-06, + "continuity_at_k30": "NA", + "density_preservation": 0.0017, + "distance_correlation": -0.0021, + "distance_correlation_spectral": -0.0022, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.011, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5011, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0.1152, + "distance_correlation": 1, + "distance_correlation_spectral": 0.9632, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1599, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.5, + "cpu_pct": 121.2, + "peak_memory_mb": 5940, + "disk_read_mb": 864, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "distance_correlation": "NA", + "distance_correlation_spectral": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1538, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 137, + "duration_sec": 6501, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": 0.239, + "continuity_at_k30": "NA", + "density_preservation": -0.1282, + "distance_correlation": 0.2795, + "distance_correlation_spectral": 0.964, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4802, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7685, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.634, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.6273, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7029, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5359, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1923, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 393, + "cpu_pct": 2963.1, + "peak_memory_mb": 16077, + "disk_read_mb": 878, + "disk_write_mb": 123 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": 0.3153, + "continuity_at_k30": "NA", + "density_preservation": 0.9997, + "distance_correlation": 0.7006, + "distance_correlation_spectral": -0.0391, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5282, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.8365, + "continuity_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0.0701, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7749, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3601, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.8, + "cpu_pct": 92.6, + "peak_memory_mb": 4813, + "disk_read_mb": 864, + "disk_write_mb": 169 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.1867, + "continuity_at_k30": "NA", + "density_preservation": 0.0362, + "distance_correlation": 0.4885, + "distance_correlation_spectral": 0.1534, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.592, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8897, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.4953, + "continuity_at_k30": 0, + "density_preservation": 0.1458, + "distance_correlation": 0.3508, + "distance_correlation_spectral": 0.8082, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8705, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7789, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.2653, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 99, + "cpu_pct": 2342.5, + "peak_memory_mb": 10036, + "disk_read_mb": 886, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.2897, + "continuity_at_k30": "NA", + "density_preservation": 0.0661, + "distance_correlation": 0.3816, + "distance_correlation_spectral": 0.0842, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6749, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.859, + "trustworthiness_at_k30": "NA" + }, + "scaled_scores": { + "adjusted_rand_index": 0.7685, + "continuity_at_k30": 0, + "density_preservation": 0.1722, + "distance_correlation": 0.4922, + "distance_correlation_spectral": 0.8771, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9947, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7173, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3094, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 270.3, + "peak_memory_mb": 6759, + "disk_read_mb": 887, + "disk_write_mb": 3 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8314, + "density_preservation": 0.8536, + "distance_correlation": 0.5522, + "distance_correlation_spectral": -0.1614, + "lcmc_at_k30": 0.0984, + "normalized_mutual_information": "NA", + "qglobal": 0.8264, + "qlocal": 0.4466, + "qnx_at_k30": 0.126, + "qnx_auc": 0.7124, + "trustworthiness": 0.768, + "trustworthiness_at_k30": 0.7803 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6614, + "density_preservation": 0.8686, + "distance_correlation": 0.426, + "distance_correlation_spectral": 1, + "lcmc_at_k30": 0.1014, + "normalized_mutual_information": 0, + "qglobal": 0.6545, + "qlocal": 0.4446, + "qnx_at_k30": 0.1014, + "qnx_auc": 0.428, + "trustworthiness": 0.5368, + "trustworthiness_at_k30": 0.5583 + }, + "mean_score": 0.4447, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 33.3, + "cpu_pct": 152.7, + "peak_memory_mb": 10855, + "disk_read_mb": 74, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8168, + "density_preservation": 0.3638, + "distance_correlation": 0.463, + "distance_correlation_spectral": 0.0299, + "lcmc_at_k30": 0.064, + "normalized_mutual_information": "NA", + "qglobal": 0.7916, + "qlocal": 0.4055, + "qnx_at_k30": 0.0916, + "qnx_auc": 0.6671, + "trustworthiness": 0.7894, + "trustworthiness_at_k30": 0.7927 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6319, + "density_preservation": 0.4289, + "distance_correlation": 0.5152, + "distance_correlation_spectral": 0.8349, + "lcmc_at_k30": 0.0661, + "normalized_mutual_information": 0, + "qglobal": 0.585, + "qlocal": 0.4033, + "qnx_at_k30": 0.0661, + "qnx_auc": 0.338, + "trustworthiness": 0.5795, + "trustworthiness_at_k30": 0.5833 + }, + "mean_score": 0.3871, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 73, + "cpu_pct": 114.9, + "peak_memory_mb": 7271, + "disk_read_mb": 97, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.841, + "density_preservation": 0.1286, + "distance_correlation": 0.4378, + "distance_correlation_spectral": -0.1456, + "lcmc_at_k30": 0.084, + "normalized_mutual_information": "NA", + "qglobal": 0.8129, + "qlocal": 0.4224, + "qnx_at_k30": 0.1116, + "qnx_auc": 0.6874, + "trustworthiness": 0.7918, + "trustworthiness_at_k30": 0.7973 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6806, + "density_preservation": 0.2177, + "distance_correlation": 0.5404, + "distance_correlation_spectral": 0.9864, + "lcmc_at_k30": 0.0866, + "normalized_mutual_information": 0, + "qglobal": 0.6275, + "qlocal": 0.4203, + "qnx_at_k30": 0.0866, + "qnx_auc": 0.3783, + "trustworthiness": 0.5844, + "trustworthiness_at_k30": 0.5924 + }, + "mean_score": 0.4001, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 15.6, + "cpu_pct": 408.6, + "peak_memory_mb": 6861, + "disk_read_mb": 106, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8386, + "density_preservation": 0.2044, + "distance_correlation": 0.4204, + "distance_correlation_spectral": -0.1288, + "lcmc_at_k30": 0.0817, + "normalized_mutual_information": "NA", + "qglobal": 0.8133, + "qlocal": 0.4274, + "qnx_at_k30": 0.1093, + "qnx_auc": 0.6889, + "trustworthiness": 0.7911, + "trustworthiness_at_k30": 0.7989 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6757, + "density_preservation": 0.2858, + "distance_correlation": 0.5578, + "distance_correlation_spectral": 0.9718, + "lcmc_at_k30": 0.0842, + "normalized_mutual_information": 0, + "qglobal": 0.6283, + "qlocal": 0.4253, + "qnx_at_k30": 0.0842, + "qnx_auc": 0.3813, + "trustworthiness": 0.5828, + "trustworthiness_at_k30": 0.5957 + }, + "mean_score": 0.4056, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 83, + "cpu_pct": 25.3, + "peak_memory_mb": 3277, + "disk_read_mb": 72, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8408, + "density_preservation": 0.0478, + "distance_correlation": 0.4876, + "distance_correlation_spectral": -0.0511, + "lcmc_at_k30": 0.0932, + "normalized_mutual_information": "NA", + "qglobal": 0.8228, + "qlocal": 0.4415, + "qnx_at_k30": 0.1208, + "qnx_auc": 0.6985, + "trustworthiness": 0.8051, + "trustworthiness_at_k30": 0.8099 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6801, + "density_preservation": 0.1452, + "distance_correlation": 0.4906, + "distance_correlation_spectral": 0.9047, + "lcmc_at_k30": 0.0961, + "normalized_mutual_information": 0, + "qglobal": 0.6473, + "qlocal": 0.4394, + "qnx_at_k30": 0.0961, + "qnx_auc": 0.4004, + "trustworthiness": 0.6109, + "trustworthiness_at_k30": 0.6179 + }, + "mean_score": 0.3945, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 120, + "cpu_pct": 168.2, + "peak_memory_mb": 11264, + "disk_read_mb": 91, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8414, + "density_preservation": 0.2314, + "distance_correlation": 0.4406, + "distance_correlation_spectral": -0.1097, + "lcmc_at_k30": 0.0819, + "normalized_mutual_information": "NA", + "qglobal": 0.824, + "qlocal": 0.4326, + "qnx_at_k30": 0.1096, + "qnx_auc": 0.6972, + "trustworthiness": 0.7923, + "trustworthiness_at_k30": 0.7972 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6813, + "density_preservation": 0.31, + "distance_correlation": 0.5376, + "distance_correlation_spectral": 0.9553, + "lcmc_at_k30": 0.0845, + "normalized_mutual_information": 0, + "qglobal": 0.6497, + "qlocal": 0.4305, + "qnx_at_k30": 0.0845, + "qnx_auc": 0.3977, + "trustworthiness": 0.5854, + "trustworthiness_at_k30": 0.5922 + }, + "mean_score": 0.4084, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 6.4, + "cpu_pct": 470.9, + "peak_memory_mb": 3277, + "disk_read_mb": 72, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.9021, + "density_preservation": 0.2288, + "distance_correlation": 0.5907, + "distance_correlation_spectral": -0.0623, + "lcmc_at_k30": 0.1619, + "normalized_mutual_information": "NA", + "qglobal": 0.8169, + "qlocal": 0.4839, + "qnx_at_k30": 0.1895, + "qnx_auc": 0.7212, + "trustworthiness": 0.8646, + "trustworthiness_at_k30": 0.8695 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.8034, + "density_preservation": 0.3076, + "distance_correlation": 0.3875, + "distance_correlation_spectral": 0.9144, + "lcmc_at_k30": 0.1668, + "normalized_mutual_information": 0, + "qglobal": 0.6355, + "qlocal": 0.482, + "qnx_at_k30": 0.1668, + "qnx_auc": 0.4456, + "trustworthiness": 0.7296, + "trustworthiness_at_k30": 0.7377 + }, + "mean_score": 0.4444, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 7.7, + "cpu_pct": 961.8, + "peak_memory_mb": 5632, + "disk_read_mb": 69, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8083, + "density_preservation": 0.0496, + "distance_correlation": 0.503, + "distance_correlation_spectral": -0.056, + "lcmc_at_k30": 0.1117, + "normalized_mutual_information": "NA", + "qglobal": 0.8316, + "qlocal": 0.4369, + "qnx_at_k30": 0.1393, + "qnx_auc": 0.7022, + "trustworthiness": 0.8098, + "trustworthiness_at_k30": 0.8157 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6148, + "density_preservation": 0.1468, + "distance_correlation": 0.4753, + "distance_correlation_spectral": 0.909, + "lcmc_at_k30": 0.1151, + "normalized_mutual_information": 0, + "qglobal": 0.6648, + "qlocal": 0.4348, + "qnx_at_k30": 0.1151, + "qnx_auc": 0.4078, + "trustworthiness": 0.6202, + "trustworthiness_at_k30": 0.6296 + }, + "mean_score": 0.3949, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 48.3, + "cpu_pct": 2847.1, + "peak_memory_mb": 11264, + "disk_read_mb": 96, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.5023, + "density_preservation": -0.0396, + "distance_correlation": -0.022, + "distance_correlation_spectral": -0.0235, + "lcmc_at_k30": -0.0003, + "normalized_mutual_information": "NA", + "qglobal": 0.4977, + "qlocal": 0.0037, + "qnx_at_k30": 0.0274, + "qnx_auc": 0.4972, + "trustworthiness": 0.4992, + "trustworthiness_at_k30": 0.5026 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, + "density_preservation": 0.0667, + "distance_correlation": 1, + "distance_correlation_spectral": 0.8809, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.1498, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.7, + "cpu_pct": 544.8, + "peak_memory_mb": 2765, + "disk_read_mb": 50, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "simlr", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.789, + "density_preservation": 0.0615, + "distance_correlation": 0.2336, + "distance_correlation_spectral": -0.0227, + "lcmc_at_k30": 0.1091, + "normalized_mutual_information": "NA", + "qglobal": 0.7398, + "qlocal": 0.389, + "qnx_at_k30": 0.1368, + "qnx_auc": 0.6439, + "trustworthiness": 0.8048, + "trustworthiness_at_k30": 0.8039 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.5762, + "density_preservation": 0.1575, + "distance_correlation": 0.7445, + "distance_correlation_spectral": 0.8803, + "lcmc_at_k30": 0.1125, + "normalized_mutual_information": 0, + "qglobal": 0.4821, + "qlocal": 0.3868, + "qnx_at_k30": 0.1125, + "qnx_auc": 0.2917, + "trustworthiness": 0.6103, + "trustworthiness_at_k30": 0.6058 + }, + "mean_score": 0.3816, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 874, + "cpu_pct": 82.3, + "peak_memory_mb": 7988, + "disk_read_mb": 70, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8727, + "density_preservation": 0.2016, + "distance_correlation": 0.1985, + "distance_correlation_spectral": 0.9973, + "lcmc_at_k30": 0.1663, + "normalized_mutual_information": "NA", + "qglobal": 0.5889, + "qlocal": 0.2052, + "qnx_at_k30": 0.1939, + "qnx_auc": 0.5621, + "trustworthiness": 0.531, + "trustworthiness_at_k30": 0.6603 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.7442, + "density_preservation": 0.2832, + "distance_correlation": 0.7796, + "distance_correlation_spectral": 0, + "lcmc_at_k30": 0.1713, + "normalized_mutual_information": 0, + "qglobal": 0.1816, + "qlocal": 0.2023, + "qnx_at_k30": 0.1713, + "qnx_auc": 0.129, + "trustworthiness": 0.0635, + "trustworthiness_at_k30": 0.317 + }, + "mean_score": 0.2341, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.8, + "cpu_pct": 206, + "peak_memory_mb": 5632, + "disk_read_mb": 64, "disk_write_mb": 9 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "phate", + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "true_features", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 0.9784, + "distance_correlation_spectral": 0.1716, + "lcmc_at_k30": 0.9724, + "normalized_mutual_information": "NA", + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 1, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0.7126, + "lcmc_at_k30": 1, + "normalized_mutual_information": 0, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "trustworthiness": 1, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.7471, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 2.8, + "cpu_pct": 537.3, + "peak_memory_mb": 5632, + "disk_read_mb": 50, + "disk_write_mb": 6 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8484, + "density_preservation": 0.2029, + "distance_correlation": 0.4781, + "distance_correlation_spectral": -0.0256, + "lcmc_at_k30": 0.1166, + "normalized_mutual_information": "NA", + "qglobal": 0.8108, + "qlocal": 0.4287, + "qnx_at_k30": 0.1442, + "qnx_auc": 0.6968, + "trustworthiness": 0.8326, + "trustworthiness_at_k30": 0.8393 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6954, + "density_preservation": 0.2844, + "distance_correlation": 0.5001, + "distance_correlation_spectral": 0.8828, + "lcmc_at_k30": 0.1202, + "normalized_mutual_information": 0, + "qglobal": 0.6234, + "qlocal": 0.4265, + "qnx_at_k30": 0.1202, + "qnx_auc": 0.3969, + "trustworthiness": 0.6657, + "trustworthiness_at_k30": 0.6769 + }, + "mean_score": 0.4148, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 13.5, + "cpu_pct": 2870, + "peak_memory_mb": 8397, + "disk_read_mb": 72, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8194, + "density_preservation": -0.1139, + "distance_correlation": 0.414, + "distance_correlation_spectral": -0.1108, + "lcmc_at_k30": 0.1025, + "normalized_mutual_information": "NA", + "qglobal": 0.8155, + "qlocal": 0.4446, + "qnx_at_k30": 0.1301, + "qnx_auc": 0.6932, + "trustworthiness": 0.796, + "trustworthiness_at_k30": 0.802 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.6372, + "density_preservation": 0, + "distance_correlation": 0.5642, + "distance_correlation_spectral": 0.9563, + "lcmc_at_k30": 0.1056, + "normalized_mutual_information": 0, + "qglobal": 0.6326, + "qlocal": 0.4426, + "qnx_at_k30": 0.1056, + "qnx_auc": 0.3898, + "trustworthiness": 0.5927, + "trustworthiness_at_k30": 0.602 + }, + "mean_score": 0.3868, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 26.9, + "cpu_pct": 137.1, + "peak_memory_mb": 5735, + "disk_read_mb": 73, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8549, + "density_preservation": 0.8615, + "distance_correlation": 0.7637, + "distance_correlation_spectral": -0.0392, + "lcmc_at_k30": 0.0234, + "normalized_mutual_information": "NA", + "qglobal": 0.7725, + "qlocal": 0.3851, + "qnx_at_k30": 0.0292, + "qnx_auc": 0.6853, + "trustworthiness": 0.7739, + "trustworthiness_at_k30": 0.7802 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9436, + "density_preservation": 0.8696, + "distance_correlation": 0.197, + "distance_correlation_spectral": 0.8874, + "lcmc_at_k30": 0.3568, + "normalized_mutual_information": 0, + "qglobal": 0.6413, + "qlocal": 0.7176, + "qnx_at_k30": 0.3568, + "qnx_auc": 0.7499, + "trustworthiness": 0.5468, + "trustworthiness_at_k30": 0.7208 + }, + "mean_score": 0.5375, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 96, + "cpu_pct": 493.4, + "peak_memory_mb": 11776, + "disk_read_mb": 179, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8272, + "density_preservation": 0.3594, + "distance_correlation": 0.7129, + "distance_correlation_spectral": -0.0224, + "lcmc_at_k30": 0.0281, + "normalized_mutual_information": "NA", + "qglobal": 0.87, + "qlocal": 0.4435, + "qnx_at_k30": 0.0338, + "qnx_auc": 0.7495, + "trustworthiness": 0.8001, + "trustworthiness_at_k30": 0.801 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9091, + "density_preservation": 0.3964, + "distance_correlation": 0.2461, + "distance_correlation_spectral": 0.8624, + "lcmc_at_k30": 0.4173, + "normalized_mutual_information": 0, + "qglobal": 1, + "qlocal": 0.8691, + "qnx_at_k30": 0.4173, + "qnx_auc": 1, + "trustworthiness": 0.5993, + "trustworthiness_at_k30": 0.7749 + }, + "mean_score": 0.5763, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1738, + "cpu_pct": 101.3, + "peak_memory_mb": 12493, + "disk_read_mb": 202, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "ivis", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8177, + "density_preservation": -0.0602, + "distance_correlation": 0.2823, + "distance_correlation_spectral": 0.0792, + "lcmc_at_k30": 0.0311, + "normalized_mutual_information": "NA", + "qglobal": 0.7185, + "qlocal": 0.3337, + "qnx_at_k30": 0.0368, + "qnx_auc": 0.6261, + "trustworthiness": 0.7721, + "trustworthiness_at_k30": 0.7743 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.8973, + "density_preservation": 0.0011, + "distance_correlation": 0.6626, + "distance_correlation_spectral": 0.7113, + "lcmc_at_k30": 0.4561, + "normalized_mutual_information": 0, + "qglobal": 0.4429, + "qlocal": 0.5841, + "qnx_at_k30": 0.4561, + "qnx_auc": 0.5193, + "trustworthiness": 0.5432, + "trustworthiness_at_k30": 0.7054 + }, + "mean_score": 0.46, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 25.4, + "cpu_pct": 1497.9, + "peak_memory_mb": 26317, + "disk_read_mb": 211, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "lmds", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.7718, + "density_preservation": 0.4234, + "distance_correlation": 0.7267, + "distance_correlation_spectral": -0.0053, + "lcmc_at_k30": 0.0205, + "normalized_mutual_information": "NA", + "qglobal": 0.7792, + "qlocal": 0.339, + "qnx_at_k30": 0.0262, + "qnx_auc": 0.6716, + "trustworthiness": 0.7727, + "trustworthiness_at_k30": 0.774 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.8401, + "density_preservation": 0.4568, + "distance_correlation": 0.2327, + "distance_correlation_spectral": 0.837, + "lcmc_at_k30": 0.3187, + "normalized_mutual_information": 0, + "qglobal": 0.6662, + "qlocal": 0.5979, + "qnx_at_k30": 0.3187, + "qnx_auc": 0.6969, + "trustworthiness": 0.5444, + "trustworthiness_at_k30": 0.7047 + }, + "mean_score": 0.478, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 12.4, + "cpu_pct": 878, + "peak_memory_mb": 11060, + "disk_read_mb": 177, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8287, + "density_preservation": 0.2957, + "distance_correlation": 0.3438, + "distance_correlation_spectral": 0.0748, + "lcmc_at_k30": 0.0304, + "normalized_mutual_information": "NA", + "qglobal": 0.7543, + "qlocal": 0.3693, + "qnx_at_k30": 0.0361, + "qnx_auc": 0.6552, + "trustworthiness": 0.7776, + "trustworthiness_at_k30": 0.7807 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9109, + "density_preservation": 0.3365, + "distance_correlation": 0.6032, + "distance_correlation_spectral": 0.7178, + "lcmc_at_k30": 0.4473, + "normalized_mutual_information": 0, + "qglobal": 0.5744, + "qlocal": 0.6764, + "qnx_at_k30": 0.4473, + "qnx_auc": 0.6327, + "trustworthiness": 0.5541, + "trustworthiness_at_k30": 0.7221 + }, + "mean_score": 0.5094, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 47.2, + "cpu_pct": 1971.9, + "peak_memory_mb": 11469, + "disk_read_mb": 197, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8096, + "density_preservation": 0.4652, + "distance_correlation": 0.7678, + "distance_correlation_spectral": -0.0037, + "lcmc_at_k30": 0.023, + "normalized_mutual_information": "NA", + "qglobal": 0.7983, + "qlocal": 0.3573, + "qnx_at_k30": 0.0287, + "qnx_auc": 0.6891, + "trustworthiness": 0.7765, + "trustworthiness_at_k30": 0.778 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.8871, + "density_preservation": 0.4962, + "distance_correlation": 0.193, + "distance_correlation_spectral": 0.8346, + "lcmc_at_k30": 0.3507, + "normalized_mutual_information": 0, + "qglobal": 0.7361, + "qlocal": 0.6453, + "qnx_at_k30": 0.3507, + "qnx_auc": 0.7647, + "trustworthiness": 0.5519, + "trustworthiness_at_k30": 0.7151 + }, + "mean_score": 0.502, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 9.1, + "cpu_pct": 2286.2, + "peak_memory_mb": 6144, + "disk_read_mb": 177, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.9003, + "density_preservation": 0.1826, + "distance_correlation": 0.4971, + "distance_correlation_spectral": -0.0307, + "lcmc_at_k30": 0.0728, + "normalized_mutual_information": "NA", + "qglobal": 0.7805, + "qlocal": 0.494, + "qnx_at_k30": 0.0785, + "qnx_auc": 0.704, + "trustworthiness": 0.8897, + "trustworthiness_at_k30": 0.8876 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 1, + "density_preservation": 0.2299, + "distance_correlation": 0.4549, + "distance_correlation_spectral": 0.8747, + "lcmc_at_k30": 1, + "normalized_mutual_information": 0, + "qglobal": 0.6708, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 0.8227, + "trustworthiness": 0.7789, + "trustworthiness_at_k30": 1 + }, + "mean_score": 0.6794, + "normalization_id": "sqrt_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 24.2, + "cpu_pct": 1831.7, + "peak_memory_mb": 11572, + "disk_read_mb": 174, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8543, + "density_preservation": 0.1039, + "distance_correlation": 0.349, + "distance_correlation_spectral": 0.0916, + "lcmc_at_k30": 0.043, + "normalized_mutual_information": "NA", + "qglobal": 0.7385, + "qlocal": 0.3862, + "qnx_at_k30": 0.0487, + "qnx_auc": 0.6487, + "trustworthiness": 0.8168, + "trustworthiness_at_k30": 0.8173 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9428, + "density_preservation": 0.1557, + "distance_correlation": 0.5981, + "distance_correlation_spectral": 0.6929, + "lcmc_at_k30": 0.6116, + "normalized_mutual_information": 0, + "qglobal": 0.5164, + "qlocal": 0.7204, + "qnx_at_k30": 0.6116, + "qnx_auc": 0.6074, + "trustworthiness": 0.6328, + "trustworthiness_at_k30": 0.8173 + }, + "mean_score": 0.5313, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 89, + "cpu_pct": 2237.9, + "peak_memory_mb": 7783, + "disk_read_mb": 201, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.4889, + "density_preservation": -0.0146, + "distance_correlation": 0.0038, + "distance_correlation_spectral": 0.015, + "lcmc_at_k30": -0.0002, + "normalized_mutual_information": "NA", + "qglobal": 0.8619, + "qlocal": 0.3613, + "qnx_at_k30": 0.0055, + "qnx_auc": 0.4999, + "trustworthiness": 0.5011, + "trustworthiness_at_k30": 0.5029 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.4881, + "density_preservation": 0.0441, + "distance_correlation": 0.9321, + "distance_correlation_spectral": 0.8068, + "lcmc_at_k30": 0.0483, + "normalized_mutual_information": 0, + "qglobal": 0.9702, + "qlocal": 0.6557, + "qnx_at_k30": 0.0483, + "qnx_auc": 0.0276, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 + }, + "mean_score": 0.3093, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 1.9, + "cpu_pct": 479.9, + "peak_memory_mb": 2765, + "disk_read_mb": 155, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 1139, - "cpu_pct": 2108.4, - "peak_memory_mb": 20685, - "disk_read_mb": 13210, - "disk_write_mb": 12 + "exit_code": 143, + "duration_sec": 23664, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "tsne", - "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", - "lcmc_at_k30": "NA", - "qnx_auc": "NA", - "qlocal": "NA", - "qglobal": "NA" - }, - "scaled_scores": { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "spectral_features", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.0968, + "density_preservation": -0.0614, + "distance_correlation": -0.0664, + "distance_correlation_spectral": 0.5573, + "lcmc_at_k30": -0.0039, + "normalized_mutual_information": "NA", + "qglobal": 0.598, + "qlocal": 0.1087, + "qnx_at_k30": 0.0018, + "qnx_auc": 0.4928, + "trustworthiness": 0.5985, + "trustworthiness_at_k30": 0.5441 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0, "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, + "distance_correlation": 1, "distance_correlation_spectral": 0, - "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.1951, + "trustworthiness_at_k30": 0.1071 }, - "mean_score": 0, + "mean_score": 0.1002, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1325, - "cpu_pct": 577, - "peak_memory_mb": 22631, - "disk_read_mb": 9728, - "disk_write_mb": 11 + "duration_sec": 88, + "cpu_pct": 922.1, + "peak_memory_mb": 11572, + "disk_read_mb": 169, + "disk_write_mb": 40 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "umap", + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "true_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": "NA", "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.9999, + "distance_correlation": 0.9673, + "distance_correlation_spectral": -0.1149, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2308, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1079, - "cpu_pct": 1166.2, - "peak_memory_mb": 40039, - "disk_read_mb": 17511, - "disk_write_mb": 21 + "duration_sec": 6.8, + "cpu_pct": 205.4, + "peak_memory_mb": 6042, + "disk_read_mb": 155, + "disk_write_mb": 27 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "phate", + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "tsne", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8386, + "density_preservation": 0.1151, + "distance_correlation": 0.4671, + "distance_correlation_spectral": 0.0728, + "lcmc_at_k30": 0.0463, + "normalized_mutual_information": "NA", + "qglobal": 0.7381, + "qlocal": 0.3542, + "qnx_at_k30": 0.052, + "qnx_auc": 0.6514, + "trustworthiness": 0.8291, + "trustworthiness_at_k30": 0.8245 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9232, + "density_preservation": 0.1663, + "distance_correlation": 0.4839, + "distance_correlation_spectral": 0.7208, + "lcmc_at_k30": 0.6548, + "normalized_mutual_information": 0, + "qglobal": 0.515, + "qlocal": 0.6373, + "qnx_at_k30": 0.6548, + "qnx_auc": 0.6179, + "trustworthiness": 0.6575, + "trustworthiness_at_k30": 0.836 + }, + "mean_score": 0.5283, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 77, + "cpu_pct": 3748, + "peak_memory_mb": 8909, + "disk_read_mb": 177, + "disk_write_mb": 1 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": 0.8201, + "density_preservation": 0.032, + "distance_correlation": 0.3794, + "distance_correlation_spectral": 0.0572, + "lcmc_at_k30": 0.0353, + "normalized_mutual_information": "NA", + "qglobal": 0.7378, + "qlocal": 0.3586, + "qnx_at_k30": 0.041, + "qnx_auc": 0.6383, + "trustworthiness": 0.771, + "trustworthiness_at_k30": 0.7708 + }, + "scaled_scores": { + "adjusted_rand_index": 0, + "continuity_at_k30": 0.9003, + "density_preservation": 0.088, + "distance_correlation": 0.5688, + "distance_correlation_spectral": 0.744, + "lcmc_at_k30": 0.5119, + "normalized_mutual_information": 0, + "qglobal": 0.5138, + "qlocal": 0.6487, + "qnx_at_k30": 0.5119, + "qnx_auc": 0.567, + "trustworthiness": 0.541, + "trustworthiness_at_k30": 0.6963 + }, + "mean_score": 0.484, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 64, + "cpu_pct": 173.4, + "peak_memory_mb": 10957, + "disk_read_mb": 179, + "disk_write_mb": 2 + }, + "task_id": "dimensionality_reduction" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": 0.2064, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.6229, + "distance_correlation": 0.4758, + "distance_correlation_spectral": 0.2241, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4796, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.775, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.5656, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.7316, + "distance_correlation": 0.3221, + "distance_correlation_spectral": 0.7644, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7543, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5501, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2837, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1411, - "cpu_pct": 1641.9, - "peak_memory_mb": 20378, - "disk_read_mb": 12698, - "disk_write_mb": 15 + "duration_sec": 441, + "cpu_pct": 1092.9, + "peak_memory_mb": 20788, + "disk_read_mb": 1229, + "disk_write_mb": 4 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "tsne", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 1388, - "cpu_pct": 556, - "peak_memory_mb": 29594, - "disk_read_mb": 13210, - "disk_write_mb": 10 + "exit_code": 143, + "duration_sec": 14402, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "densmap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "ivis", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.3649, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0215, + "distance_correlation": 0.5476, + "distance_correlation_spectral": 0.1978, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.622, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7864, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.3032, + "distance_correlation": 0.2191, + "distance_correlation_spectral": 0.7922, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9833, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5728, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2977, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 1700, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 201, + "cpu_pct": 1223, + "peak_memory_mb": 27444, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "densmap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "lmds", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2792, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.2761, + "distance_correlation": 0.5832, + "distance_correlation_spectral": 0.1467, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4866, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7146, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.7651, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0913, + "distance_correlation": 0.168, + "distance_correlation_spectral": 0.8465, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7655, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.4293, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 137, - "duration_sec": 1750, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "mean_score": 0.2358, + "normalization_id": "log_cp10k", + "resources": { + "exit_code": 0, + "duration_sec": 55.7, + "cpu_pct": 335.1, + "peak_memory_mb": 12186, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "tsne", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "neuralee", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.3609, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0156, + "distance_correlation": 0.5336, + "distance_correlation_spectral": 0.0877, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.605, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.761, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.9892, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2768, + "distance_correlation": 0.2391, + "distance_correlation_spectral": 0.9091, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9559, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.522, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2994, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1522, - "cpu_pct": 541.6, - "peak_memory_mb": 28468, - "disk_read_mb": 12698, - "disk_write_mb": 13 + "duration_sec": 351, + "cpu_pct": 2493.1, + "peak_memory_mb": 13005, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "phate", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2054, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.1158, + "distance_correlation": 0.7001, + "distance_correlation_spectral": 0.2127, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4087, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7149, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.5628, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2055, + "distance_correlation": 0, + "distance_correlation_spectral": 0.7764, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.6403, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.43, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2012, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1777, - "cpu_pct": 2562.6, - "peak_memory_mb": 18228, - "disk_read_mb": 9728, - "disk_write_mb": 13 + "duration_sec": 28.2, + "cpu_pct": 422.6, + "peak_memory_mb": 8192, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1832, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0603, + "distance_correlation": 0.3588, + "distance_correlation_spectral": 0.0936, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4638, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8715, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.502, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2449, + "distance_correlation": 0.4901, + "distance_correlation_spectral": 0.9028, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7289, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7431, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.2778, + "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1817, - "cpu_pct": 1480.2, - "peak_memory_mb": 22324, - "disk_read_mb": 9831, - "disk_write_mb": 10 + "duration_sec": 151, + "cpu_pct": 3704.3, + "peak_memory_mb": 13824, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pymde", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2348, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0162, + "distance_correlation": 0.369, + "distance_correlation_spectral": 0.1452, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6158, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8662, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6435, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2764, + "distance_correlation": 0.4755, + "distance_correlation_spectral": 0.8481, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9732, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7325, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3038, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 1762, - "cpu_pct": 1814.1, - "peak_memory_mb": 27239, - "disk_read_mb": 13312, - "disk_write_mb": 9 + "duration_sec": 306, + "cpu_pct": 2591.6, + "peak_memory_mb": 15053, + "disk_read_mb": 1229, + "disk_write_mb": 4 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "densmap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 7.3061e-06, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0048, + "distance_correlation": 0.0038, + "distance_correlation_spectral": 0.002, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.0104, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.4999, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2914, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1763, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 1870, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 7.4, + "cpu_pct": 145, + "peak_memory_mb": 6349, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "method_id": "densmap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 2050, + "exit_code": "NA", + "duration_sec": 21301, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -5535,572 +9900,628 @@ "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "densmap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.239, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.4042, + "distance_correlation": 0.1531, + "distance_correlation_spectral": 0.9446, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5012, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8177, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { + "adjusted_rand_index": 0.6549, + "continuity_at_k30": 0, "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, + "distance_correlation": 0.7855, "distance_correlation_spectral": 0, - "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.789, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6354, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2204, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 1620, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 1079, + "cpu_pct": 3991.1, + "peak_memory_mb": 20378, + "disk_read_mb": 1229, + "disk_write_mb": 316 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "true_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", + "adjusted_rand_index": 0.3039, + "continuity_at_k30": "NA", + "density_preservation": 0.9997, "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5133, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8328, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.8084, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.4339, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2195, - "cpu_pct": 1465.3, - "peak_memory_mb": 26317, - "disk_read_mb": 12698, - "disk_write_mb": 12 + "duration_sec": 65, + "cpu_pct": 116.2, + "peak_memory_mb": 11264, + "disk_read_mb": 1229, + "disk_write_mb": 231 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "tsne", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2311, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0052, + "distance_correlation": 0.5165, + "distance_correlation_spectral": 0.0547, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6114, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8819, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6334, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.2842, + "distance_correlation": 0.2637, + "distance_correlation_spectral": 0.9441, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9662, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7638, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2966, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2044, - "cpu_pct": 535.6, - "peak_memory_mb": 41882, - "disk_read_mb": 19354, - "disk_write_mb": 16 + "duration_sec": 131, + "cpu_pct": 1452.8, + "peak_memory_mb": 10548, + "disk_read_mb": 1229, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "tsne", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.3329, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.1422, + "distance_correlation": 0.272, + "distance_correlation_spectral": 0.1307, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.6324, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8282, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.9125, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.3892, + "distance_correlation": 0.6147, + "distance_correlation_spectral": 0.8634, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 1, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6565, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3413, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2651, - "cpu_pct": 652.7, - "peak_memory_mb": 38093, - "disk_read_mb": 17511, - "disk_write_mb": 19 + "duration_sec": 126, + "cpu_pct": 350.6, + "peak_memory_mb": 12288, + "disk_read_mb": 1229, + "disk_write_mb": 4 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1686, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.7708, + "distance_correlation": 0.6286, + "distance_correlation_spectral": 0.0401, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.338, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8138, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6066, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.7873, + "distance_correlation": 0.1345, + "distance_correlation_spectral": 0.9439, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.5702, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.6273, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2823, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2433, - "cpu_pct": 1468, - "peak_memory_mb": 34509, - "disk_read_mb": 19354, - "disk_write_mb": 16 + "duration_sec": 249, + "cpu_pct": 961, + "peak_memory_mb": 15975, + "disk_read_mb": 792, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "phate", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "diffusion_map", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1538, + "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 3025, - "cpu_pct": 2589.4, - "peak_memory_mb": 26112, - "disk_read_mb": 17511, - "disk_write_mb": 24 + "exit_code": "NA", + "duration_sec": 28411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "umap", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "ivis", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2162, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0034, + "distance_correlation": 0.5008, + "distance_correlation_spectral": 0.0985, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4508, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7886, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.7778, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0742, + "distance_correlation": 0.3097, + "distance_correlation_spectral": 0.8837, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7678, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5767, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2608, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 3385, - "cpu_pct": 4361.6, - "peak_memory_mb": 40346, - "disk_read_mb": 19354, - "disk_write_mb": 17 + "duration_sec": 70, + "cpu_pct": 1475.9, + "peak_memory_mb": 14848, + "disk_read_mb": 824, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hypomap", - "method_id": "umap", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "lmds", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1177, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0693, + "distance_correlation": 0.7238, + "distance_correlation_spectral": -0.0025, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.2812, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7899, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.4236, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0066, + "distance_correlation": 0.004, + "distance_correlation_spectral": 0.9877, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.4707, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5792, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1901, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2211, - "cpu_pct": 2730, - "peak_memory_mb": 30106, - "disk_read_mb": 12698, - "disk_write_mb": 14 + "duration_sec": 37.3, + "cpu_pct": 393.9, + "peak_memory_mb": 9524, + "disk_read_mb": 790, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "phate", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1872, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0611, + "distance_correlation": 0.5066, + "distance_correlation_spectral": 0.1686, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4135, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7801, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6735, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.1278, + "distance_correlation": 0.3017, + "distance_correlation_spectral": 0.8115, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7024, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.5597, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2444, + "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 2930, - "cpu_pct": 2304.7, - "peak_memory_mb": 27648, - "disk_read_mb": 19354, - "disk_write_mb": 19 + "duration_sec": 318, + "cpu_pct": 2500.3, + "peak_memory_mb": 13415, + "disk_read_mb": 810, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/hcla", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1263, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0359, + "distance_correlation": 0.7267, + "distance_correlation_spectral": -0.0144, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.2802, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.7913, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.4544, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0376, + "distance_correlation": 0, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.469, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.582, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1956, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, - "duration_sec": 3349, - "cpu_pct": 1831.4, - "peak_memory_mb": 35943, - "disk_read_mb": 17511, - "disk_write_mb": 18 + "duration_sec": 16.9, + "cpu_pct": 1060.4, + "peak_memory_mb": 7271, + "disk_read_mb": 790, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "simlr", - "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.1489, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0947, + "distance_correlation": 0.4758, + "distance_correlation_spectral": 0.005, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4488, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9111, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.5356, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.159, + "distance_correlation": 0.344, + "distance_correlation_spectral": 0.98, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7643, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.822, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.2773, + "normalization_id": "sqrt_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 8540, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 70, + "cpu_pct": 2782.3, + "peak_memory_mb": 13312, + "disk_read_mb": 787, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "simlr", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1835, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0764, + "distance_correlation": 0.5382, + "distance_correlation_spectral": 0.0016, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5398, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9018, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.6602, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 0.2584, + "distance_correlation_spectral": 0.9835, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9237, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8033, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2792, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 10301, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 171, + "cpu_pct": 2281.7, + "peak_memory_mb": 14541, + "disk_read_mb": 814, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "simlr", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": -0, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0019, + "distance_correlation": -0.0028, + "distance_correlation_spectral": 0.0028, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.0126, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.5006, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0693, + "distance_correlation": 1, + "distance_correlation_spectral": 0.9823, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1578, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 11501, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 9.3, + "cpu_pct": 152.7, + "peak_memory_mb": 6247, + "disk_read_mb": 769, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/pancreas", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "simlr", "metric_values": { + "adjusted_rand_index": "NA", + "continuity_at_k30": "NA", "density_preservation": "NA", - "trustworthiness": "NA", "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": "NA", + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 14111, + "exit_code": 143, + "duration_sec": 23243, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -6109,166 +10530,182 @@ "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "simlr", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "spectral_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.1896, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0234, + "distance_correlation": 0.1283, + "distance_correlation_spectral": 0.956, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.445, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8665, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.682, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0493, + "distance_correlation": 0.8203, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7577, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7326, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.234, "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 14411, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 421, + "cpu_pct": 1942.7, + "peak_memory_mb": 10650, + "disk_read_mb": 783, + "disk_write_mb": 194 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "simlr", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", + "adjusted_rand_index": 0.25, + "continuity_at_k30": "NA", + "density_preservation": 0.9997, "distance_correlation": "NA", "distance_correlation_spectral": "NA", - "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.4614, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 1, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.8994, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 1, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.7863, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 1, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.4374, "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 18361, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 34, + "cpu_pct": 110.7, + "peak_memory_mb": 8807, + "disk_read_mb": 769, + "disk_write_mb": 163 }, "task_id": "dimensionality_reduction" }, { - "dataset_id": "cellxgene_census/dkd", - "method_id": "simlr", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "tsne", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.2189, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": 0.0017, + "distance_correlation": 0.5764, + "distance_correlation_spectral": 0.1055, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5361, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.9205, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0.7875, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0727, + "distance_correlation": 0.206, + "distance_correlation_spectral": 0.8765, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 0.9174, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.8408, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.2847, "normalization_id": "log_cp10k", "resources": { - "exit_code": "NA", - "duration_sec": 22120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 83, + "cpu_pct": 1019.8, + "peak_memory_mb": 5632, + "disk_read_mb": 791, + "disk_write_mb": 2 }, "task_id": "dimensionality_reduction" }, { "dataset_id": "openproblems_v1/zebrafish", - "method_id": "simlr", + "method_id": "umap", "metric_values": { - "density_preservation": "NA", - "trustworthiness": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "adjusted_rand_index": 0.278, "continuity_at_k30": "NA", - "trustworthiness_at_k30": "NA", - "qnx_at_k30": "NA", + "density_preservation": -0.0518, + "distance_correlation": 0.5051, + "distance_correlation_spectral": 0.1296, "lcmc_at_k30": "NA", - "qnx_auc": "NA", + "normalized_mutual_information": 0.5833, + "qglobal": "NA", "qlocal": "NA", - "qglobal": "NA" + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "trustworthiness": 0.8686, + "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "density_preservation": 0, - "trustworthiness": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "trustworthiness_at_k30": 0, - "qnx_at_k30": 0, + "density_preservation": 0.0229, + "distance_correlation": 0.3037, + "distance_correlation_spectral": 0.8517, "lcmc_at_k30": 0, - "qnx_auc": 0, + "normalized_mutual_information": 1, + "qglobal": 0, "qlocal": 0, - "qglobal": 0 + "qnx_at_k30": 0, + "qnx_auc": 0, + "trustworthiness": 0.7368, + "trustworthiness_at_k30": 0 }, - "mean_score": 0, + "mean_score": 0.3012, "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 29241, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "exit_code": 0, + "duration_sec": 135, + "cpu_pct": 236.1, + "peak_memory_mb": 11776, + "disk_read_mb": 792, + "disk_write_mb": 3 }, "task_id": "dimensionality_reduction" } diff --git a/results/dimensionality_reduction/data/state.yaml b/results/dimensionality_reduction/data/state.yaml index 9cc4fc6d..abbb0fc1 100644 --- a/results/dimensionality_reduction/data/state.yaml +++ b/results/dimensionality_reduction/data/state.yaml @@ -5,4 +5,5 @@ output_metric_info: !file metric_info.json output_dataset_info: !file dataset_info.json output_task_info: !file task_info.json output_qc: !file quality_control.json +output_metric_execution_info: !file metric_execution_info.json diff --git a/results/dimensionality_reduction/data/task_info.json b/results/dimensionality_reduction/data/task_info.json index 54f26865..439721c5 100644 --- a/results/dimensionality_reduction/data/task_info.json +++ b/results/dimensionality_reduction/data/task_info.json @@ -1,8 +1,8 @@ { "task_id": "dimensionality_reduction", "commit_sha": null, - "task_name": "Dimensionality reduction for visualization", + "task_name": "Dimensionality reduction for 2D visualization", "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation", - "task_description": "Dimensionality reduction is one of the key challenges in single-cell data representation.\nRoutine single-cell RNA sequencing (scRNA-seq) experiments measure cells in roughly\n20,000-30,000 dimensions (i.e., features - mostly gene transcripts but also other functional\nelements encoded in mRNA such as lncRNAs). Since its inception,scRNA-seq experiments have\nbeen growing in terms of the number of cells measured. Originally, cutting-edge SmartSeq\nexperiments would yield a few hundred cells, at best. Now, it is not uncommon to see\nexperiments that yield over [100,000 cells]()\nor even [> 1 million cells](https://doi.org/10.1126/science.aba7721).\n\n\nEach *feature* in a dataset functions as a single dimension. While each of the ~30,000\ndimensions measured in each cell contribute to an underlying data structure, the overall\nstructure of the data is challenging to display in few dimensions due to data sparsity\nand the [*\"curse of dimensionality\"*](https://en.wikipedia.org/wiki/Curse_of_dimensionality)\n(distances in high dimensional data don't distinguish data points well). Thus, we need to find\na way to [dimensionally reduce](https://en.wikipedia.org/wiki/Dimensionality_reduction)\nthe data for visualization and interpretation.\n", + "task_description": "Data visualisation is an important part of all stages of single-cell analysis, from\ninitial quality control to interpretation and presentation of final results. For bulk RNA-seq\nstudies, linear dimensionality reduction techniques such as PCA and MDS are commonly used\nto visualise the variation between samples. While these methods are highly effective they\ncan only be used to show the first few components of variation which cannot fully represent\nthe increased complexity and number of observations in single-cell datasets. For this reason\nnon-linear techniques (most notably t-SNE and UMAP) have become the standard for visualising\nsingle-cell studies. These methods attempt to compress a dataset into a two-dimensional space\nwhile attempting to capture as much of the variance between observations as possible. Many\nmethods for solving this problem now exist. In general these methods try to preserve distances,\nwhile some additionally consider aspects such as density within the embedded space or conservation\nof continuous trajectories. Despite almost every single-cell study using one of these visualisations\nthere has been debate as to whether they can effectively capture the variation in single-cell\ndatasets [@chari2023speciousart].\n\n\nThe dimensionality reduction task attempts to quantify the ability of methods to embed the\ninformation present in complex single-cell studies into a two-dimensional space. Thus, this task\nis specifically designed for dimensionality reduction for visualisation and does not consider other\nuses of dimensionality reduction in standard single-cell workflows such as improving the\nsignal-to-noise ratio (and in fact several of the methods use PCA as a pre-processing step for this\nreason). Unlike most tasks, methods for the dimensionality reduction task must accept a matrix\ncontaining expression values normalised to 10,000 counts per cell and log transformed (log-10k) and\nproduce a two-dimensional coordinate for each cell. Pre-normalised matrices are required to\nenforce consistency between the metric evaluation (which generally requires normalised data) and\nthe method runs. When these are not consistent, methods that use the same normalisation as used in\nthe metric tend to score more highly. For some methods we also evaluate the pre-processing\nrecommended by the method.\n", "repo": "openproblems-bio/openproblems-v2" } From aa3e7a476b81ae68e45624e1b563e67b9630e838 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Mon, 18 Mar 2024 18:58:21 +0100 Subject: [PATCH 5/6] update results --- .../data/quality_control.json | 1174 +++++----- .../data/results.json | 2080 ++++++++--------- 2 files changed, 1627 insertions(+), 1627 deletions(-) diff --git a/results/dimensionality_reduction/data/quality_control.json b/results/dimensionality_reduction/data/quality_control.json index 18c40b42..0bb18243 100644 --- a/results/dimensionality_reduction/data/quality_control.json +++ b/results/dimensionality_reduction/data/quality_control.json @@ -723,11 +723,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features normalized_mutual_information", - "value": 0.8487, + "value": 1.0, "severity": 0, - "severity_value": 0.42435, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Best score: 0.8487%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -763,11 +763,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap normalized_mutual_information", - "value": 0.9924, + "value": 0.9951, "severity": 0, - "severity_value": 0.4962, + "severity_value": 0.49755, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Best score: 0.9924%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Best score: 0.9951%\n" }, { "task_id": "dimensionality_reduction", @@ -783,11 +783,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map normalized_mutual_information", - "value": 0.7297, + "value": 0.7545, "severity": 0, - "severity_value": 0.36485, + "severity_value": 0.37725, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Best score: 0.7297%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Best score: 0.7545%\n" }, { "task_id": "dimensionality_reduction", @@ -803,11 +803,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis normalized_mutual_information", - "value": 0.9964, + "value": 1.4117, "severity": 0, - "severity_value": 0.4982, + "severity_value": 0.70585, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Best score: 0.9964%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Best score: 1.4117%\n" }, { "task_id": "dimensionality_reduction", @@ -823,11 +823,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds normalized_mutual_information", - "value": 0.8697, + "value": 0.9469, "severity": 0, - "severity_value": 0.43485, + "severity_value": 0.47345, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Best score: 0.8697%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Best score: 0.9469%\n" }, { "task_id": "dimensionality_reduction", @@ -843,11 +843,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee normalized_mutual_information", - "value": 1.0, + "value": 1.2905, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.64525, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Best score: 1.2905%\n" }, { "task_id": "dimensionality_reduction", @@ -863,11 +863,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca normalized_mutual_information", - "value": 0.8111, + "value": 0.8638, "severity": 0, - "severity_value": 0.40555, + "severity_value": 0.4319, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Best score: 0.8111%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Best score: 0.8638%\n" }, { "task_id": "dimensionality_reduction", @@ -883,11 +883,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate normalized_mutual_information", - "value": 1.0, + "value": 1.3213, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.66065, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Best score: 1.3213%\n" }, { "task_id": "dimensionality_reduction", @@ -903,11 +903,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde normalized_mutual_information", - "value": 1.0, + "value": 1.6017, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.80085, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Best score: 1.6017%\n" }, { "task_id": "dimensionality_reduction", @@ -923,11 +923,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr normalized_mutual_information", - "value": 0.9847, + "value": 1.2203, "severity": 0, - "severity_value": 0.49235, + "severity_value": 0.61015, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Best score: 0.9847%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Best score: 1.2203%\n" }, { "task_id": "dimensionality_reduction", @@ -943,11 +943,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne normalized_mutual_information", - "value": 1.0, + "value": 1.5649, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.78245, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Best score: 1.5649%\n" }, { "task_id": "dimensionality_reduction", @@ -963,11 +963,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap normalized_mutual_information", - "value": 1.0, + "value": 1.5649, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.78245, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Best score: 1.5649%\n" }, { "task_id": "dimensionality_reduction", @@ -1003,11 +1003,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features adjusted_rand_index", - "value": 0.796, + "value": 1.0, "severity": 0, - "severity_value": 0.398, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Best score: 0.796%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -1043,11 +1043,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap adjusted_rand_index", - "value": 0.9859, + "value": 0.9944, "severity": 0, - "severity_value": 0.49295, + "severity_value": 0.4972, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Best score: 0.9859%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Best score: 0.9944%\n" }, { "task_id": "dimensionality_reduction", @@ -1063,11 +1063,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map adjusted_rand_index", - "value": 0.5929, + "value": 0.598, "severity": 0, - "severity_value": 0.29645, + "severity_value": 0.299, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Best score: 0.5929%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Best score: 0.598%\n" }, { "task_id": "dimensionality_reduction", @@ -1083,11 +1083,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis adjusted_rand_index", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 2.1168, + "severity": 1, + "severity_value": 1.0584, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Best score: 2.1168%\n" }, { "task_id": "dimensionality_reduction", @@ -1103,11 +1103,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds adjusted_rand_index", - "value": 0.7867, + "value": 1.1115, "severity": 0, - "severity_value": 0.39335, + "severity_value": 0.55575, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Best score: 0.7867%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Best score: 1.1115%\n" }, { "task_id": "dimensionality_reduction", @@ -1123,11 +1123,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee adjusted_rand_index", - "value": 1.0, + "value": 1.7624, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.8812, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Best score: 1.7624%\n" }, { "task_id": "dimensionality_reduction", @@ -1143,11 +1143,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca adjusted_rand_index", - "value": 0.7193, + "value": 0.9526, "severity": 0, - "severity_value": 0.35965, + "severity_value": 0.4763, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Best score: 0.7193%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Best score: 0.9526%\n" }, { "task_id": "dimensionality_reduction", @@ -1163,11 +1163,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate adjusted_rand_index", - "value": 0.886, + "value": 1.4259, "severity": 0, - "severity_value": 0.443, + "severity_value": 0.71295, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Best score: 0.886%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Best score: 1.4259%\n" }, { "task_id": "dimensionality_reduction", @@ -1183,31 +1183,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde adjusted_rand_index", - "value": 0.8884, + "value": 1.817, "severity": 0, - "severity_value": 0.4442, + "severity_value": 0.9085, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Best score: 0.8884%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Best score: 1.817%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr adjusted_rand_index", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Worst score: 0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr adjusted_rand_index", - "value": 1, + "value": 1.1944, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5972, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Best score: 1%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Best score: 1.1944%\n" }, { "task_id": "dimensionality_reduction", @@ -1223,11 +1223,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne adjusted_rand_index", - "value": 1.0, + "value": 1.6306, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.8153, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Best score: 1.6306%\n" }, { "task_id": "dimensionality_reduction", @@ -1243,11 +1243,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap adjusted_rand_index", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 2.2795, + "severity": 1, + "severity_value": 1.13975, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Best score: 2.2795%\n" }, { "task_id": "dimensionality_reduction", @@ -1263,11 +1263,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features continuity_at_k30", - "value": 0.4881, + "value": 1.0, "severity": 0, - "severity_value": 0.24405, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 0.4881%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -1283,11 +1283,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features continuity_at_k30", - "value": 0.8152, + "value": 0.7957, "severity": 0, - "severity_value": 0.4076, + "severity_value": 0.39785, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Best score: 0.8152%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Best score: 0.7957%\n" }, { "task_id": "dimensionality_reduction", @@ -1323,31 +1323,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap continuity_at_k30", - "value": 0.9669, + "value": 1.9332, "severity": 0, - "severity_value": 0.48345, + "severity_value": 0.9666, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 0.9669%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 1.9332%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map continuity_at_k30", - "value": 0.0, + "value": -0.1054, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1054, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Worst score: -0.1054%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map continuity_at_k30", - "value": 0.9091, + "value": 1.8626, "severity": 0, - "severity_value": 0.45455, + "severity_value": 0.9313, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Best score: 0.9091%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Best score: 1.8626%\n" }, { "task_id": "dimensionality_reduction", @@ -1363,11 +1363,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis continuity_at_k30", - "value": 0.9381, + "value": 1.8384, "severity": 0, - "severity_value": 0.46905, + "severity_value": 0.9192, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Best score: 0.9381%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Best score: 1.8384%\n" }, { "task_id": "dimensionality_reduction", @@ -1383,11 +1383,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds continuity_at_k30", - "value": 0.9252, + "value": 1.7212, "severity": 0, - "severity_value": 0.4626, + "severity_value": 0.8606, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Best score: 0.9252%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Best score: 1.7212%\n" }, { "task_id": "dimensionality_reduction", @@ -1403,11 +1403,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee continuity_at_k30", - "value": 0.9277, + "value": 1.8663, "severity": 0, - "severity_value": 0.46385, + "severity_value": 0.93315, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 0.9277%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 1.8663%\n" }, { "task_id": "dimensionality_reduction", @@ -1423,11 +1423,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca continuity_at_k30", - "value": 0.9291, + "value": 1.8176, "severity": 0, - "severity_value": 0.46455, + "severity_value": 0.9088, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 0.9291%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 1.8176%\n" }, { "task_id": "dimensionality_reduction", @@ -1443,11 +1443,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate continuity_at_k30", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 2.0488, + "severity": 1, + "severity_value": 1.0244, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 2.0488%\n" }, { "task_id": "dimensionality_reduction", @@ -1463,11 +1463,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde continuity_at_k30", - "value": 0.9551, + "value": 1.9317, "severity": 0, - "severity_value": 0.47755, + "severity_value": 0.96585, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Best score: 0.9551%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Best score: 1.9317%\n" }, { "task_id": "dimensionality_reduction", @@ -1503,11 +1503,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne continuity_at_k30", - "value": 0.9603, + "value": 1.8916, "severity": 0, - "severity_value": 0.48015, + "severity_value": 0.9458, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 0.9603%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 1.8916%\n" }, { "task_id": "dimensionality_reduction", @@ -1523,11 +1523,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap continuity_at_k30", - "value": 0.9272, + "value": 1.8445, "severity": 0, - "severity_value": 0.4636, + "severity_value": 0.92225, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 0.9272%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 1.8445%\n" }, { "task_id": "dimensionality_reduction", @@ -1563,11 +1563,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features trustworthiness_at_k30", - "value": 0.6127, + "value": 1.0, "severity": 0, - "severity_value": 0.30635, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Best score: 0.6127%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -1603,11 +1603,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap trustworthiness_at_k30", - "value": 0.9565, - "severity": 0, - "severity_value": 0.47825, + "value": 6.7309, + "severity": 3, + "severity_value": 3.36545, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 0.9565%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 6.7309%\n" }, { "task_id": "dimensionality_reduction", @@ -1623,11 +1623,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map trustworthiness_at_k30", - "value": 0.818, - "severity": 0, - "severity_value": 0.409, + "value": 7.2366, + "severity": 3, + "severity_value": 3.6183, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Best score: 0.818%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Best score: 7.2366%\n" }, { "task_id": "dimensionality_reduction", @@ -1643,11 +1643,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis trustworthiness_at_k30", - "value": 0.8992, - "severity": 0, - "severity_value": 0.4496, + "value": 6.5872, + "severity": 3, + "severity_value": 3.2936, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Best score: 0.8992%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Best score: 6.5872%\n" }, { "task_id": "dimensionality_reduction", @@ -1663,11 +1663,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds trustworthiness_at_k30", - "value": 0.8055, - "severity": 0, - "severity_value": 0.40275, + "value": 6.5809, + "severity": 3, + "severity_value": 3.29045, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Best score: 0.8055%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Best score: 6.5809%\n" }, { "task_id": "dimensionality_reduction", @@ -1683,11 +1683,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee trustworthiness_at_k30", - "value": 0.917, - "severity": 0, - "severity_value": 0.4585, + "value": 6.7436, + "severity": 3, + "severity_value": 3.3718, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 0.917%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 6.7436%\n" }, { "task_id": "dimensionality_reduction", @@ -1703,11 +1703,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca trustworthiness_at_k30", - "value": 0.8134, - "severity": 0, - "severity_value": 0.4067, + "value": 6.6775, + "severity": 3, + "severity_value": 3.33875, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 0.8134%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 6.6775%\n" }, { "task_id": "dimensionality_reduction", @@ -1723,11 +1723,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate trustworthiness_at_k30", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 9.3385, + "severity": 3, + "severity_value": 4.66925, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 9.3385%\n" }, { "task_id": "dimensionality_reduction", @@ -1743,11 +1743,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde trustworthiness_at_k30", - "value": 0.9456, - "severity": 0, - "severity_value": 0.4728, + "value": 7.6327, + "severity": 3, + "severity_value": 3.81635, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Best score: 0.9456%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Best score: 7.6327%\n" }, { "task_id": "dimensionality_reduction", @@ -1783,11 +1783,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne trustworthiness_at_k30", - "value": 0.9551, - "severity": 0, - "severity_value": 0.47755, + "value": 7.8067, + "severity": 3, + "severity_value": 3.90335, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 0.9551%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 7.8067%\n" }, { "task_id": "dimensionality_reduction", @@ -1803,31 +1803,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap trustworthiness_at_k30", - "value": 0.9115, - "severity": 0, - "severity_value": 0.45575, + "value": 6.5022, + "severity": 3, + "severity_value": 3.2511, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 0.9115%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 6.5022%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qnx_at_k30", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qnx_at_k30", - "value": 0.0483, + "value": 1, "severity": 0, - "severity_value": 0.02415, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 0.0483%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", @@ -1883,11 +1883,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qnx_at_k30", - "value": 0.5301, - "severity": 0, - "severity_value": 0.26505, + "value": 7.3894, + "severity": 3, + "severity_value": 3.6947, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 0.5301%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 7.3894%\n" }, { "task_id": "dimensionality_reduction", @@ -1903,11 +1903,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qnx_at_k30", - "value": 0.4173, - "severity": 0, - "severity_value": 0.20865, + "value": 8.6415, + "severity": 3, + "severity_value": 4.32075, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Best score: 0.4173%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Best score: 8.6415%\n" }, { "task_id": "dimensionality_reduction", @@ -1923,11 +1923,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qnx_at_k30", - "value": 0.4561, - "severity": 0, - "severity_value": 0.22805, + "value": 9.446, + "severity": 3, + "severity_value": 4.723, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Best score: 0.4561%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Best score: 9.446%\n" }, { "task_id": "dimensionality_reduction", @@ -1943,11 +1943,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qnx_at_k30", - "value": 0.3501, - "severity": 0, - "severity_value": 0.17505, + "value": 6.6003, + "severity": 3, + "severity_value": 3.30015, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Best score: 0.3501%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Best score: 6.6003%\n" }, { "task_id": "dimensionality_reduction", @@ -1963,11 +1963,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qnx_at_k30", - "value": 0.4473, - "severity": 0, - "severity_value": 0.22365, + "value": 9.2624, + "severity": 3, + "severity_value": 4.6312, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 0.4473%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 9.2624%\n" }, { "task_id": "dimensionality_reduction", @@ -1983,11 +1983,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca qnx_at_k30", - "value": 0.3753, - "severity": 0, - "severity_value": 0.18765, + "value": 7.2624, + "severity": 3, + "severity_value": 3.6312, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 0.3753%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 7.2624%\n" }, { "task_id": "dimensionality_reduction", @@ -2003,11 +2003,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate qnx_at_k30", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 20.7084, + "severity": 3, + "severity_value": 10.3542, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 20.7084%\n" }, { "task_id": "dimensionality_reduction", @@ -2023,11 +2023,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qnx_at_k30", - "value": 0.6116, - "severity": 0, - "severity_value": 0.3058, + "value": 12.6655, + "severity": 3, + "severity_value": 6.33275, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Best score: 0.6116%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Best score: 12.6655%\n" }, { "task_id": "dimensionality_reduction", @@ -2063,11 +2063,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qnx_at_k30", - "value": 0.6548, - "severity": 0, - "severity_value": 0.3274, + "value": 13.5592, + "severity": 3, + "severity_value": 6.7796, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 0.6548%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 13.5592%\n" }, { "task_id": "dimensionality_reduction", @@ -2083,31 +2083,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap qnx_at_k30", - "value": 0.5119, - "severity": 0, - "severity_value": 0.25595, + "value": 10.6003, + "severity": 3, + "severity_value": 5.30015, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 0.5119%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 10.6003%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features lcmc_at_k30", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features lcmc_at_k30", - "value": 0.0483, + "value": 1, "severity": 0, - "severity_value": 0.02415, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 0.0483%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", @@ -2163,11 +2163,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap lcmc_at_k30", - "value": 0.5301, - "severity": 0, - "severity_value": 0.26505, + "value": 7.3894, + "severity": 3, + "severity_value": 3.6947, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 0.5301%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 7.3894%\n" }, { "task_id": "dimensionality_reduction", @@ -2183,11 +2183,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map lcmc_at_k30", - "value": 0.4173, - "severity": 0, - "severity_value": 0.20865, + "value": 8.6415, + "severity": 3, + "severity_value": 4.32075, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Best score: 0.4173%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Best score: 8.6415%\n" }, { "task_id": "dimensionality_reduction", @@ -2203,11 +2203,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis lcmc_at_k30", - "value": 0.4561, - "severity": 0, - "severity_value": 0.22805, + "value": 9.446, + "severity": 3, + "severity_value": 4.723, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Best score: 0.4561%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Best score: 9.446%\n" }, { "task_id": "dimensionality_reduction", @@ -2223,11 +2223,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds lcmc_at_k30", - "value": 0.3501, - "severity": 0, - "severity_value": 0.17505, + "value": 6.6003, + "severity": 3, + "severity_value": 3.30015, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Best score: 0.3501%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Best score: 6.6003%\n" }, { "task_id": "dimensionality_reduction", @@ -2243,11 +2243,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee lcmc_at_k30", - "value": 0.4473, - "severity": 0, - "severity_value": 0.22365, + "value": 9.2624, + "severity": 3, + "severity_value": 4.6312, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 0.4473%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 9.2624%\n" }, { "task_id": "dimensionality_reduction", @@ -2263,11 +2263,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca lcmc_at_k30", - "value": 0.3753, - "severity": 0, - "severity_value": 0.18765, + "value": 7.2624, + "severity": 3, + "severity_value": 3.6312, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 0.3753%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 7.2624%\n" }, { "task_id": "dimensionality_reduction", @@ -2283,11 +2283,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate lcmc_at_k30", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 20.7084, + "severity": 3, + "severity_value": 10.3542, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 20.7084%\n" }, { "task_id": "dimensionality_reduction", @@ -2303,11 +2303,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde lcmc_at_k30", - "value": 0.6116, - "severity": 0, - "severity_value": 0.3058, + "value": 12.6655, + "severity": 3, + "severity_value": 6.33275, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Best score: 0.6116%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Best score: 12.6655%\n" }, { "task_id": "dimensionality_reduction", @@ -2343,11 +2343,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne lcmc_at_k30", - "value": 0.6548, - "severity": 0, - "severity_value": 0.3274, + "value": 13.5592, + "severity": 3, + "severity_value": 6.7796, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 0.6548%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 13.5592%\n" }, { "task_id": "dimensionality_reduction", @@ -2363,31 +2363,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap lcmc_at_k30", - "value": 0.5119, - "severity": 0, - "severity_value": 0.25595, + "value": 10.6003, + "severity": 3, + "severity_value": 5.30015, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 0.5119%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 10.6003%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qnx_auc", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qnx_auc", - "value": 0.0417, + "value": 1, "severity": 0, - "severity_value": 0.02085, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 0.0417%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", @@ -2403,11 +2403,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features qnx_auc", - "value": 0.2336, + "value": 0.2003, "severity": 0, - "severity_value": 0.1168, + "severity_value": 0.10015, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Best score: 0.2336%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Best score: 0.2003%\n" }, { "task_id": "dimensionality_reduction", @@ -2443,31 +2443,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qnx_auc", - "value": 0.7499, - "severity": 0, - "severity_value": 0.37495, + "value": 27.2168, + "severity": 3, + "severity_value": 13.6084, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 0.7499%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 27.2168%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qnx_auc", - "value": 0.0, + "value": -0.0435, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0435, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Worst score: -0.0435%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qnx_auc", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 36.2944, + "severity": 3, + "severity_value": 18.1472, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Best score: 36.2944%\n" }, { "task_id": "dimensionality_reduction", @@ -2483,11 +2483,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qnx_auc", - "value": 0.5193, - "severity": 0, - "severity_value": 0.25965, + "value": 18.8466, + "severity": 3, + "severity_value": 9.4233, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Best score: 0.5193%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Best score: 18.8466%\n" }, { "task_id": "dimensionality_reduction", @@ -2503,11 +2503,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qnx_auc", - "value": 0.6969, - "severity": 0, - "severity_value": 0.34845, + "value": 25.2919, + "severity": 3, + "severity_value": 12.64595, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Best score: 0.6969%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Best score: 25.2919%\n" }, { "task_id": "dimensionality_reduction", @@ -2523,11 +2523,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qnx_auc", - "value": 0.6327, - "severity": 0, - "severity_value": 0.31635, + "value": 22.9641, + "severity": 3, + "severity_value": 11.48205, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 0.6327%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 22.9641%\n" }, { "task_id": "dimensionality_reduction", @@ -2543,11 +2543,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca qnx_auc", - "value": 0.7647, - "severity": 0, - "severity_value": 0.38235, + "value": 27.7537, + "severity": 3, + "severity_value": 13.87685, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 0.7647%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 27.7537%\n" }, { "task_id": "dimensionality_reduction", @@ -2563,11 +2563,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate qnx_auc", - "value": 0.8227, - "severity": 0, - "severity_value": 0.41135, + "value": 29.8611, + "severity": 3, + "severity_value": 14.93055, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 0.8227%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 29.8611%\n" }, { "task_id": "dimensionality_reduction", @@ -2583,11 +2583,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qnx_auc", - "value": 0.6074, - "severity": 0, - "severity_value": 0.3037, + "value": 22.0455, + "severity": 3, + "severity_value": 11.02275, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Best score: 0.6074%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Best score: 22.0455%\n" }, { "task_id": "dimensionality_reduction", @@ -2623,11 +2623,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qnx_auc", - "value": 0.6179, - "severity": 0, - "severity_value": 0.30895, + "value": 22.4255, + "severity": 3, + "severity_value": 11.21275, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 0.6179%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 22.4255%\n" }, { "task_id": "dimensionality_reduction", @@ -2643,11 +2643,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap qnx_auc", - "value": 0.567, - "severity": 0, - "severity_value": 0.2835, + "value": 20.5777, + "severity": 3, + "severity_value": 10.28885, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 0.567%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 20.5777%\n" }, { "task_id": "dimensionality_reduction", @@ -2663,11 +2663,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qlocal", - "value": 0.6557, + "value": 1.0, "severity": 0, - "severity_value": 0.32785, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 0.6557%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -2723,11 +2723,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qlocal", - "value": 0.7176, + "value": 1.0945, "severity": 0, - "severity_value": 0.3588, + "severity_value": 0.54725, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 0.7176%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 1.0945%\n" }, { "task_id": "dimensionality_reduction", @@ -2743,11 +2743,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qlocal", - "value": 0.8691, + "value": 1.3255, "severity": 0, - "severity_value": 0.43455, + "severity_value": 0.66275, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 0.8691%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 1.3255%\n" }, { "task_id": "dimensionality_reduction", @@ -2763,11 +2763,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qlocal", - "value": 0.5841, + "value": 0.8908, "severity": 0, - "severity_value": 0.29205, + "severity_value": 0.4454, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Best score: 0.5841%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Best score: 0.8908%\n" }, { "task_id": "dimensionality_reduction", @@ -2783,11 +2783,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qlocal", - "value": 0.5979, + "value": 0.9119, "severity": 0, - "severity_value": 0.29895, + "severity_value": 0.45595, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Best score: 0.5979%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Best score: 0.9119%\n" }, { "task_id": "dimensionality_reduction", @@ -2803,11 +2803,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qlocal", - "value": 0.6764, + "value": 1.0316, "severity": 0, - "severity_value": 0.3382, + "severity_value": 0.5158, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 0.6764%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 1.0316%\n" }, { "task_id": "dimensionality_reduction", @@ -2823,11 +2823,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca qlocal", - "value": 0.6453, + "value": 0.9841, "severity": 0, - "severity_value": 0.32265, + "severity_value": 0.49205, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.6453%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.9841%\n" }, { "task_id": "dimensionality_reduction", @@ -2843,11 +2843,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate qlocal", - "value": 1.0, + "value": 1.5251, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.76255, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.5251%\n" }, { "task_id": "dimensionality_reduction", @@ -2863,11 +2863,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qlocal", - "value": 0.7204, + "value": 1.0987, "severity": 0, - "severity_value": 0.3602, + "severity_value": 0.54935, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Best score: 0.7204%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Best score: 1.0987%\n" }, { "task_id": "dimensionality_reduction", @@ -2903,11 +2903,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qlocal", - "value": 0.6373, + "value": 0.9719, "severity": 0, - "severity_value": 0.31865, + "severity_value": 0.48595, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.6373%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.9719%\n" }, { "task_id": "dimensionality_reduction", @@ -2923,11 +2923,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap qlocal", - "value": 0.6487, + "value": 0.9894, "severity": 0, - "severity_value": 0.32435, + "severity_value": 0.4947, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.6487%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.9894%\n" }, { "task_id": "dimensionality_reduction", @@ -2943,11 +2943,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qglobal", - "value": 0.9702, + "value": 1.0, "severity": 0, - "severity_value": 0.4851, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 0.9702%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3003,31 +3003,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qglobal", - "value": 0.6545, + "value": 0.661, "severity": 0, - "severity_value": 0.32725, + "severity_value": 0.3305, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 0.6545%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 0.661%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qglobal", - "value": 0.0, + "value": -0.1282, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1282, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: -0.1282%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qglobal", - "value": 1.0, + "value": 1.0307, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.51535, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 1.0307%\n" }, { "task_id": "dimensionality_reduction", @@ -3063,11 +3063,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qglobal", - "value": 0.6662, + "value": 0.6866, "severity": 0, - "severity_value": 0.3331, + "severity_value": 0.3433, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Best score: 0.6662%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Best score: 0.6866%\n" }, { "task_id": "dimensionality_reduction", @@ -3093,21 +3093,21 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pca qglobal", - "value": 0.0, + "value": -0.0208, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0208, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: -0.0208%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca qglobal", - "value": 0.7361, + "value": 0.7587, "severity": 0, - "severity_value": 0.36805, + "severity_value": 0.37935, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.7361%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.7587%\n" }, { "task_id": "dimensionality_reduction", @@ -3123,11 +3123,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate qglobal", - "value": 0.6708, + "value": 0.6914, "severity": 0, - "severity_value": 0.3354, + "severity_value": 0.3457, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.6708%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.6914%\n" }, { "task_id": "dimensionality_reduction", @@ -3223,11 +3223,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score random_features density_preservation", - "value": 0.5349, + "value": 1.0, "severity": 0, - "severity_value": 0.26745, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 0.5349%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 1.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3243,31 +3243,31 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features density_preservation", - "value": 0.4664, + "value": 0.2416, "severity": 0, - "severity_value": 0.2332, + "severity_value": 0.1208, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.4664%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.2416%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features density_preservation", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score true_features density_preservation", - "value": 1.0, + "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1.0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1%\n" }, { "task_id": "dimensionality_reduction", @@ -3283,61 +3283,61 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap density_preservation", - "value": 1.0, - "severity": 0, - "severity_value": 0.5, + "value": 4.4649, + "severity": 2, + "severity_value": 2.23245, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 1.0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 4.4649%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map density_preservation", - "value": 0.0, + "value": -0.4212, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.4212, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: -0.4212%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map density_preservation", - "value": 0.4289, + "value": 0.4169, "severity": 0, - "severity_value": 0.21445, + "severity_value": 0.20845, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.4289%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.4169%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -2.4999, + "severity": 2, + "severity_value": 2.4999, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Worst score: -2.4999%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis density_preservation", - "value": 0.8475, - "severity": 0, - "severity_value": 0.42375, + "value": 2.0967, + "severity": 1, + "severity_value": 1.04835, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Best score: 0.8475%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Best score: 2.0967%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -2.9844, + "severity": 2, + "severity_value": 2.9844, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Worst score: -2.9844%\n" }, { "task_id": "dimensionality_reduction", @@ -3363,21 +3363,21 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee density_preservation", - "value": 0.7628, - "severity": 0, - "severity_value": 0.3814, + "value": 2.6981, + "severity": 1, + "severity_value": 1.34905, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 0.7628%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 2.6981%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pca density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -2.6603, + "severity": 2, + "severity_value": 2.6603, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: -2.6603%\n" }, { "task_id": "dimensionality_reduction", @@ -3393,41 +3393,41 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score phate density_preservation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -1.2444, + "severity": 1, + "severity_value": 1.2444, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: -1.2444%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate density_preservation", - "value": 0.3951, + "value": 0.3219, "severity": 0, - "severity_value": 0.19755, + "severity_value": 0.16095, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3951%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3219%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde density_preservation", - "value": 0.0, + "value": -0.1565, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1565, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Worst score: -0.1565%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde density_preservation", - "value": 0.5818, + "value": 1.3499, "severity": 0, - "severity_value": 0.2909, + "severity_value": 0.67495, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Best score: 0.5818%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Best score: 1.3499%\n" }, { "task_id": "dimensionality_reduction", @@ -3443,61 +3443,61 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr density_preservation", - "value": 0.724, + "value": 0.6953, "severity": 0, - "severity_value": 0.362, + "severity_value": 0.34765, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0.724%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0.6953%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne density_preservation", - "value": 0.0, + "value": -0.025, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.025, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Worst score: -0.025%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne density_preservation", - "value": 0.6316, + "value": 1.7205, "severity": 0, - "severity_value": 0.3158, + "severity_value": 0.86025, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 0.6316%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 1.7205%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score umap density_preservation", - "value": 0.0, + "value": -0.5601, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5601, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: -0.5601%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap density_preservation", - "value": 0.6107, + "value": 1.5649, "severity": 0, - "severity_value": 0.30535, + "severity_value": 0.78245, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 0.6107%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 1.5649%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features distance_correlation", - "value": 0.908, + "value": 0.0, "severity": 0, - "severity_value": -0.908, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.908%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3513,11 +3513,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features distance_correlation", - "value": 0.6273, + "value": 0.0, "severity": 0, - "severity_value": -0.6273, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Worst score: 0.6273%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3533,251 +3533,251 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features distance_correlation", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score true_features distance_correlation", - "value": 1.0, + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap distance_correlation", - "value": 0.1107, - "severity": 0, - "severity_value": -0.1107, + "value": -7.1711, + "severity": 3, + "severity_value": 7.1711, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: 0.1107%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: -7.1711%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap distance_correlation", - "value": 1.0, + "value": 0.7192, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.3596, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 0.7192%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map distance_correlation", - "value": 0.2461, + "value": 0.0, "severity": 0, - "severity_value": -0.2461, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Worst score: 0.2461%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map distance_correlation", - "value": 1.0, + "value": 1.1013, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.55065, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Best score: 1.1013%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis distance_correlation", - "value": 0.1974, - "severity": 0, - "severity_value": -0.1974, + "value": -4.3149, + "severity": 3, + "severity_value": 4.3149, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Worst score: 0.1974%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Worst score: -4.3149%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis distance_correlation", - "value": 1.0, + "value": 1.0047, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.50235, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Best score: 1.0047%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds distance_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -9.4614, + "severity": 3, + "severity_value": 9.4614, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Worst score: -9.4614%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds distance_correlation", - "value": 1.0, + "value": 0.898, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.449, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Best score: 0.898%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee distance_correlation", - "value": 0.1338, - "severity": 0, - "severity_value": -0.1338, + "value": -7.543, + "severity": 3, + "severity_value": 7.543, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: 0.1338%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: -7.543%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee distance_correlation", - "value": 1.0, + "value": 0.9339, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.46695, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 0.9339%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pca distance_correlation", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -9.0127, + "severity": 3, + "severity_value": 9.0127, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Worst score: -9.0127%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca distance_correlation", - "value": 1.0, + "value": 0.9263, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.46315, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Best score: 0.9263%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score phate distance_correlation", - "value": 0.344, - "severity": 0, - "severity_value": -0.344, + "value": -3.8936, + "severity": 3, + "severity_value": 3.8936, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: 0.344%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: -3.8936%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate distance_correlation", - "value": 1.0, + "value": 0.797, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.3985, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 0.797%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde distance_correlation", - "value": 0.2584, - "severity": 0, - "severity_value": -0.2584, + "value": -5.5129, + "severity": 3, + "severity_value": 5.5129, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Worst score: 0.2584%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Worst score: -5.5129%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde distance_correlation", - "value": 1.0, + "value": 0.8668, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.4334, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Best score: 0.8668%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr distance_correlation", - "value": 0.4202, + "value": 0.0, "severity": 0, - "severity_value": -0.4202, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0.4202%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr distance_correlation", - "value": 1.0, + "value": 0.7445, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.37225, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 0.7445%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne distance_correlation", - "value": 0.206, - "severity": 0, - "severity_value": -0.206, + "value": -4.8163, + "severity": 3, + "severity_value": 4.8163, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: 0.206%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: -4.8163%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne distance_correlation", - "value": 1.0, + "value": 0.7839, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.39195, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 0.7839%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score umap distance_correlation", - "value": 0.249, - "severity": 0, - "severity_value": -0.249, + "value": -4.3432, + "severity": 3, + "severity_value": 4.3432, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: 0.249%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: -4.3432%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap distance_correlation", - "value": 1.0, + "value": 0.9995, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.49975, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 0.9995%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features distance_correlation_spectral", - "value": 0.8068, + "value": 0.0, "severity": 0, - "severity_value": -0.8068, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.8068%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3813,11 +3813,11 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features distance_correlation_spectral", - "value": 0.6503, + "value": 0.0, "severity": 0, - "severity_value": -0.6503, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.6503%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", @@ -3833,221 +3833,221 @@ "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap distance_correlation_spectral", - "value": 1.1102e-16, - "severity": 0, - "severity_value": -1.1102e-16, + "value": -3.0175, + "severity": 3, + "severity_value": 3.0175, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: 1.1102e-16%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: -3.0175%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score densmap distance_correlation_spectral", - "value": 1.0, + "value": 1.1352, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5676, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Best score: 1.1352%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map distance_correlation_spectral", - "value": 0.5554, + "value": -0.2286, "severity": 0, - "severity_value": -0.5554, + "severity_value": 0.2286, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Worst score: 0.5554%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Worst score: -0.2286%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map distance_correlation_spectral", - "value": 1.0, + "value": 1.1904, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5952, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Best score: 1.1904%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis distance_correlation_spectral", - "value": 0.7113, + "value": 0.0, "severity": 0, - "severity_value": -0.7113, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Worst score: 0.7113%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score ivis distance_correlation_spectral", - "value": 1.0, + "value": 1.1197, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.55985, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Best score: 1.1197%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds distance_correlation_spectral", - "value": 0.6432, + "value": -0.2732, "severity": 0, - "severity_value": -0.6432, + "severity_value": 0.2732, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Worst score: 0.6432%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Worst score: -0.2732%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score lmds distance_correlation_spectral", - "value": 1.0, + "value": 1.1208, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5604, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Best score: 1.1208%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee distance_correlation_spectral", - "value": 0.7178, + "value": 0.0, "severity": 0, - "severity_value": -0.7178, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.7178%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee distance_correlation_spectral", - "value": 1.0, + "value": 1.057, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5285, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Best score: 1.057%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pca distance_correlation_spectral", - "value": 0.6839, + "value": -0.244, "severity": 0, - "severity_value": -0.6839, + "severity_value": 0.244, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: 0.6839%\n" + "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: -0.244%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pca distance_correlation_spectral", - "value": 1.0, + "value": 1.1043, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.55215, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Best score: 1.1043%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score phate distance_correlation_spectral", - "value": 0.4959, - "severity": 0, - "severity_value": -0.4959, + "value": -1.0254, + "severity": 1, + "severity_value": 1.0254, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: 0.4959%\n" + "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: -1.0254%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score phate distance_correlation_spectral", - "value": 1.0, + "value": 1.1234, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5617, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 1.1234%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde distance_correlation_spectral", - "value": 0.3237, - "severity": 0, - "severity_value": -0.3237, + "value": -1.7172, + "severity": 1, + "severity_value": 1.7172, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Worst score: 0.3237%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Worst score: -1.7172%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score pymde distance_correlation_spectral", - "value": 1.0, + "value": 1.1039, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.55195, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Best score: 1.1039%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr distance_correlation_spectral", - "value": 0.4003, - "severity": 0, - "severity_value": -0.4003, + "value": -1.4091, + "severity": 1, + "severity_value": 1.4091, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: 0.4003%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: -1.4091%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score simlr distance_correlation_spectral", - "value": 1.0, + "value": 0.9993, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.49965, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 0.9993%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne distance_correlation_spectral", - "value": 0.6707, + "value": -0.3228, "severity": 0, - "severity_value": -0.6707, + "severity_value": 0.3228, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: 0.6707%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: -0.3228%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score tsne distance_correlation_spectral", - "value": 1.0, + "value": 1.0703, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.53515, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Best score: 1.0703%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Worst score umap distance_correlation_spectral", - "value": 0.7156, + "value": 0.0, "severity": 0, - "severity_value": -0.7156, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.7156%\n" + "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" }, { "task_id": "dimensionality_reduction", "category": "Scaling", "name": "Best score umap distance_correlation_spectral", - "value": 1.0, + "value": 1.0856, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.5428, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Best score: 1.0856%\n" }, { "task_id": "dimensionality_reduction", diff --git a/results/dimensionality_reduction/data/results.json b/results/dimensionality_reduction/data/results.json index 73ee6c7d..79bea6f9 100644 --- a/results/dimensionality_reduction/data/results.json +++ b/results/dimensionality_reduction/data/results.json @@ -21,8 +21,8 @@ "adjusted_rand_index": 0.456, "continuity_at_k30": 0, "density_preservation": 0.7951, - "distance_correlation": 0.2189, - "distance_correlation_spectral": 0.8931, + "distance_correlation": -7.1711, + "distance_correlation_spectral": 0.9276, "lcmc_at_k30": 0, "normalized_mutual_information": 0.8122, "qglobal": 0, @@ -32,7 +32,7 @@ "trustworthiness": 0.5346, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2854, + "mean_score": 0.2712, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -66,8 +66,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -77,7 +77,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -111,8 +111,8 @@ "adjusted_rand_index": 0.3809, "continuity_at_k30": 0, "density_preservation": 0.1296, - "distance_correlation": 0.492, - "distance_correlation_spectral": 0.9609, + "distance_correlation": -4.3149, + "distance_correlation_spectral": 0.998, "lcmc_at_k30": 0, "normalized_mutual_information": 0.7558, "qglobal": 0, @@ -122,7 +122,7 @@ "trustworthiness": 0.5136, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2487, + "mean_score": 0.2137, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -156,8 +156,8 @@ "adjusted_rand_index": 0.3106, "continuity_at_k30": 0, "density_preservation": 0.255, - "distance_correlation": 0, - "distance_correlation_spectral": 0.9125, + "distance_correlation": -9.4614, + "distance_correlation_spectral": 0.9477, "lcmc_at_k30": 0, "normalized_mutual_information": 0.5647, "qglobal": 0, @@ -167,7 +167,7 @@ "trustworthiness": 0.4107, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1887, + "mean_score": 0.1914, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -201,8 +201,8 @@ "adjusted_rand_index": 0.4168, "continuity_at_k30": 0, "density_preservation": 0.359, - "distance_correlation": 0.1834, - "distance_correlation_spectral": 0.9665, + "distance_correlation": -7.543, + "distance_correlation_spectral": 1.0039, "lcmc_at_k30": 0, "normalized_mutual_information": 0.7858, "qglobal": 0, @@ -212,7 +212,7 @@ "trustworthiness": 0.4739, "trustworthiness_at_k30": 0 }, - "mean_score": 0.245, + "mean_score": 0.2335, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -246,8 +246,8 @@ "adjusted_rand_index": 0.1294, "continuity_at_k30": 0, "density_preservation": 0.4497, - "distance_correlation": 0.0429, - "distance_correlation_spectral": 1, + "distance_correlation": -9.0127, + "distance_correlation_spectral": 1.0386, "lcmc_at_k30": 0, "normalized_mutual_information": 0.3614, "qglobal": 0, @@ -257,7 +257,7 @@ "trustworthiness": 0.3699, "trustworthiness_at_k30": 0 }, - "mean_score": 0.181, + "mean_score": 0.1777, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -291,8 +291,8 @@ "adjusted_rand_index": 0.2664, "continuity_at_k30": 0, "density_preservation": 0.1021, - "distance_correlation": 0.5322, - "distance_correlation_spectral": 0.9285, + "distance_correlation": -3.8936, + "distance_correlation_spectral": 0.9644, "lcmc_at_k30": 0, "normalized_mutual_information": 0.6978, "qglobal": 0, @@ -302,7 +302,7 @@ "trustworthiness": 0.6242, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2424, + "mean_score": 0.2042, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -336,8 +336,8 @@ "adjusted_rand_index": 0.272, "continuity_at_k30": 0, "density_preservation": 0.2542, - "distance_correlation": 0.3774, - "distance_correlation_spectral": 0.8253, + "distance_correlation": -5.5129, + "distance_correlation_spectral": 0.8572, "lcmc_at_k30": 0, "normalized_mutual_information": 0.7588, "qglobal": 0, @@ -347,7 +347,7 @@ "trustworthiness": 0.6298, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2398, + "mean_score": 0.2132, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -382,7 +382,7 @@ "continuity_at_k30": 0, "density_preservation": 0.1406, "distance_correlation": 1, - "distance_correlation_spectral": 0.9628, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -392,7 +392,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1618, + "mean_score": 0.1647, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -426,8 +426,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -437,7 +437,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": "NA", @@ -471,7 +471,7 @@ "adjusted_rand_index": 0.6926, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.9044, + "distance_correlation": 0, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0.8401, @@ -482,7 +482,7 @@ "trustworthiness": 0.5545, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2301, + "mean_score": 0.1606, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -516,8 +516,8 @@ "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 1, "qglobal": 0, @@ -527,7 +527,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.4615, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -561,8 +561,8 @@ "adjusted_rand_index": 0.24, "continuity_at_k30": 0, "density_preservation": 0.231, - "distance_correlation": 0.444, - "distance_correlation_spectral": 0.9548, + "distance_correlation": -4.8163, + "distance_correlation_spectral": 0.9917, "lcmc_at_k30": 0, "normalized_mutual_information": 0.74, "qglobal": 0, @@ -572,7 +572,7 @@ "trustworthiness": 0.6553, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2512, + "mean_score": 0.2199, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -606,8 +606,8 @@ "adjusted_rand_index": 0.3949, "continuity_at_k30": 0, "density_preservation": 0.2871, - "distance_correlation": 0.4892, - "distance_correlation_spectral": 0.8624, + "distance_correlation": -4.3432, + "distance_correlation_spectral": 0.8957, "lcmc_at_k30": 0, "normalized_mutual_information": 0.8136, "qglobal": 0, @@ -617,7 +617,7 @@ "trustworthiness": 0.5637, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2624, + "mean_score": 0.2273, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -648,13 +648,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.2475, + "adjusted_rand_index": 0.5642, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 4.4649, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4537, + "normalized_mutual_information": 0.7267, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -662,7 +662,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2847, + "mean_score": 0.1762, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -696,8 +696,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -707,7 +707,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -738,13 +738,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9286, + "adjusted_rand_index": 2.1168, "continuity_at_k30": 0, - "density_preservation": 0.065, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -2.4999, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8814, + "normalized_mutual_information": 1.4117, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -752,7 +752,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2981, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -783,13 +783,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4876, + "adjusted_rand_index": 1.1115, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -2.9844, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4888, + "normalized_mutual_information": 0.783, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -797,7 +797,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.229, + "mean_score": 0.1372, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -828,13 +828,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7732, + "adjusted_rand_index": 1.7624, "continuity_at_k30": 0, - "density_preservation": 0.7628, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 2.6981, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7986, + "normalized_mutual_information": 1.279, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -842,7 +842,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3334, + "mean_score": 0.2308, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -873,13 +873,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4179, + "adjusted_rand_index": 0.9526, "continuity_at_k30": 0, - "density_preservation": 0.0435, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -2.6603, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4486, + "normalized_mutual_information": 0.7186, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -887,7 +887,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2239, + "mean_score": 0.1286, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -918,13 +918,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6256, + "adjusted_rand_index": 1.4259, "continuity_at_k30": 0, - "density_preservation": 0.3951, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -0.041, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.825, + "normalized_mutual_information": 1.3213, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -932,7 +932,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2958, + "mean_score": 0.1538, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -963,13 +963,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7971, + "adjusted_rand_index": 1.817, "continuity_at_k30": 0, - "density_preservation": 0.5818, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 1.3499, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.6017, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -977,7 +977,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3368, + "mean_score": 0.2308, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1010,9 +1010,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.5349, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1022,7 +1022,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.195, + "mean_score": 0.0769, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1056,8 +1056,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1067,7 +1067,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -1098,13 +1098,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4185, + "adjusted_rand_index": 0.9539, "continuity_at_k30": 0, - "density_preservation": 0.4006, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6243, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1112,7 +1112,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2649, + "mean_score": 0.1503, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1143,13 +1143,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4387, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5664, + "normalized_mutual_information": 0.9072, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1157,7 +1157,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2312, + "mean_score": 0.1467, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1188,13 +1188,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7153, + "adjusted_rand_index": 1.6306, "continuity_at_k30": 0, - "density_preservation": 0.6316, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 1.7205, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.977, + "normalized_mutual_information": 1.5649, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1202,7 +1202,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3326, + "mean_score": 0.2308, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1233,13 +1233,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 2.2795, "continuity_at_k30": 0, - "density_preservation": 0.6107, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 1.5649, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9771, + "normalized_mutual_information": 1.5649, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1247,7 +1247,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3529, + "mean_score": 0.2308, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1281,8 +1281,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1292,7 +1292,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -1326,8 +1326,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1337,7 +1337,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -1371,8 +1371,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1382,7 +1382,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1416,8 +1416,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1427,7 +1427,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1461,8 +1461,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1472,7 +1472,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1506,8 +1506,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1517,7 +1517,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1551,8 +1551,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1562,7 +1562,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -1596,8 +1596,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1607,7 +1607,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1641,8 +1641,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1652,7 +1652,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1686,8 +1686,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1697,7 +1697,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -1731,8 +1731,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1742,7 +1742,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -1776,8 +1776,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1787,7 +1787,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1818,13 +1818,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1832,7 +1832,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3077, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1866,8 +1866,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1877,7 +1877,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1908,13 +1908,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6804, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7425, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -1922,7 +1922,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2633, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -1956,8 +1956,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -1967,7 +1967,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -1998,13 +1998,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8747, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9744, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2012,7 +2012,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2961, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2043,13 +2043,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6262, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.697, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2057,7 +2057,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2556, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2088,13 +2088,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2102,7 +2102,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3077, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2133,13 +2133,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5925, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6421, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2147,7 +2147,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2488, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2178,13 +2178,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4351, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5898, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2192,7 +2192,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2327, + "mean_score": 0, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -2226,8 +2226,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2237,7 +2237,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -2271,8 +2271,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2282,7 +2282,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2316,8 +2316,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2327,7 +2327,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -2361,8 +2361,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2372,7 +2372,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2406,8 +2406,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2417,7 +2417,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2448,13 +2448,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4658, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.915, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2462,7 +2462,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2601, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2493,13 +2493,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7233, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9815, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2507,7 +2507,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.285, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2538,13 +2538,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4796, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5085, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2552,7 +2552,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2299, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2586,8 +2586,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2597,7 +2597,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -2628,13 +2628,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9834, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9313, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2642,7 +2642,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3011, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2673,13 +2673,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6669, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7147, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2687,7 +2687,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2601, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2721,8 +2721,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2732,7 +2732,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2763,13 +2763,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7193, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7508, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2777,7 +2777,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2669, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2808,13 +2808,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4937, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.766, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2822,7 +2822,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2507, + "mean_score": 0, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -2853,13 +2853,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6101, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9574, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -2867,7 +2867,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2744, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2901,8 +2901,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2912,7 +2912,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -2946,8 +2946,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -2957,7 +2957,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -2991,8 +2991,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3002,7 +3002,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3036,8 +3036,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3047,7 +3047,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3078,13 +3078,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6374, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9695, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3092,7 +3092,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2775, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3123,13 +3123,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3137,7 +3137,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3077, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3168,13 +3168,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7946, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8404, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3182,7 +3182,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2796, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3216,8 +3216,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3227,7 +3227,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -3258,13 +3258,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9964, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3272,7 +3272,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3074, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3303,13 +3303,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6667, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7401, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3317,7 +3317,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2621, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3348,13 +3348,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.993, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3362,7 +3362,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3072, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3393,13 +3393,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6666, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7301, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3407,7 +3407,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2613, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3438,13 +3438,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4638, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6986, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3452,7 +3452,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2433, + "mean_score": 0, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -3483,13 +3483,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6113, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9243, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3497,7 +3497,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.272, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3531,8 +3531,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3542,7 +3542,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3576,8 +3576,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3587,7 +3587,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -3621,8 +3621,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3632,7 +3632,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3666,8 +3666,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3677,7 +3677,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3708,13 +3708,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5467, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9162, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3722,7 +3722,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2664, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3753,13 +3753,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8583, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9967, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3767,7 +3767,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2965, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3801,8 +3801,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3812,7 +3812,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -3846,8 +3846,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3857,7 +3857,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -3891,8 +3891,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3902,7 +3902,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3936,8 +3936,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -3947,7 +3947,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -3978,13 +3978,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8981, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4487, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -3992,7 +3992,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2574, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4026,8 +4026,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4037,7 +4037,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4071,8 +4071,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4082,7 +4082,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -4113,13 +4113,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8884, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9418, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4127,7 +4127,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2946, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4161,8 +4161,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4172,7 +4172,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4206,8 +4206,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4217,7 +4217,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 1, @@ -4251,8 +4251,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4262,7 +4262,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -4296,8 +4296,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4307,7 +4307,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4338,13 +4338,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8222, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9274, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4352,7 +4352,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2884, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4383,13 +4383,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4397,7 +4397,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3077, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4428,13 +4428,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9162, + "adjusted_rand_index": 0.9882, "continuity_at_k30": 0, "density_preservation": 0.855, "distance_correlation": 0.2655, "distance_correlation_spectral": 0.9623, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9458, + "normalized_mutual_information": 0.9951, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4442,7 +4442,7 @@ "trustworthiness": 0.705, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3577, + "mean_score": 0.367, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4476,8 +4476,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4487,7 +4487,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -4518,13 +4518,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8509, + "adjusted_rand_index": 0.9178, "continuity_at_k30": 0, "density_preservation": 0.4375, "distance_correlation": 0.3687, "distance_correlation_spectral": 0.9757, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9203, + "normalized_mutual_information": 0.9682, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4532,7 +4532,7 @@ "trustworthiness": 0.6809, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3257, + "mean_score": 0.3345, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4563,13 +4563,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.2822, + "adjusted_rand_index": 0.3044, "continuity_at_k30": 0, "density_preservation": 0.6393, "distance_correlation": 0.093, "distance_correlation_spectral": 0.784, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5397, + "normalized_mutual_information": 0.5679, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4577,7 +4577,7 @@ "trustworthiness": 0.5033, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2186, + "mean_score": 0.2224, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4608,13 +4608,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.0786, "continuity_at_k30": 0, "density_preservation": 0.425, "distance_correlation": 0.3494, "distance_correlation_spectral": 0.9648, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.0521, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4653,13 +4653,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3663, + "adjusted_rand_index": 0.3951, "continuity_at_k30": 0, "density_preservation": 0.6407, "distance_correlation": 0.0665, "distance_correlation_spectral": 0.79, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5673, + "normalized_mutual_information": 0.5969, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4667,7 +4667,7 @@ "trustworthiness": 0.5187, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2269, + "mean_score": 0.2314, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4698,13 +4698,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7423, + "adjusted_rand_index": 0.8006, "continuity_at_k30": 0, "density_preservation": 0.2735, "distance_correlation": 0.4219, "distance_correlation_spectral": 0.8435, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8986, + "normalized_mutual_information": 0.9454, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4712,7 +4712,7 @@ "trustworthiness": 0.7958, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3058, + "mean_score": 0.3139, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -4743,13 +4743,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7335, + "adjusted_rand_index": 0.7911, "continuity_at_k30": 0, "density_preservation": 0.107, "distance_correlation": 0.3933, "distance_correlation_spectral": 0.9081, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.93, + "normalized_mutual_information": 0.9784, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4757,7 +4757,7 @@ "trustworthiness": 0.8006, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2979, + "mean_score": 0.306, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4836,8 +4836,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -4847,7 +4847,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -4878,13 +4878,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7015, + "adjusted_rand_index": 0.7567, "continuity_at_k30": 0, "density_preservation": 0, "distance_correlation": 1, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8487, + "normalized_mutual_information": 0.893, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4892,7 +4892,7 @@ "trustworthiness": 0.3831, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2256, + "mean_score": 0.2333, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4923,13 +4923,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9271, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, "distance_correlation": 0, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9505, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4937,7 +4937,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3752, + "mean_score": 0.3846, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -4968,13 +4968,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5792, + "adjusted_rand_index": 0.6247, "continuity_at_k30": 0, "density_preservation": 0.1431, "distance_correlation": 0.4511, "distance_correlation_spectral": 0.8811, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8805, + "normalized_mutual_information": 0.9264, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -4982,7 +4982,7 @@ "trustworthiness": 0.8325, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2898, + "mean_score": 0.2968, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5013,13 +5013,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7606, + "adjusted_rand_index": 0.8204, "continuity_at_k30": 0, "density_preservation": 0.0876, "distance_correlation": 0.6856, "distance_correlation_spectral": 0.9531, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9266, + "normalized_mutual_information": 0.9748, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5027,7 +5027,7 @@ "trustworthiness": 0.7555, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3207, + "mean_score": 0.329, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5058,13 +5058,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3137, + "adjusted_rand_index": 0.4926, "continuity_at_k30": 0, - "density_preservation": 0.6675, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.6304, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5143, + "normalized_mutual_information": 0.6216, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5072,7 +5072,7 @@ "trustworthiness": 0.5055, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3078, + "mean_score": 0.1731, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5106,8 +5106,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -5117,7 +5117,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -5148,13 +5148,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6289, + "adjusted_rand_index": 0.9875, "continuity_at_k30": 0, - "density_preservation": 0.1072, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.0075, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7569, + "normalized_mutual_information": 0.9148, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5162,7 +5162,7 @@ "trustworthiness": 0.6046, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3152, + "mean_score": 0.1934, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5193,13 +5193,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.1784, + "adjusted_rand_index": 0.2801, "continuity_at_k30": 0, - "density_preservation": 0.0074, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -0.1034, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.3564, + "normalized_mutual_information": 0.4307, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5207,7 +5207,7 @@ "trustworthiness": 0.4474, "trustworthiness_at_k30": 0 }, - "mean_score": 0.23, + "mean_score": 0.0891, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5238,13 +5238,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6314, + "adjusted_rand_index": 0.9914, "continuity_at_k30": 0, - "density_preservation": 0.1865, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.0956, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7216, + "normalized_mutual_information": 0.872, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5252,7 +5252,7 @@ "trustworthiness": 0.5576, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3152, + "mean_score": 0.1936, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5283,13 +5283,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.1925, + "adjusted_rand_index": 0.3022, "continuity_at_k30": 0, - "density_preservation": 0.2781, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.1975, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.3539, + "normalized_mutual_information": 0.4276, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5297,7 +5297,7 @@ "trustworthiness": 0.4661, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2531, + "mean_score": 0.1072, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5328,13 +5328,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.1762, + "adjusted_rand_index": 0.2767, "continuity_at_k30": 0, - "density_preservation": 0.0534, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -0.0524, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5583, + "normalized_mutual_information": 0.6747, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5342,7 +5342,7 @@ "trustworthiness": 0.6056, "trustworthiness_at_k30": 0 }, - "mean_score": 0.261, + "mean_score": 0.1198, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -5373,13 +5373,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7351, + "adjusted_rand_index": 1.1543, "continuity_at_k30": 0, - "density_preservation": 0.1126, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.0135, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8958, + "normalized_mutual_information": 1.0826, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5387,7 +5387,7 @@ "trustworthiness": 0.8586, "trustworthiness_at_k30": 0 }, - "mean_score": 0.354, + "mean_score": 0.2209, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5420,9 +5420,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.1005, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -5432,7 +5432,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1616, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5466,8 +5466,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -5477,7 +5477,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -5508,13 +5508,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6369, + "adjusted_rand_index": 1, "continuity_at_k30": 0, - "density_preservation": 0.183, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0.0918, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8274, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5522,7 +5522,7 @@ "trustworthiness": 0.8087, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3428, + "mean_score": 0.2231, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5553,13 +5553,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4397, + "adjusted_rand_index": 0.6904, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7722, + "normalized_mutual_information": 0.9332, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5567,7 +5567,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.4009, + "mean_score": 0.2787, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5598,13 +5598,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6875, + "adjusted_rand_index": 1.0795, "continuity_at_k30": 0, - "density_preservation": 0.078, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -0.025, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8815, + "normalized_mutual_information": 1.0653, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5612,7 +5612,7 @@ "trustworthiness": 0.8919, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3491, + "mean_score": 0.2225, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5643,13 +5643,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.5702, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": -0.1117, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.2085, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5657,7 +5657,7 @@ "trustworthiness": 0.8079, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3698, + "mean_score": 0.216, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5688,13 +5688,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.551, + "adjusted_rand_index": 0.6205, "continuity_at_k30": 0, "density_preservation": 0.7399, - "distance_correlation": 0.1107, + "distance_correlation": 0.0827, "distance_correlation_spectral": 0.7777, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6457, + "normalized_mutual_information": 0.781, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5702,7 +5702,7 @@ "trustworthiness": 0.5149, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2569, + "mean_score": 0.2705, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5736,8 +5736,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -5747,7 +5747,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -5778,13 +5778,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8312, + "adjusted_rand_index": 0.936, "continuity_at_k30": 0, "density_preservation": 0.2526, - "distance_correlation": 0.1974, + "distance_correlation": 0.1721, "distance_correlation_spectral": 0.9152, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9134, + "normalized_mutual_information": 1.1048, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5792,7 +5792,7 @@ "trustworthiness": 0.5627, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2825, + "mean_score": 0.2953, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5823,13 +5823,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6051, + "adjusted_rand_index": 0.6814, "continuity_at_k30": 0, "density_preservation": 0.1244, - "distance_correlation": 0.0246, + "distance_correlation": -0.0062, "distance_correlation_spectral": 0.6432, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.748, + "normalized_mutual_information": 0.9047, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5837,7 +5837,7 @@ "trustworthiness": 0.4966, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2032, + "mean_score": 0.2193, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5868,13 +5868,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.1261, "continuity_at_k30": 0, "density_preservation": 0.3814, - "distance_correlation": 0.1338, + "distance_correlation": 0.1065, "distance_correlation_spectral": 0.8654, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9575, + "normalized_mutual_information": 1.1581, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5882,7 +5882,7 @@ "trustworthiness": 0.5641, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3002, + "mean_score": 0.3013, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5913,13 +5913,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6063, + "adjusted_rand_index": 0.6827, "continuity_at_k30": 0, "density_preservation": 0.2241, - "distance_correlation": 0, + "distance_correlation": -0.0315, "distance_correlation_spectral": 0.724, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7142, + "normalized_mutual_information": 0.8638, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5927,7 +5927,7 @@ "trustworthiness": 0.4915, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2123, + "mean_score": 0.2297, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -5958,13 +5958,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5196, + "adjusted_rand_index": 0.5851, "continuity_at_k30": 0, "density_preservation": 0.3219, - "distance_correlation": 0.4444, + "distance_correlation": 0.4269, "distance_correlation_spectral": 0.8977, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8093, + "normalized_mutual_information": 0.9789, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -5972,7 +5972,7 @@ "trustworthiness": 0.8043, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2921, + "mean_score": 0.3088, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -6003,13 +6003,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6142, + "adjusted_rand_index": 0.6916, "continuity_at_k30": 0, "density_preservation": 0.2706, - "distance_correlation": 0.3244, + "distance_correlation": 0.3031, "distance_correlation_spectral": 0.8281, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9577, + "normalized_mutual_information": 1.1584, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -6017,7 +6017,7 @@ "trustworthiness": 0.6359, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2793, + "mean_score": 0.2869, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6096,8 +6096,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -6107,7 +6107,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -6138,13 +6138,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.796, + "adjusted_rand_index": 0.8963, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.63, + "distance_correlation": 0.6183, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7921, + "normalized_mutual_information": 0.9581, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -6152,7 +6152,7 @@ "trustworthiness": 0.5805, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2153, + "mean_score": 0.2349, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6183,13 +6183,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.888, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 0.0306, + "distance_correlation": 0, "distance_correlation_spectral": 0.9621, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8268, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -6197,7 +6197,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3621, + "mean_score": 0.3817, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6228,13 +6228,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4794, + "adjusted_rand_index": 0.5398, "continuity_at_k30": 0, "density_preservation": 0.2851, - "distance_correlation": 0.3844, + "distance_correlation": 0.365, "distance_correlation_spectral": 0.8263, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9307, + "normalized_mutual_information": 1.1257, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -6242,7 +6242,7 @@ "trustworthiness": 0.6622, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2745, + "mean_score": 0.2829, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6273,13 +6273,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7924, + "adjusted_rand_index": 0.8923, "continuity_at_k30": 0, "density_preservation": 0.2818, - "distance_correlation": 0.249, + "distance_correlation": 0.2253, "distance_correlation_spectral": 0.7156, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.2095, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -6287,7 +6287,7 @@ "trustworthiness": 0.6024, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2801, + "mean_score": 0.286, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6318,21 +6318,21 @@ "trustworthiness_at_k30": 0.9788 }, "scaled_scores": { - "adjusted_rand_index": 0.9859, + "adjusted_rand_index": 0.9944, "continuity_at_k30": 0.9669, - "density_preservation": 1, - "distance_correlation": 0.6146, - "distance_correlation_spectral": 1.1102e-16, + "density_preservation": 2.6981, + "distance_correlation": 0.6769, + "distance_correlation_spectral": -3.0175, "lcmc_at_k30": 0.5301, "normalized_mutual_information": 0.9924, - "qglobal": 0.2565, + "qglobal": 0.1612, "qlocal": 0.3927, "qnx_at_k30": 0.5301, "qnx_auc": 0.3785, "trustworthiness": 0.9288, "trustworthiness_at_k30": 0.9565 }, - "mean_score": 0.6564, + "mean_score": 0.6545, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6363,21 +6363,21 @@ "trustworthiness_at_k30": 0.9112 }, "scaled_scores": { - "adjusted_rand_index": 0.5929, + "adjusted_rand_index": 0.598, "continuity_at_k30": 0.9031, - "density_preservation": 0.4214, - "distance_correlation": 1, - "distance_correlation_spectral": 0.6942, + "density_preservation": 0.4169, + "distance_correlation": 1.1013, + "distance_correlation_spectral": -0.2286, "lcmc_at_k30": 0.3935, "normalized_mutual_information": 0.7297, - "qglobal": 0, + "qglobal": -0.1282, "qlocal": 0.2949, "qnx_at_k30": 0.3935, "qnx_auc": 0.1757, "trustworthiness": 0.8349, "trustworthiness_at_k30": 0.818 }, - "mean_score": 0.5578, + "mean_score": 0.5045, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6408,21 +6408,21 @@ "trustworthiness_at_k30": 0.9508 }, "scaled_scores": { - "adjusted_rand_index": 0.922, + "adjusted_rand_index": 0.9299, "continuity_at_k30": 0.9381, - "density_preservation": 0.8475, - "distance_correlation": 0.4827, - "distance_correlation_spectral": 0.7739, + "density_preservation": 2.0967, + "distance_correlation": 0.5316, + "distance_correlation_spectral": 0.0917, "lcmc_at_k30": 0.4244, "normalized_mutual_information": 0.9447, - "qglobal": 0.3097, + "qglobal": 0.2213, "qlocal": 0.3242, "qnx_at_k30": 0.4244, "qnx_auc": 0.3968, "trustworthiness": 0.8764, "trustworthiness_at_k30": 0.8992 }, - "mean_score": 0.6588, + "mean_score": 0.6156, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6453,21 +6453,21 @@ "trustworthiness_at_k30": 0.9051 }, "scaled_scores": { - "adjusted_rand_index": 0.7867, + "adjusted_rand_index": 0.7934, "continuity_at_k30": 0.9252, - "density_preservation": 0.4749, - "distance_correlation": 0.6556, - "distance_correlation_spectral": 0.6831, + "density_preservation": 0.6278, + "distance_correlation": 0.722, + "distance_correlation_spectral": -0.2732, "lcmc_at_k30": 0.3501, "normalized_mutual_information": 0.8697, - "qglobal": 0.1944, + "qglobal": 0.0912, "qlocal": 0.2855, "qnx_at_k30": 0.3501, "qnx_auc": 0.3083, "trustworthiness": 0.7918, "trustworthiness_at_k30": 0.8055 }, - "mean_score": 0.5754, + "mean_score": 0.5323, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6498,21 +6498,21 @@ "trustworthiness_at_k30": 0.9595 }, "scaled_scores": { - "adjusted_rand_index": 0.8935, + "adjusted_rand_index": 0.9011, "continuity_at_k30": 0.9277, - "density_preservation": 0.6269, - "distance_correlation": 0.4222, - "distance_correlation_spectral": 0.8397, + "density_preservation": 1.2273, + "distance_correlation": 0.4649, + "distance_correlation_spectral": 0.356, "lcmc_at_k30": 0.4217, "normalized_mutual_information": 0.9595, - "qglobal": 0.2829, + "qglobal": 0.191, "qlocal": 0.2754, "qnx_at_k30": 0.4217, "qnx_auc": 0.3795, "trustworthiness": 0.897, "trustworthiness_at_k30": 0.917 }, - "mean_score": 0.6357, + "mean_score": 0.624, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6543,21 +6543,21 @@ "trustworthiness_at_k30": 0.909 }, "scaled_scores": { - "adjusted_rand_index": 0.6824, + "adjusted_rand_index": 0.6882, "continuity_at_k30": 0.9291, - "density_preservation": 0.431, - "distance_correlation": 0.8411, - "distance_correlation_spectral": 0.6903, + "density_preservation": 0.4548, + "distance_correlation": 0.9263, + "distance_correlation_spectral": -0.244, "lcmc_at_k30": 0.3753, "normalized_mutual_information": 0.8111, - "qglobal": 0.0952, + "qglobal": -0.0208, "qlocal": 0.299, "qnx_at_k30": 0.3753, "qnx_auc": 0.2417, "trustworthiness": 0.797, "trustworthiness_at_k30": 0.8134 }, - "mean_score": 0.5678, + "mean_score": 0.5162, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6588,21 +6588,21 @@ "trustworthiness_at_k30": 0.9709 }, "scaled_scores": { - "adjusted_rand_index": 0.7571, + "adjusted_rand_index": 0.7636, "continuity_at_k30": 0.9464, - "density_preservation": 0, - "distance_correlation": 0.6149, - "distance_correlation_spectral": 0.4959, + "density_preservation": -1.2444, + "distance_correlation": 0.6772, + "distance_correlation_spectral": -1.0254, "lcmc_at_k30": 0.4171, "normalized_mutual_information": 0.9179, - "qglobal": 0.2115, + "qglobal": 0.1104, "qlocal": 0.3282, "qnx_at_k30": 0.4171, "qnx_auc": 0.3288, "trustworthiness": 0.9134, "trustworthiness_at_k30": 0.9404 }, - "mean_score": 0.5607, + "mean_score": 0.52, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -6633,21 +6633,21 @@ "trustworthiness_at_k30": 0.9735 }, "scaled_scores": { - "adjusted_rand_index": 0.8086, + "adjusted_rand_index": 0.8156, "continuity_at_k30": 0.9551, - "density_preservation": 0.2759, - "distance_correlation": 0.4896, - "distance_correlation_spectral": 0.3237, + "density_preservation": -0.1565, + "distance_correlation": 0.5392, + "distance_correlation_spectral": -1.7172, "lcmc_at_k30": 0.4493, "normalized_mutual_information": 0.9125, - "qglobal": 0.2669, + "qglobal": 0.173, "qlocal": 0.3247, "qnx_at_k30": 0.4493, "qnx_auc": 0.3737, "trustworthiness": 0.9226, "trustworthiness_at_k30": 0.9456 }, - "mean_score": 0.5767, + "mean_score": 0.5277, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6680,19 +6680,19 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.1699, - "density_preservation": 0.3156, - "distance_correlation": 0.908, - "distance_correlation_spectral": 0.8994, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 0.5957, "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.6284, + "qglobal": 0.5808, "qlocal": 0.1627, "qnx_at_k30": 0, "qnx_auc": 0, "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2372, + "mean_score": 0.193, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6723,21 +6723,21 @@ "trustworthiness_at_k30": 0.9646 }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.0086, "continuity_at_k30": 0.9378, - "density_preservation": 0.492, - "distance_correlation": 0.4202, - "distance_correlation_spectral": 0.4003, + "density_preservation": 0.6953, + "distance_correlation": 0.4628, + "distance_correlation_spectral": -1.4091, "lcmc_at_k30": 0.4583, "normalized_mutual_information": 0.9847, - "qglobal": 0.2944, + "qglobal": 0.204, "qlocal": 0.3709, "qnx_at_k30": 0.4583, "qnx_auc": 0.3961, "trustworthiness": 0.9169, "trustworthiness_at_k30": 0.9275 }, - "mean_score": 0.6198, + "mean_score": 0.601, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6768,21 +6768,21 @@ "trustworthiness_at_k30": 0.8111 }, "scaled_scores": { - "adjusted_rand_index": 0.1524, + "adjusted_rand_index": 0.1537, "continuity_at_k30": 0, - "density_preservation": 0.321, - "distance_correlation": 0.8556, + "density_preservation": 0.0213, + "distance_correlation": 0.9423, "distance_correlation_spectral": 1, "lcmc_at_k30": 0.044, "normalized_mutual_information": 0.4912, - "qglobal": 0.1136, + "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0.044, "qnx_auc": 0.0554, "trustworthiness": 0.6954, "trustworthiness_at_k30": 0.6127 }, - "mean_score": 0.3373, + "mean_score": 0.3123, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6813,11 +6813,11 @@ "trustworthiness_at_k30": 1 }, "scaled_scores": { - "adjusted_rand_index": 0.9915, + "adjusted_rand_index": 1, "continuity_at_k30": 1, - "density_preservation": 0.5693, + "density_preservation": 1, "distance_correlation": 0, - "distance_correlation_spectral": 0.7511, + "distance_correlation_spectral": 0, "lcmc_at_k30": 1, "normalized_mutual_information": 1, "qglobal": 1, @@ -6827,7 +6827,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 1 }, - "mean_score": 0.8701, + "mean_score": 0.8462, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6858,21 +6858,21 @@ "trustworthiness_at_k30": 0.9781 }, "scaled_scores": { - "adjusted_rand_index": 0.9915, + "adjusted_rand_index": 1, "continuity_at_k30": 0.9603, - "density_preservation": 0.5953, - "distance_correlation": 0.6112, - "distance_correlation_spectral": 0.6707, + "density_preservation": 1.1025, + "distance_correlation": 0.6731, + "distance_correlation_spectral": -0.3228, "lcmc_at_k30": 0.5025, "normalized_mutual_information": 1, - "qglobal": 0.2141, + "qglobal": 0.1134, "qlocal": 0.3661, "qnx_at_k30": 0.5025, "qnx_auc": 0.3432, "trustworthiness": 0.9329, "trustworthiness_at_k30": 0.9551 }, - "mean_score": 0.665, + "mean_score": 0.6422, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6903,21 +6903,21 @@ "trustworthiness_at_k30": 0.9568 }, "scaled_scores": { - "adjusted_rand_index": 0.9126, + "adjusted_rand_index": 0.9204, "continuity_at_k30": 0.9272, - "density_preservation": 0.1736, - "distance_correlation": 0.7334, - "distance_correlation_spectral": 0.8768, + "density_preservation": -0.5601, + "distance_correlation": 0.8077, + "distance_correlation_spectral": 0.505, "lcmc_at_k30": 0.4057, "normalized_mutual_information": 0.9512, - "qglobal": 0.1292, + "qglobal": 0.0176, "qlocal": 0.26, "qnx_at_k30": 0.4057, "qnx_auc": 0.2683, "trustworthiness": 0.8881, "trustworthiness_at_k30": 0.9115 }, - "mean_score": 0.6033, + "mean_score": 0.5591, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6948,21 +6948,21 @@ "trustworthiness_at_k30": 0.6264 }, "scaled_scores": { - "adjusted_rand_index": 0.7095, - "continuity_at_k30": 0.5454, - "density_preservation": 0.7612, - "distance_correlation": 0.6544, - "distance_correlation_spectral": 0.8877, + "adjusted_rand_index": 0.8475, + "continuity_at_k30": 0.4974, + "density_preservation": 0.6606, + "distance_correlation": 0.7192, + "distance_correlation_spectral": 1.0567, "lcmc_at_k30": 0.0742, - "normalized_mutual_information": 0.6579, + "normalized_mutual_information": 0.8397, "qglobal": 0.1797, "qlocal": 0.1881, "qnx_at_k30": 0.0742, - "qnx_auc": 0.1376, + "qnx_auc": 0.1001, "trustworthiness": 0.3221, "trustworthiness_at_k30": 0.3732 }, - "mean_score": 0.4281, + "mean_score": 0.452, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -6993,21 +6993,21 @@ "trustworthiness_at_k30": 0.6094 }, "scaled_scores": { - "adjusted_rand_index": 0.4187, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "adjusted_rand_index": 0.5001, + "continuity_at_k30": -0.1054, + "density_preservation": -0.4212, + "distance_correlation": 1.099, + "distance_correlation_spectral": 1.1904, "lcmc_at_k30": 0.0469, - "normalized_mutual_information": 0.5911, + "normalized_mutual_information": 0.7545, "qglobal": 0.013, "qlocal": 0.1153, "qnx_at_k30": 0.0469, - "qnx_auc": 0, + "qnx_auc": -0.0435, "trustworthiness": 0.3151, "trustworthiness_at_k30": 0.3446 }, - "mean_score": 0.2994, + "mean_score": 0.3182, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7038,21 +7038,21 @@ "trustworthiness_at_k30": 0.6168 }, "scaled_scores": { - "adjusted_rand_index": 0.798, - "continuity_at_k30": 0.3024, - "density_preservation": 0.4778, - "distance_correlation": 0.9142, - "distance_correlation_spectral": 0.8607, + "adjusted_rand_index": 0.9531, + "continuity_at_k30": 0.2288, + "density_preservation": 0.2578, + "distance_correlation": 1.0047, + "distance_correlation_spectral": 1.0246, "lcmc_at_k30": 0.045, - "normalized_mutual_information": 0.8229, + "normalized_mutual_information": 1.0503, "qglobal": 0.1663, "qlocal": 0.1535, "qnx_at_k30": 0.045, - "qnx_auc": 0.1074, + "qnx_auc": 0.0685, "trustworthiness": 0.3182, "trustworthiness_at_k30": 0.3571 }, - "mean_score": 0.413, + "mean_score": 0.4303, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7083,21 +7083,21 @@ "trustworthiness_at_k30": 0.6113 }, "scaled_scores": { - "adjusted_rand_index": 0.7053, - "continuity_at_k30": 0.1949, - "density_preservation": 0.1528, - "distance_correlation": 0.8171, - "distance_correlation_spectral": 0.9415, + "adjusted_rand_index": 0.8424, + "continuity_at_k30": 0.11, + "density_preservation": -0.2041, + "distance_correlation": 0.898, + "distance_correlation_spectral": 1.1208, "lcmc_at_k30": 0.0474, - "normalized_mutual_information": 0.6914, + "normalized_mutual_information": 0.8824, "qglobal": 0.1267, "qlocal": 0.1299, "qnx_at_k30": 0.0474, - "qnx_auc": 0.0911, + "qnx_auc": 0.0515, "trustworthiness": 0.3117, "trustworthiness_at_k30": 0.348 }, - "mean_score": 0.3542, + "mean_score": 0.3689, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7128,21 +7128,21 @@ "trustworthiness_at_k30": 0.6283 }, "scaled_scores": { - "adjusted_rand_index": 0.7559, - "continuity_at_k30": 0.3991, - "density_preservation": 0.4516, - "distance_correlation": 0.8497, - "distance_correlation_spectral": 0.888, + "adjusted_rand_index": 0.9029, + "continuity_at_k30": 0.3358, + "density_preservation": 0.2206, + "distance_correlation": 0.9339, + "distance_correlation_spectral": 1.057, "lcmc_at_k30": 0.051, - "normalized_mutual_information": 0.8481, + "normalized_mutual_information": 1.0825, "qglobal": 0.1643, "qlocal": 0.1604, "qnx_at_k30": 0.051, - "qnx_auc": 0.1073, + "qnx_auc": 0.0684, "trustworthiness": 0.3391, "trustworthiness_at_k30": 0.3765 }, - "mean_score": 0.4186, + "mean_score": 0.4311, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7173,21 +7173,21 @@ "trustworthiness_at_k30": 0.6198 }, "scaled_scores": { - "adjusted_rand_index": 0.672, - "continuity_at_k30": 0.2897, - "density_preservation": 0.1833, - "distance_correlation": 0.7873, - "distance_correlation_spectral": 0.9277, + "adjusted_rand_index": 0.8026, + "continuity_at_k30": 0.2149, + "density_preservation": -0.1606, + "distance_correlation": 0.8653, + "distance_correlation_spectral": 1.1043, "lcmc_at_k30": 0.0557, - "normalized_mutual_information": 0.6525, + "normalized_mutual_information": 0.8328, "qglobal": 0.1276, "qlocal": 0.1442, "qnx_at_k30": 0.0557, - "qnx_auc": 0.0915, + "qnx_auc": 0.052, "trustworthiness": 0.3258, "trustworthiness_at_k30": 0.3621 }, - "mean_score": 0.3596, + "mean_score": 0.3722, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7218,21 +7218,21 @@ "trustworthiness_at_k30": 0.7259 }, "scaled_scores": { - "adjusted_rand_index": 0.886, - "continuity_at_k30": 0.4554, - "density_preservation": 0.0874, - "distance_correlation": 0.7252, - "distance_correlation_spectral": 0.9437, + "adjusted_rand_index": 1.0583, + "continuity_at_k30": 0.398, + "density_preservation": -0.297, + "distance_correlation": 0.797, + "distance_correlation_spectral": 1.1234, "lcmc_at_k30": 0.0874, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.2764, "qglobal": 0.2273, "qlocal": 0.186, "qnx_at_k30": 0.0874, - "qnx_auc": 0.19, + "qnx_auc": 0.1547, "trustworthiness": 0.5239, "trustworthiness_at_k30": 0.5401 }, - "mean_score": 0.4569, + "mean_score": 0.4617, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -7263,21 +7263,21 @@ "trustworthiness_at_k30": 0.684 }, "scaled_scores": { - "adjusted_rand_index": 0.6742, - "continuity_at_k30": 0.3407, - "density_preservation": 0.4886, - "distance_correlation": 0.7887, - "distance_correlation_spectral": 0.9273, + "adjusted_rand_index": 0.8053, + "continuity_at_k30": 0.2712, + "density_preservation": 0.2732, + "distance_correlation": 0.8668, + "distance_correlation_spectral": 1.1039, "lcmc_at_k30": 0.0873, - "normalized_mutual_information": 0.8652, + "normalized_mutual_information": 1.1044, "qglobal": 0.1567, "qlocal": 0.1725, "qnx_at_k30": 0.0873, - "qnx_auc": 0.1306, + "qnx_auc": 0.0928, "trustworthiness": 0.4451, "trustworthiness_at_k30": 0.4698 }, - "mean_score": 0.4334, + "mean_score": 0.4406, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7309,20 +7309,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.0954, - "density_preservation": 0.2964, - "distance_correlation": 0.9099, - "distance_correlation_spectral": 0.8401, + "continuity_at_k30": 0, + "density_preservation": 0, + "distance_correlation": 1, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, - "qnx_auc": 0.0417, + "qnx_auc": 0, "trustworthiness": 0.1213, "trustworthiness_at_k30": 0.1646 }, - "mean_score": 0.1899, + "mean_score": 0.1758, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7353,21 +7353,21 @@ "trustworthiness_at_k30": 0.6692 }, "scaled_scores": { - "adjusted_rand_index": 1, - "continuity_at_k30": 0.2786, - "density_preservation": 0.724, - "distance_correlation": 0.5173, - "distance_correlation_spectral": 0.8067, + "adjusted_rand_index": 1.1944, + "continuity_at_k30": 0.2025, + "density_preservation": 0.6078, + "distance_correlation": 0.5686, + "distance_correlation_spectral": 0.9602, "lcmc_at_k30": 0.0721, - "normalized_mutual_information": 0.9561, + "normalized_mutual_information": 1.2203, "qglobal": 0.2676, "qlocal": 0.1667, "qnx_at_k30": 0.0721, - "qnx_auc": 0.2146, + "qnx_auc": 0.1804, "trustworthiness": 0.438, "trustworthiness_at_k30": 0.445 }, - "mean_score": 0.4584, + "mean_score": 0.4601, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7398,21 +7398,21 @@ "trustworthiness_at_k30": 0.4039 }, "scaled_scores": { - "adjusted_rand_index": 0.0197, - "continuity_at_k30": 0.8152, - "density_preservation": 0.4664, - "distance_correlation": 0.772, + "adjusted_rand_index": 0.0235, + "continuity_at_k30": 0.7957, + "density_preservation": 0.2416, + "distance_correlation": 0.8485, "distance_correlation_spectral": 0, "lcmc_at_k30": 0.0014, - "normalized_mutual_information": 0.3007, + "normalized_mutual_information": 0.3838, "qglobal": 0.3625, "qlocal": 0.2297, "qnx_at_k30": 0.0014, - "qnx_auc": 0.2336, + "qnx_auc": 0.2003, "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2463, + "mean_score": 0.2376, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7443,13 +7443,13 @@ "trustworthiness_at_k30": 1 }, "scaled_scores": { - "adjusted_rand_index": 0.8372, + "adjusted_rand_index": 1, "continuity_at_k30": 1, "density_preservation": 1, "distance_correlation": 0, - "distance_correlation_spectral": 0.6503, + "distance_correlation_spectral": 0.7741, "lcmc_at_k30": 1, - "normalized_mutual_information": 0.7835, + "normalized_mutual_information": 1, "qglobal": 1, "qlocal": 1, "qnx_at_k30": 1, @@ -7457,7 +7457,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 1 }, - "mean_score": 0.867, + "mean_score": 0.9057, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7488,21 +7488,21 @@ "trustworthiness_at_k30": 0.6917 }, "scaled_scores": { - "adjusted_rand_index": 0.7201, - "continuity_at_k30": 0.2405, - "density_preservation": 0.5703, - "distance_correlation": 0.7133, - "distance_correlation_spectral": 0.8991, + "adjusted_rand_index": 0.8601, + "continuity_at_k30": 0.1604, + "density_preservation": 0.3893, + "distance_correlation": 0.7839, + "distance_correlation_spectral": 1.0703, "lcmc_at_k30": 0.0946, - "normalized_mutual_information": 0.9816, + "normalized_mutual_information": 1.2529, "qglobal": 0.1905, "qlocal": 0.1699, "qnx_at_k30": 0.0946, - "qnx_auc": 0.1629, + "qnx_auc": 0.1265, "trustworthiness": 0.467, "trustworthiness_at_k30": 0.4829 }, - "mean_score": 0.4452, + "mean_score": 0.4477, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7533,21 +7533,21 @@ "trustworthiness_at_k30": 0.637 }, "scaled_scores": { - "adjusted_rand_index": 0.76, - "continuity_at_k30": 0.3219, - "density_preservation": 0.3638, - "distance_correlation": 0.9094, - "distance_correlation_spectral": 0.8907, + "adjusted_rand_index": 0.9077, + "continuity_at_k30": 0.2504, + "density_preservation": 0.0959, + "distance_correlation": 0.9995, + "distance_correlation_spectral": 1.0603, "lcmc_at_k30": 0.0553, - "normalized_mutual_information": 0.897, + "normalized_mutual_information": 1.1449, "qglobal": 0.1262, "qlocal": 0.159, "qnx_at_k30": 0.0553, - "qnx_auc": 0.0778, + "qnx_auc": 0.0377, "trustworthiness": 0.3657, "trustworthiness_at_k30": 0.391 }, - "mean_score": 0.4133, + "mean_score": 0.4187, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7578,13 +7578,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3911, + "adjusted_rand_index": 0.4675, "continuity_at_k30": 0, "density_preservation": 0.7435, - "distance_correlation": 0.232, + "distance_correlation": 0.1741, "distance_correlation_spectral": 0.6875, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6457, + "normalized_mutual_information": 0.8332, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7592,7 +7592,7 @@ "trustworthiness": 0.6208, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2554, + "mean_score": 0.2713, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7623,13 +7623,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4626, + "adjusted_rand_index": 0.553, "continuity_at_k30": 0, "density_preservation": 0.1234, - "distance_correlation": 0.3082, + "distance_correlation": 0.2561, "distance_correlation_spectral": 0.5554, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5433, + "normalized_mutual_information": 0.7011, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7637,7 +7637,7 @@ "trustworthiness": 0.5958, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1991, + "mean_score": 0.2142, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7668,13 +7668,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.895, + "adjusted_rand_index": 1.0699, "continuity_at_k30": 0, "density_preservation": 0.1424, - "distance_correlation": 0.7201, + "distance_correlation": 0.6991, "distance_correlation_spectral": 0.9485, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9331, + "normalized_mutual_information": 1.2041, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7682,7 +7682,7 @@ "trustworthiness": 0.5782, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3244, + "mean_score": 0.336, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7713,13 +7713,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.487, + "adjusted_rand_index": 0.5821, "continuity_at_k30": 0, "density_preservation": 0.0032, - "distance_correlation": 0.0641, + "distance_correlation": -0.0064, "distance_correlation_spectral": 0.6738, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5633, + "normalized_mutual_information": 0.727, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7727,7 +7727,7 @@ "trustworthiness": 0.5173, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1776, + "mean_score": 0.1926, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7758,13 +7758,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.1955, "continuity_at_k30": 0, "density_preservation": 0.4231, - "distance_correlation": 0.4929, + "distance_correlation": 0.4547, "distance_correlation_spectral": 0.8499, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.2905, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7772,7 +7772,7 @@ "trustworthiness": 0.5952, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3355, + "mean_score": 0.3325, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7803,13 +7803,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3821, + "adjusted_rand_index": 0.4568, "continuity_at_k30": 0, "density_preservation": 0.0992, - "distance_correlation": 0, + "distance_correlation": -0.0753, "distance_correlation_spectral": 0.6839, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5152, + "normalized_mutual_information": 0.6649, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7817,7 +7817,7 @@ "trustworthiness": 0.5071, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1683, + "mean_score": 0.1855, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7848,13 +7848,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5797, + "adjusted_rand_index": 0.693, "continuity_at_k30": 0, "density_preservation": 0.1347, - "distance_correlation": 0.3639, + "distance_correlation": 0.3159, "distance_correlation_spectral": 0.9084, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7808, + "normalized_mutual_information": 1.0076, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7862,7 +7862,7 @@ "trustworthiness": 0.9137, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2832, + "mean_score": 0.3051, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -7893,13 +7893,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5119, + "adjusted_rand_index": 0.612, "continuity_at_k30": 0, "density_preservation": 0.2789, - "distance_correlation": 0.4734, + "distance_correlation": 0.4337, "distance_correlation_spectral": 0.9807, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8739, + "normalized_mutual_information": 1.1278, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -7907,7 +7907,7 @@ "trustworthiness": 0.7525, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2978, + "mean_score": 0.3121, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -7986,8 +7986,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -7997,7 +7997,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 137, @@ -8028,13 +8028,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.634, + "adjusted_rand_index": 0.7579, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.6273, + "distance_correlation": 0.5992, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7029, + "normalized_mutual_information": 0.9072, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -8042,7 +8042,7 @@ "trustworthiness": 0.5359, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1923, + "mean_score": 0.2154, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8073,13 +8073,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8365, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 0.0701, + "distance_correlation": 0, "distance_correlation_spectral": 1, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7749, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -8087,7 +8087,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3601, + "mean_score": 0.3846, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8118,13 +8118,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4953, + "adjusted_rand_index": 0.5921, "continuity_at_k30": 0, "density_preservation": 0.1458, - "distance_correlation": 0.3508, + "distance_correlation": 0.3019, "distance_correlation_spectral": 0.8082, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8705, + "normalized_mutual_information": 1.1234, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -8132,7 +8132,7 @@ "trustworthiness": 0.7789, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2653, + "mean_score": 0.279, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8163,13 +8163,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7685, + "adjusted_rand_index": 0.9188, "continuity_at_k30": 0, "density_preservation": 0.1722, - "distance_correlation": 0.4922, + "distance_correlation": 0.4539, "distance_correlation_spectral": 0.8771, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9947, + "normalized_mutual_information": 1.2837, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -8177,7 +8177,7 @@ "trustworthiness": 0.7173, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3094, + "mean_score": 0.3184, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8210,9 +8210,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6614, - "density_preservation": 0.8686, + "density_preservation": 0.8592, "distance_correlation": 0.426, - "distance_correlation_spectral": 1, + "distance_correlation_spectral": 1.1352, "lcmc_at_k30": 0.1014, "normalized_mutual_information": 0, "qglobal": 0.6545, @@ -8222,7 +8222,7 @@ "trustworthiness": 0.5368, "trustworthiness_at_k30": 0.5583 }, - "mean_score": 0.4447, + "mean_score": 0.444, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8255,9 +8255,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6319, - "density_preservation": 0.4289, + "density_preservation": 0.3881, "distance_correlation": 0.5152, - "distance_correlation_spectral": 0.8349, + "distance_correlation_spectral": 0.9477, "lcmc_at_k30": 0.0661, "normalized_mutual_information": 0, "qglobal": 0.585, @@ -8267,7 +8267,7 @@ "trustworthiness": 0.5795, "trustworthiness_at_k30": 0.5833 }, - "mean_score": 0.3871, + "mean_score": 0.3926, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8300,9 +8300,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6806, - "density_preservation": 0.2177, + "density_preservation": 0.1618, "distance_correlation": 0.5404, - "distance_correlation_spectral": 0.9864, + "distance_correlation_spectral": 1.1197, "lcmc_at_k30": 0.0866, "normalized_mutual_information": 0, "qglobal": 0.6275, @@ -8312,7 +8312,7 @@ "trustworthiness": 0.5844, "trustworthiness_at_k30": 0.5924 }, - "mean_score": 0.4001, + "mean_score": 0.3968, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8345,9 +8345,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6757, - "density_preservation": 0.2858, + "density_preservation": 0.2347, "distance_correlation": 0.5578, - "distance_correlation_spectral": 0.9718, + "distance_correlation_spectral": 1.1031, "lcmc_at_k30": 0.0842, "normalized_mutual_information": 0, "qglobal": 0.6283, @@ -8357,7 +8357,7 @@ "trustworthiness": 0.5828, "trustworthiness_at_k30": 0.5957 }, - "mean_score": 0.4056, + "mean_score": 0.4039, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8390,9 +8390,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6801, - "density_preservation": 0.1452, + "density_preservation": 0.0841, "distance_correlation": 0.4906, - "distance_correlation_spectral": 0.9047, + "distance_correlation_spectral": 1.027, "lcmc_at_k30": 0.0961, "normalized_mutual_information": 0, "qglobal": 0.6473, @@ -8402,7 +8402,7 @@ "trustworthiness": 0.6109, "trustworthiness_at_k30": 0.6179 }, - "mean_score": 0.3945, + "mean_score": 0.3971, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8435,9 +8435,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6813, - "density_preservation": 0.31, + "density_preservation": 0.2607, "distance_correlation": 0.5376, - "distance_correlation_spectral": 0.9553, + "distance_correlation_spectral": 1.0844, "lcmc_at_k30": 0.0845, "normalized_mutual_information": 0, "qglobal": 0.6497, @@ -8447,7 +8447,7 @@ "trustworthiness": 0.5854, "trustworthiness_at_k30": 0.5922 }, - "mean_score": 0.4084, + "mean_score": 0.408, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8480,9 +8480,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.8034, - "density_preservation": 0.3076, + "density_preservation": 0.2582, "distance_correlation": 0.3875, - "distance_correlation_spectral": 0.9144, + "distance_correlation_spectral": 1.038, "lcmc_at_k30": 0.1668, "normalized_mutual_information": 0, "qglobal": 0.6355, @@ -8492,7 +8492,7 @@ "trustworthiness": 0.7296, "trustworthiness_at_k30": 0.7377 }, - "mean_score": 0.4444, + "mean_score": 0.4472, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -8525,9 +8525,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6148, - "density_preservation": 0.1468, + "density_preservation": 0.0858, "distance_correlation": 0.4753, - "distance_correlation_spectral": 0.909, + "distance_correlation_spectral": 1.0318, "lcmc_at_k30": 0.1151, "normalized_mutual_information": 0, "qglobal": 0.6648, @@ -8537,7 +8537,7 @@ "trustworthiness": 0.6202, "trustworthiness_at_k30": 0.6296 }, - "mean_score": 0.3949, + "mean_score": 0.3972, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8570,9 +8570,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0667, + "density_preservation": 0, "distance_correlation": 1, - "distance_correlation_spectral": 0.8809, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -8582,7 +8582,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1498, + "mean_score": 0.1538, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8615,9 +8615,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.5762, - "density_preservation": 0.1575, + "density_preservation": 0.0973, "distance_correlation": 0.7445, - "distance_correlation_spectral": 0.8803, + "distance_correlation_spectral": 0.9993, "lcmc_at_k30": 0.1125, "normalized_mutual_information": 0, "qglobal": 0.4821, @@ -8627,7 +8627,7 @@ "trustworthiness": 0.6103, "trustworthiness_at_k30": 0.6058 }, - "mean_score": 0.3816, + "mean_score": 0.3861, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8660,7 +8660,7 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.7442, - "density_preservation": 0.2832, + "density_preservation": 0.232, "distance_correlation": 0.7796, "distance_correlation_spectral": 0, "lcmc_at_k30": 0.1713, @@ -8672,7 +8672,7 @@ "trustworthiness": 0.0635, "trustworthiness_at_k30": 0.317 }, - "mean_score": 0.2341, + "mean_score": 0.2301, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8707,7 +8707,7 @@ "continuity_at_k30": 1, "density_preservation": 1, "distance_correlation": 0, - "distance_correlation_spectral": 0.7126, + "distance_correlation_spectral": 0.8089, "lcmc_at_k30": 1, "normalized_mutual_information": 0, "qglobal": 1, @@ -8717,7 +8717,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 1 }, - "mean_score": 0.7471, + "mean_score": 0.7545, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8750,9 +8750,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6954, - "density_preservation": 0.2844, + "density_preservation": 0.2332, "distance_correlation": 0.5001, - "distance_correlation_spectral": 0.8828, + "distance_correlation_spectral": 1.0021, "lcmc_at_k30": 0.1202, "normalized_mutual_information": 0, "qglobal": 0.6234, @@ -8762,7 +8762,7 @@ "trustworthiness": 0.6657, "trustworthiness_at_k30": 0.6769 }, - "mean_score": 0.4148, + "mean_score": 0.4199, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8795,9 +8795,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0.6372, - "density_preservation": 0, + "density_preservation": -0.0715, "distance_correlation": 0.5642, - "distance_correlation_spectral": 0.9563, + "distance_correlation_spectral": 1.0856, "lcmc_at_k30": 0.1056, "normalized_mutual_information": 0, "qglobal": 0.6326, @@ -8807,7 +8807,7 @@ "trustworthiness": 0.5927, "trustworthiness_at_k30": 0.602 }, - "mean_score": 0.3868, + "mean_score": 0.3902, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8839,20 +8839,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9436, + "continuity_at_k30": 1.9332, "density_preservation": 0.8696, "distance_correlation": 0.197, "distance_correlation_spectral": 0.8874, - "lcmc_at_k30": 0.3568, + "lcmc_at_k30": 7.3894, "normalized_mutual_information": 0, - "qglobal": 0.6413, - "qlocal": 0.7176, - "qnx_at_k30": 0.3568, - "qnx_auc": 0.7499, + "qglobal": 0.661, + "qlocal": 1.0945, + "qnx_at_k30": 7.3894, + "qnx_auc": 27.2168, "trustworthiness": 0.5468, - "trustworthiness_at_k30": 0.7208 + "trustworthiness_at_k30": 6.7309 }, - "mean_score": 0.5375, + "mean_score": 0.7048, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8884,20 +8884,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9091, + "continuity_at_k30": 1.8626, "density_preservation": 0.3964, "distance_correlation": 0.2461, "distance_correlation_spectral": 0.8624, - "lcmc_at_k30": 0.4173, + "lcmc_at_k30": 8.6415, "normalized_mutual_information": 0, - "qglobal": 1, - "qlocal": 0.8691, - "qnx_at_k30": 0.4173, - "qnx_auc": 1, + "qglobal": 1.0307, + "qlocal": 1.3255, + "qnx_at_k30": 8.6415, + "qnx_auc": 36.2944, "trustworthiness": 0.5993, - "trustworthiness_at_k30": 0.7749 + "trustworthiness_at_k30": 7.2366 }, - "mean_score": 0.5763, + "mean_score": 0.7003, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8929,20 +8929,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.8973, + "continuity_at_k30": 1.8384, "density_preservation": 0.0011, "distance_correlation": 0.6626, "distance_correlation_spectral": 0.7113, - "lcmc_at_k30": 0.4561, + "lcmc_at_k30": 9.446, "normalized_mutual_information": 0, - "qglobal": 0.4429, - "qlocal": 0.5841, - "qnx_at_k30": 0.4561, - "qnx_auc": 0.5193, + "qglobal": 0.4565, + "qlocal": 0.8908, + "qnx_at_k30": 9.446, + "qnx_auc": 18.8466, "trustworthiness": 0.5432, - "trustworthiness_at_k30": 0.7054 + "trustworthiness_at_k30": 6.5872 }, - "mean_score": 0.46, + "mean_score": 0.6358, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -8974,20 +8974,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.8401, + "continuity_at_k30": 1.7212, "density_preservation": 0.4568, "distance_correlation": 0.2327, "distance_correlation_spectral": 0.837, - "lcmc_at_k30": 0.3187, + "lcmc_at_k30": 6.6003, "normalized_mutual_information": 0, - "qglobal": 0.6662, - "qlocal": 0.5979, - "qnx_at_k30": 0.3187, - "qnx_auc": 0.6969, + "qglobal": 0.6866, + "qlocal": 0.9119, + "qnx_at_k30": 6.6003, + "qnx_auc": 25.2919, "trustworthiness": 0.5444, - "trustworthiness_at_k30": 0.7047 + "trustworthiness_at_k30": 6.5809 }, - "mean_score": 0.478, + "mean_score": 0.6669, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9019,20 +9019,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9109, + "continuity_at_k30": 1.8663, "density_preservation": 0.3365, "distance_correlation": 0.6032, "distance_correlation_spectral": 0.7178, - "lcmc_at_k30": 0.4473, + "lcmc_at_k30": 9.2624, "normalized_mutual_information": 0, - "qglobal": 0.5744, - "qlocal": 0.6764, - "qnx_at_k30": 0.4473, - "qnx_auc": 0.6327, + "qglobal": 0.5921, + "qlocal": 1.0316, + "qnx_at_k30": 9.2624, + "qnx_auc": 22.9641, "trustworthiness": 0.5541, - "trustworthiness_at_k30": 0.7221 + "trustworthiness_at_k30": 6.7436 }, - "mean_score": 0.5094, + "mean_score": 0.6772, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9064,20 +9064,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.8871, + "continuity_at_k30": 1.8176, "density_preservation": 0.4962, "distance_correlation": 0.193, "distance_correlation_spectral": 0.8346, - "lcmc_at_k30": 0.3507, + "lcmc_at_k30": 7.2624, "normalized_mutual_information": 0, - "qglobal": 0.7361, - "qlocal": 0.6453, - "qnx_at_k30": 0.3507, - "qnx_auc": 0.7647, + "qglobal": 0.7587, + "qlocal": 0.9841, + "qnx_at_k30": 7.2624, + "qnx_auc": 27.7537, "trustworthiness": 0.5519, - "trustworthiness_at_k30": 0.7151 + "trustworthiness_at_k30": 6.6775 }, - "mean_score": 0.502, + "mean_score": 0.6784, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9109,20 +9109,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 1, + "continuity_at_k30": 2.0488, "density_preservation": 0.2299, "distance_correlation": 0.4549, "distance_correlation_spectral": 0.8747, - "lcmc_at_k30": 1, + "lcmc_at_k30": 20.7084, "normalized_mutual_information": 0, - "qglobal": 0.6708, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 0.8227, + "qglobal": 0.6914, + "qlocal": 1.5251, + "qnx_at_k30": 20.7084, + "qnx_auc": 29.8611, "trustworthiness": 0.7789, - "trustworthiness_at_k30": 1 + "trustworthiness_at_k30": 9.3385 }, - "mean_score": 0.6794, + "mean_score": 0.6946, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -9154,20 +9154,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9428, + "continuity_at_k30": 1.9317, "density_preservation": 0.1557, "distance_correlation": 0.5981, "distance_correlation_spectral": 0.6929, - "lcmc_at_k30": 0.6116, + "lcmc_at_k30": 12.6655, "normalized_mutual_information": 0, - "qglobal": 0.5164, - "qlocal": 0.7204, - "qnx_at_k30": 0.6116, - "qnx_auc": 0.6074, + "qglobal": 0.5322, + "qlocal": 1.0987, + "qnx_at_k30": 12.6655, + "qnx_auc": 22.0455, "trustworthiness": 0.6328, - "trustworthiness_at_k30": 0.8173 + "trustworthiness_at_k30": 7.6327 }, - "mean_score": 0.5313, + "mean_score": 0.6624, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9199,20 +9199,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.4881, + "continuity_at_k30": 1, "density_preservation": 0.0441, "distance_correlation": 0.9321, "distance_correlation_spectral": 0.8068, - "lcmc_at_k30": 0.0483, + "lcmc_at_k30": 1, "normalized_mutual_information": 0, - "qglobal": 0.9702, - "qlocal": 0.6557, - "qnx_at_k30": 0.0483, - "qnx_auc": 0.0276, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3093, + "mean_score": 0.5987, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9246,8 +9246,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -9257,7 +9257,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -9300,9 +9300,9 @@ "qnx_at_k30": 0, "qnx_auc": 0, "trustworthiness": 0.1951, - "trustworthiness_at_k30": 0.1071 + "trustworthiness_at_k30": 1 }, - "mean_score": 0.1002, + "mean_score": 0.1689, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9379,20 +9379,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9232, + "continuity_at_k30": 1.8916, "density_preservation": 0.1663, "distance_correlation": 0.4839, "distance_correlation_spectral": 0.7208, - "lcmc_at_k30": 0.6548, + "lcmc_at_k30": 13.5592, "normalized_mutual_information": 0, - "qglobal": 0.515, - "qlocal": 0.6373, - "qnx_at_k30": 0.6548, - "qnx_auc": 0.6179, + "qglobal": 0.5308, + "qlocal": 0.9719, + "qnx_at_k30": 13.5592, + "qnx_auc": 22.4255, "trustworthiness": 0.6575, - "trustworthiness_at_k30": 0.836 + "trustworthiness_at_k30": 7.8067 }, - "mean_score": 0.5283, + "mean_score": 0.6563, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9424,20 +9424,20 @@ }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.9003, + "continuity_at_k30": 1.8445, "density_preservation": 0.088, "distance_correlation": 0.5688, "distance_correlation_spectral": 0.744, - "lcmc_at_k30": 0.5119, + "lcmc_at_k30": 10.6003, "normalized_mutual_information": 0, - "qglobal": 0.5138, - "qlocal": 0.6487, - "qnx_at_k30": 0.5119, - "qnx_auc": 0.567, + "qglobal": 0.5295, + "qlocal": 0.9894, + "qnx_at_k30": 10.6003, + "qnx_auc": 20.5777, "trustworthiness": 0.541, - "trustworthiness_at_k30": 0.6963 + "trustworthiness_at_k30": 6.5022 }, - "mean_score": 0.484, + "mean_score": 0.6508, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9468,13 +9468,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5656, + "adjusted_rand_index": 0.6791, "continuity_at_k30": 0, "density_preservation": 0.7316, - "distance_correlation": 0.3221, + "distance_correlation": -2.1603, "distance_correlation_spectral": 0.7644, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7543, + "normalized_mutual_information": 0.933, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9482,7 +9482,7 @@ "trustworthiness": 0.5501, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2837, + "mean_score": 0.2814, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9516,8 +9516,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -9527,7 +9527,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -9558,13 +9558,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.2007, "continuity_at_k30": 0, "density_preservation": 0.3032, - "distance_correlation": 0.2191, + "distance_correlation": -2.6406, "distance_correlation_spectral": 0.7922, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9833, + "normalized_mutual_information": 1.2163, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9572,7 +9572,7 @@ "trustworthiness": 0.5728, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2977, + "mean_score": 0.2822, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9603,13 +9603,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7651, + "adjusted_rand_index": 0.9187, "continuity_at_k30": 0, "density_preservation": 0.0913, - "distance_correlation": 0.168, + "distance_correlation": -2.879, "distance_correlation_spectral": 0.8465, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7655, + "normalized_mutual_information": 0.9469, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9617,7 +9617,7 @@ "trustworthiness": 0.4293, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2358, + "mean_score": 0.2487, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9648,13 +9648,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9892, + "adjusted_rand_index": 1.1877, "continuity_at_k30": 0, "density_preservation": 0.2768, - "distance_correlation": 0.2391, + "distance_correlation": -2.5475, "distance_correlation_spectral": 0.9091, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9559, + "normalized_mutual_information": 1.1824, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9662,7 +9662,7 @@ "trustworthiness": 0.522, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2994, + "mean_score": 0.2852, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9693,13 +9693,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5628, + "adjusted_rand_index": 0.6758, "continuity_at_k30": 0, "density_preservation": 0.2055, - "distance_correlation": 0, + "distance_correlation": -3.662, "distance_correlation_spectral": 0.7764, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6403, + "normalized_mutual_information": 0.792, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9707,7 +9707,7 @@ "trustworthiness": 0.43, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2012, + "mean_score": 0.2215, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9738,13 +9738,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.502, + "adjusted_rand_index": 0.6028, "continuity_at_k30": 0, "density_preservation": 0.2449, - "distance_correlation": 0.4901, + "distance_correlation": -1.3771, "distance_correlation_spectral": 0.9028, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7289, + "normalized_mutual_information": 0.9016, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9752,7 +9752,7 @@ "trustworthiness": 0.7431, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2778, + "mean_score": 0.2612, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -9783,13 +9783,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6435, + "adjusted_rand_index": 0.7726, "continuity_at_k30": 0, "density_preservation": 0.2764, - "distance_correlation": 0.4755, + "distance_correlation": -1.4451, "distance_correlation_spectral": 0.8481, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9732, + "normalized_mutual_information": 1.2038, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9797,7 +9797,7 @@ "trustworthiness": 0.7325, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3038, + "mean_score": 0.2792, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9876,8 +9876,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -9887,7 +9887,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": "NA", @@ -9918,13 +9918,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6549, + "adjusted_rand_index": 0.7864, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.7855, + "distance_correlation": 0, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.789, + "normalized_mutual_information": 0.9759, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9932,7 +9932,7 @@ "trustworthiness": 0.6354, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2204, + "mean_score": 0.1844, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -9963,13 +9963,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8328, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8084, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -9977,7 +9977,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.4339, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10008,13 +10008,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6334, + "adjusted_rand_index": 0.7606, "continuity_at_k30": 0, "density_preservation": 0.2842, - "distance_correlation": 0.2637, + "distance_correlation": -2.4329, "distance_correlation_spectral": 0.9441, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9662, + "normalized_mutual_information": 1.1952, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10022,7 +10022,7 @@ "trustworthiness": 0.7638, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2966, + "mean_score": 0.2887, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10053,13 +10053,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9125, + "adjusted_rand_index": 1.0957, "continuity_at_k30": 0, "density_preservation": 0.3892, - "distance_correlation": 0.6147, + "distance_correlation": -0.7961, "distance_correlation_spectral": 0.8634, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.237, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10067,7 +10067,7 @@ "trustworthiness": 0.6565, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3413, + "mean_score": 0.3007, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10098,13 +10098,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6066, + "adjusted_rand_index": 0.6744, "continuity_at_k30": 0, - "density_preservation": 0.7873, - "distance_correlation": 0.1345, - "distance_correlation_spectral": 0.9439, + "density_preservation": 0.7763, + "distance_correlation": -3.8156, + "distance_correlation_spectral": 0.9609, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5702, + "normalized_mutual_information": 0.7251, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10112,7 +10112,7 @@ "trustworthiness": 0.6273, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2823, + "mean_score": 0.2895, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10146,8 +10146,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -10157,7 +10157,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": "NA", @@ -10188,13 +10188,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7778, + "adjusted_rand_index": 0.8647, "continuity_at_k30": 0, - "density_preservation": 0.0742, - "distance_correlation": 0.3097, - "distance_correlation_spectral": 0.8837, + "density_preservation": 0.0262, + "distance_correlation": -2.8405, + "distance_correlation_spectral": 0.8996, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7678, + "normalized_mutual_information": 0.9764, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10202,7 +10202,7 @@ "trustworthiness": 0.5767, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2608, + "mean_score": 0.2572, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10233,13 +10233,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4236, + "adjusted_rand_index": 0.4709, "continuity_at_k30": 0, - "density_preservation": 0.0066, - "distance_correlation": 0.004, - "distance_correlation_spectral": 0.9877, + "density_preservation": -0.0449, + "distance_correlation": -4.5411, + "distance_correlation_spectral": 1.0056, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4707, + "normalized_mutual_information": 0.5985, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10247,7 +10247,7 @@ "trustworthiness": 0.5792, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1901, + "mean_score": 0.2037, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10278,13 +10278,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6735, + "adjusted_rand_index": 0.7488, "continuity_at_k30": 0, - "density_preservation": 0.1278, - "distance_correlation": 0.3017, - "distance_correlation_spectral": 0.8115, + "density_preservation": 0.0826, + "distance_correlation": -2.8853, + "distance_correlation_spectral": 0.8261, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7024, + "normalized_mutual_information": 0.8933, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10292,7 +10292,7 @@ "trustworthiness": 0.5597, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2444, + "mean_score": 0.2393, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10323,13 +10323,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4544, + "adjusted_rand_index": 0.5052, "continuity_at_k30": 0, - "density_preservation": 0.0376, - "distance_correlation": 0, - "distance_correlation_spectral": 1, + "density_preservation": -0.0123, + "distance_correlation": -4.5637, + "distance_correlation_spectral": 1.018, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.469, + "normalized_mutual_information": 0.5964, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10337,7 +10337,7 @@ "trustworthiness": 0.582, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1956, + "mean_score": 0.2064, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10368,13 +10368,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5356, + "adjusted_rand_index": 0.5955, "continuity_at_k30": 0, - "density_preservation": 0.159, - "distance_correlation": 0.344, - "distance_correlation_spectral": 0.98, + "density_preservation": 0.1154, + "distance_correlation": -2.6498, + "distance_correlation_spectral": 0.9977, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7643, + "normalized_mutual_information": 0.972, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10382,7 +10382,7 @@ "trustworthiness": 0.822, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2773, + "mean_score": 0.2694, "normalization_id": "sqrt_cp10k", "resources": { "exit_code": 0, @@ -10413,13 +10413,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6602, + "adjusted_rand_index": 0.734, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0.2584, - "distance_correlation_spectral": 0.9835, + "density_preservation": -0.0519, + "distance_correlation": -3.1258, + "distance_correlation_spectral": 1.0013, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9237, + "normalized_mutual_information": 1.1747, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10427,7 +10427,7 @@ "trustworthiness": 0.8033, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2792, + "mean_score": 0.2721, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10460,9 +10460,9 @@ "scaled_scores": { "adjusted_rand_index": 0, "continuity_at_k30": 0, - "density_preservation": 0.0693, + "density_preservation": 0.021, "distance_correlation": 1, - "distance_correlation_spectral": 0.9823, + "distance_correlation_spectral": 1, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -10472,7 +10472,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1578, + "mean_score": 0.1555, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10506,8 +10506,8 @@ "adjusted_rand_index": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, @@ -10517,7 +10517,7 @@ "trustworthiness": 0, "trustworthiness_at_k30": 0 }, - "mean_score": 0.1538, + "mean_score": 0, "normalization_id": "log_cp10k", "resources": { "exit_code": 143, @@ -10548,13 +10548,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.682, + "adjusted_rand_index": 0.7583, "continuity_at_k30": 0, - "density_preservation": 0.0493, - "distance_correlation": 0.8203, + "density_preservation": 0, + "distance_correlation": 0, "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7577, + "normalized_mutual_information": 0.9636, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10562,7 +10562,7 @@ "trustworthiness": 0.7326, "trustworthiness_at_k30": 0 }, - "mean_score": 0.234, + "mean_score": 0.1888, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10593,13 +10593,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8994, + "adjusted_rand_index": 1, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "distance_correlation": 0, + "distance_correlation_spectral": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7863, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10607,7 +10607,7 @@ "trustworthiness": 1, "trustworthiness_at_k30": 0 }, - "mean_score": 0.4374, + "mean_score": 0.3077, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10638,13 +10638,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7875, + "adjusted_rand_index": 0.8755, "continuity_at_k30": 0, - "density_preservation": 0.0727, - "distance_correlation": 0.206, - "distance_correlation_spectral": 0.8765, + "density_preservation": 0.0246, + "distance_correlation": -3.4177, + "distance_correlation_spectral": 0.8923, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9174, + "normalized_mutual_information": 1.1666, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10652,7 +10652,7 @@ "trustworthiness": 0.8408, "trustworthiness_at_k30": 0 }, - "mean_score": 0.2847, + "mean_score": 0.2795, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, @@ -10683,13 +10683,13 @@ "trustworthiness_at_k30": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 1.1118, "continuity_at_k30": 0, - "density_preservation": 0.0229, - "distance_correlation": 0.3037, - "distance_correlation_spectral": 0.8517, + "density_preservation": -0.0278, + "distance_correlation": -2.8739, + "distance_correlation_spectral": 0.867, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.2717, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, @@ -10697,7 +10697,7 @@ "trustworthiness": 0.7368, "trustworthiness_at_k30": 0 }, - "mean_score": 0.3012, + "mean_score": 0.2772, "normalization_id": "log_cp10k", "resources": { "exit_code": 0, From d86f38f6dbdda49908381909d82ae167c8b17a0f Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Tue, 7 Jan 2025 12:49:31 +0100 Subject: [PATCH 6/6] update results --- .../data/dataset_info.json | 200 +- .../data/method_info.json | 599 +- .../data/metric_execution_info.json | 17154 ++++++---------- .../data/metric_info.json | 344 +- .../data/quality_control.json | 3466 ++-- .../data/results.json | 12888 ++++++------ .../data/task_info.json | 21 +- 7 files changed, 14526 insertions(+), 20146 deletions(-) diff --git a/results/dimensionality_reduction/data/dataset_info.json b/results/dimensionality_reduction/data/dataset_info.json index a1d591d8..9d03d072 100644 --- a/results/dimensionality_reduction/data/dataset_info.json +++ b/results/dimensionality_reduction/data/dataset_info.json @@ -1,138 +1,162 @@ [ { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/zebrafish", - "dataset_name": "Zebrafish embryonic cells", - "dataset_summary": "Single-cell mRNA sequencing of zebrafish embryonic cells.", - "data_reference": "wagner2018single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE112294" + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "dataset_name": "Mouse Pancreatic Islet Atlas", + "dataset_summary": "Mouse pancreatic islet scRNA-seq atlas across sexes, ages, and stress conditions including diabetes", + "dataset_description": "To better understand pancreatic β-cell heterogeneity we generated a mouse pancreatic islet atlas capturing a wide range of biological conditions. The atlas contains scRNA-seq datasets of over 300,000 mouse pancreatic islet cells, of which more than 100,000 are β-cells, from nine datasets with 56 samples, including two previously unpublished datasets. The samples vary in sex, age (ranging from embryonic to aged), chemical stress, and disease status (including T1D NOD model development and two T2D models, mSTZ and db/db) together with different diabetes treatments. Additional information about data fields is available in anndata uns field 'field_descriptions' and on https://github.com/theislab/mm_pancreas_atlas_rep/blob/main/resources/cellxgene.md.", + "data_reference": "hrovatin2023delineating", + "data_url": "https://cellxgene.cziscience.com/collections/296237e2-393d-4e31-b590-b03f74ac5070", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "dataset_name": "1k PBMCs", - "dataset_summary": "1k peripheral blood mononuclear cells from a healthy donor", - "data_reference": "10x2018pbmc", - "data_url": "https://www.10xgenomics.com/resources/datasets/1-k-pbm-cs-from-a-healthy-donor-v-3-chemistry-3-standard-3-0-0" + "dataset_id": "openproblems_v1/cengen", + "dataset_name": "CeNGEN", + "dataset_summary": "Complete Gene Expression Map of an Entire Nervous System", + "dataset_description": "100k FACS-isolated C. elegans neurons from 17 experiments sequenced on 10x Genomics.", + "data_reference": "hammarlund2018cengen", + "data_url": "https://www.cengen.org", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", "dataset_id": "openproblems_v1/immune_cells", "dataset_name": "Human immune", "dataset_summary": "Human immune cells dataset from the scIB benchmarks", + "dataset_description": "Human immune cells from peripheral blood and bone marrow taken from 5 datasets comprising 10 batches across technologies (10X, Smart-seq2).", "data_reference": "luecken2022benchmarking", - "data_url": "https://theislab.github.io/scib-reproducibility/dataset_immune_cell_hum.html" + "data_url": "https://theislab.github.io/scib-reproducibility/dataset_immune_cell_hum.html", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "dataset_name": "Mouse myeloid", - "dataset_summary": "Myeloid lineage differentiation from mouse blood", - "data_reference": "olsson2016single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE70245" + "dataset_id": "cellxgene_census/gtex_v9", + "dataset_name": "GTEX v9", + "dataset_summary": "Single-nucleus cross-tissue molecular reference maps to decipher disease gene function", + "dataset_description": "Understanding the function of genes and their regulation in tissue homeostasis and disease requires knowing the cellular context in which genes are expressed in tissues across the body. Single cell genomics allows the generation of detailed cellular atlases in human tissues, but most efforts are focused on single tissue types. Here, we establish a framework for profiling multiple tissues across the human body at single-cell resolution using single nucleus RNA-Seq (snRNA-seq), and apply it to 8 diverse, archived, frozen tissue types (three donors per tissue). We apply four snRNA-seq methods to each of 25 samples from 16 donors, generating a cross-tissue atlas of 209,126 nuclei profiles, and benchmark them vs. scRNA-seq of comparable fresh tissues. We use a conditional variational autoencoder (cVAE) to integrate an atlas across tissues, donors, and laboratory methods. We highlight shared and tissue-specific features of tissue-resident immune cells, identifying tissue-restricted and non-restricted resident myeloid populations. These include a cross-tissue conserved dichotomy between LYVE1- and HLA class II-expressing macrophages, and the broad presence of LAM-like macrophages across healthy tissues that is also observed in disease. For rare, monogenic muscle diseases, we identify cell types that likely underlie the neuromuscular, metabolic, and immune components of these diseases, and biological processes involved in their pathology. For common complex diseases and traits analyzed by GWAS, we identify the cell types and gene modules that potentially underlie disease mechanisms. The experimental and analytical frameworks we describe will enable the generation of large-scale studies of how cellular and molecular processes vary across individuals and populations.", + "data_reference": "eraslan2022singlenucleus", + "data_url": "https://cellxgene.cziscience.com/collections/a3ffde6c-7ad2-498a-903c-d58e732f7470", + "date_created": "19-12-2024", + "file_size": "NA" + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_name": "Triple-Negative Breast Cancer", + "dataset_summary": "1535 cells from six fresh triple-negative breast cancer tumors.", + "dataset_description": "1535 cells from six TNBC donors by (Wu et al., 2021). This dataset includes cytokine activities, inferred using a multivariate linear model with cytokine-focused signatures, as assumed true cell-cell communication (Dimitrov et al., 2022).", + "data_reference": "wu2021single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE118389", + "date_created": "19-12-2024", + "file_size": "NA" + }, + { + "dataset_id": "cellxgene_census/dkd", + "dataset_name": "Diabetic Kidney Disease", + "dataset_summary": "Multimodal single cell sequencing implicates chromatin accessibility and genetic background in diabetic kidney disease progression", + "dataset_description": "Multimodal single cell sequencing is a powerful tool for interrogating cell-specific changes in transcription and chromatin accessibility. We performed single nucleus RNA (snRNA-seq) and assay for transposase accessible chromatin sequencing (snATAC-seq) on human kidney cortex from donors with and without diabetic kidney disease (DKD) to identify altered signaling pathways and transcription factors associated with DKD. Both snRNA-seq and snATAC-seq had an increased proportion of VCAM1+ injured proximal tubule cells (PT_VCAM1) in DKD samples. PT_VCAM1 has a pro-inflammatory expression signature and transcription factor motif enrichment implicated NFkB signaling. We used stratified linkage disequilibrium score regression to partition heritability of kidney-function-related traits using publicly-available GWAS summary statistics. Cell-specific PT_VCAM1 peaks were enriched for heritability of chronic kidney disease (CKD), suggesting that genetic background may regulate chromatin accessibility and DKD progression. snATAC-seq found cell-specific differentially accessible regions (DAR) throughout the nephron that change accessibility in DKD and these regions were enriched for glucocorticoid receptor (GR) motifs. Changes in chromatin accessibility were associated with decreased expression of insulin receptor, increased gluconeogenesis, and decreased expression of the GR cytosolic chaperone, FKBP5, in the diabetic proximal tubule. Cleavage under targets and release using nuclease (CUT&RUN) profiling of GR binding in bulk kidney cortex and an in vitro model of the proximal tubule (RPTEC) showed that DAR co-localize with GR binding sites. CRISPRi silencing of GR response elements (GRE) in the FKBP5 gene body reduced FKBP5 expression in RPTEC, suggesting that reduced FKBP5 chromatin accessibility in DKD may alter cellular response to GR. We developed an open-source tool for single cell allele specific analysis (SALSA) to model the effect of genetic background on gene expression. Heterozygous germline single nucleotide variants (SNV) in proximal tubule ATAC peaks were associated with allele-specific chromatin accessibility and differential expression of target genes within cis-coaccessibility networks. Partitioned heritability of proximal tubule ATAC peaks with a predicted allele-specific effect was enriched for eGFR, suggesting that genetic background may modify DKD progression in a cell-specific manner.", + "data_reference": "wilson2022multimodal", + "data_url": "https://cellxgene.cziscience.com/collections/b3e2c6e3-9b05-4da9-8f42-da38a664b45b", + "date_created": "19-12-2024", + "file_size": "NA" + }, + { + "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_name": "Tabula Sapiens", + "dataset_summary": "A multiple-organ, single-cell transcriptomic atlas of humans", + "dataset_description": "Tabula Sapiens is a benchmark, first-draft human cell atlas of nearly 500,000 cells from 24 organs of 15 normal human subjects. This work is the product of the Tabula Sapiens Consortium. Taking the organs from the same individual controls for genetic background, age, environment, and epigenetic effects and allows detailed analysis and comparison of cell types that are shared between tissues. Our work creates a detailed portrait of cell types as well as their distribution and variation in gene expression across tissues and within the endothelial, epithelial, stromal and immune compartments.", + "data_reference": "consortium2022tabula", + "data_url": "https://cellxgene.cziscience.com/collections/e5f58829-1a66-40b5-a624-9046778e74f5", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", "dataset_id": "openproblems_v1/pancreas", "dataset_name": "Human pancreas", "dataset_summary": "Human pancreas cells dataset from the scIB benchmarks", + "dataset_description": "Human pancreatic islet scRNA-seq data from 6 datasets across technologies (CEL-seq, CEL-seq2, Smart-seq2, inDrop, Fluidigm C1, and SMARTER-seq).", "data_reference": "luecken2022benchmarking", - "data_url": "https://theislab.github.io/scib-reproducibility/dataset_pancreas.html" + "data_url": "https://theislab.github.io/scib-reproducibility/dataset_pancreas.html", + "date_created": "19-12-2024", + "file_size": 1970090668 }, { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/cengen", - "dataset_name": "CeNGEN", - "dataset_summary": "Complete Gene Expression Map of an Entire Nervous System", - "data_reference": "hammarlund2018cengen", - "data_url": "https://www.cengen.org" + "dataset_id": "cellxgene_census/hypomap", + "dataset_name": "HypoMap", + "dataset_summary": "A unified single cell gene expression atlas of the murine hypothalamus", + "dataset_description": "The hypothalamus plays a key role in coordinating fundamental body functions. Despite recent progress in single-cell technologies, a unified catalogue and molecular characterization of the heterogeneous cell types and, specifically, neuronal subtypes in this brain region are still lacking. Here we present an integrated reference atlas “HypoMap” of the murine hypothalamus consisting of 384,925 cells, with the ability to incorporate new additional experiments. We validate HypoMap by comparing data collected from SmartSeq2 and bulk RNA sequencing of selected neuronal cell types with different degrees of cellular heterogeneity.", + "data_reference": "steuernagel2022hypomap", + "data_url": "https://cellxgene.cziscience.com/collections/d86517f0-fa7e-4266-b82e-a521350d6d36", + "date_created": "19-12-2024", + "file_size": "NA" + }, + { + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "dataset_name": "ABCA Mouse Brain scRNAseq", + "dataset_summary": "A high-resolution scRNAseq atlas of cell types in the whole mouse brain", + "dataset_description": "See dataset_reference for more information. Note that we only took the 10xv2 data from the dataset.", + "data_reference": "10.1038/s41586-023-06812-z", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE246717", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "dataset_name": "5k PBMCs", - "dataset_summary": "5k peripheral blood mononuclear cells from a healthy donor", - "data_reference": "10x2019pbmc", - "data_url": "https://www.10xgenomics.com/resources/datasets/5-k-peripheral-blood-mononuclear-cells-pbm-cs-from-a-healthy-donor-with-cell-surface-proteins-v-3-chemistry-3-1-standard-3-1-0" + "dataset_id": "openproblems_v1/zebrafish", + "dataset_name": "Zebrafish embryonic cells", + "dataset_summary": "Single-cell mRNA sequencing of zebrafish embryonic cells.", + "dataset_description": "90k cells from zebrafish embryos throughout the first day of development, with and without a knockout of chordin, an important developmental gene.", + "data_reference": "wagner2018single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE112294", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", "dataset_id": "openproblems_v1/allen_brain_atlas", "dataset_name": "Mouse Brain Atlas", "dataset_summary": "Adult mouse primary visual cortex", + "dataset_description": "A murine brain atlas with adjacent cell types as assumed benchmark truth, inferred from deconvolution proportion correlations using matching 10x Visium slides (see Dimitrov et al., 2022).", "data_reference": "tasic2016adult", - "data_url": "http://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE71585" + "data_url": "http://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE71585", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/dkd", - "dataset_name": "Diabetic Kidney Disease", - "dataset_summary": "Multimodal single cell sequencing implicates chromatin accessibility and genetic background in diabetic kidney disease progression", - "data_reference": "wilson2022multimodal", - "data_url": "https://cellxgene.cziscience.com/collections/b3e2c6e3-9b05-4da9-8f42-da38a664b45b" - }, - { - "task_id": "dimensionality_reduction", "dataset_id": "cellxgene_census/immune_cell_atlas", "dataset_name": "Immune Cell Atlas", "dataset_summary": "Cross-tissue immune cell analysis reveals tissue-specific features in humans", + "dataset_description": "Despite their crucial role in health and disease, our knowledge of immune cells within human tissues remains limited. We surveyed the immune compartment of 16 tissues from 12 adult donors by single-cell RNA sequencing and VDJ sequencing generating a dataset of ~360,000 cells. To systematically resolve immune cell heterogeneity across tissues, we developed CellTypist, a machine learning tool for rapid and precise cell type annotation. Using this approach, combined with detailed curation, we determined the tissue distribution of finely phenotyped immune cell types, revealing hitherto unappreciated tissue-specific features and clonal architecture of T and B cells. Our multitissue approach lays the foundation for identifying highly resolved immune cell types by leveraging a common reference dataset, tissue-integrated expression analysis, and antigen receptor sequencing.", "data_reference": "dominguez2022crosstissue", - "data_url": "https://cellxgene.cziscience.com/collections/62ef75e4-cbea-454e-a0ce-998ec40223d3" + "data_url": "https://cellxgene.cziscience.com/collections/62ef75e4-cbea-454e-a0ce-998ec40223d3", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "dataset_name": "Mouse HSPC", "dataset_summary": "Haematopoeitic stem and progenitor cells from mouse bone marrow", + "dataset_description": "1656 hematopoietic stem and progenitor cells from mouse bone marrow. Sequenced by Smart-seq2.", "data_reference": "nestorowa2016single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE81682" + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE81682", + "date_created": "19-12-2024", + "file_size": 378345280 }, { - "task_id": "dimensionality_reduction", - "dataset_id": "openproblems_v1/tnbc_wu2021", - "dataset_name": "Triple-Negative Breast Cancer", - "dataset_summary": "1535 cells from six fresh triple-negative breast cancer tumors.", - "data_reference": "wu2021single", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE118389" - }, - { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/tabula_sapiens", - "dataset_name": "Tabula Sapiens", - "dataset_summary": "A multiple-organ, single-cell transcriptomic atlas of humans", - "data_reference": "consortium2022tabula", - "data_url": "https://cellxgene.cziscience.com/collections/e5f58829-1a66-40b5-a624-9046778e74f5" - }, - { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/gtex_v9", - "dataset_name": "GTEX v9", - "dataset_summary": "Single-nucleus cross-tissue molecular reference maps to decipher disease gene function", - "data_reference": "eraslan2022singlenucleus", - "data_url": "https://cellxgene.cziscience.com/collections/a3ffde6c-7ad2-498a-903c-d58e732f7470" - }, - { - "task_id": "dimensionality_reduction", "dataset_id": "cellxgene_census/hcla", "dataset_name": "Human Lung Cell Atlas", "dataset_summary": "An integrated cell atlas of the human lung in health and disease (core)", + "dataset_description": "The integrated Human Lung Cell Atlas (HLCA) represents the first large-scale, integrated single-cell reference atlas of the human lung. It consists of over 2 million cells from the respiratory tract of 486 individuals, and includes 49 different datasets. It is split into the HLCA core, and the extended or full HLCA. The HLCA core includes data of healthy lung tissue from 107 individuals, and includes manual cell type annotations based on consensus across 6 independent experts, as well as demographic, biological and technical metadata.", "data_reference": "sikkema2023integrated", - "data_url": "https://cellxgene.cziscience.com/collections/6f6d381a-7701-4781-935c-db10d30de293" - }, - { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "dataset_name": "Mouse Pancreatic Islet Atlas", - "dataset_summary": "Mouse pancreatic islet scRNA-seq atlas across sexes, ages, and stress conditions including diabetes", - "data_reference": "hrovatin2023delineating", - "data_url": "https://cellxgene.cziscience.com/collections/296237e2-393d-4e31-b590-b03f74ac5070" + "data_url": "https://cellxgene.cziscience.com/collections/6f6d381a-7701-4781-935c-db10d30de293", + "date_created": "19-12-2024", + "file_size": "NA" }, { - "task_id": "dimensionality_reduction", - "dataset_id": "cellxgene_census/hypomap", - "dataset_name": "HypoMap", - "dataset_summary": "A unified single cell gene expression atlas of the murine hypothalamus", - "data_reference": "steuernagel2022hypomap", - "data_url": "https://cellxgene.cziscience.com/collections/d86517f0-fa7e-4266-b82e-a521350d6d36" + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "dataset_name": "Mouse myeloid", + "dataset_summary": "Myeloid lineage differentiation from mouse blood", + "dataset_description": "660 FACS-isolated myeloid cells from 9 experiments sequenced using C1 Fluidigm and SMARTseq in 2016 by Olsson et al.", + "data_reference": "olsson2016single", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE70245", + "date_created": "19-12-2024", + "file_size": 66107536 } ] diff --git a/results/dimensionality_reduction/data/method_info.json b/results/dimensionality_reduction/data/method_info.json index e4dd6b7a..127e7bd1 100644 --- a/results/dimensionality_reduction/data/method_info.json +++ b/results/dimensionality_reduction/data/method_info.json @@ -1,563 +1,226 @@ [ { -<<<<<<< HEAD - "task_id": "dimensionality_reduction", + "task_id": "control_methods", "method_id": "random_features", "method_name": "Random Features", "method_summary": "Negative control by randomly embedding into a 2D space.", + "method_description": "This method serves as a negative control, where the data is randomly embedded into a two-dimensional space, with no attempt to preserve the original structure.", "is_baseline": true, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/random_features/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_dimensionality_reduction", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/control_methods/random_features:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/control_methods/random_features", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "control_methods", "method_id": "spectral_features", "method_name": "Spectral Features", "method_summary": "Positive control by Use 1000-dimensional diffusions maps as an embedding.", + "method_description": "This serves as a positive control since it uses 1000-dimensional diffusions maps as an embedding", "is_baseline": true, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/spectral_features/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_dimensionality_reduction", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/control_methods/spectral_features:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/control_methods/spectral_features", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "control_methods", "method_id": "true_features", "method_name": "True Features", "method_summary": "Positive control by retaining the dimensionality without loss of information.", + "method_description": "This serves as a positive control since the original high-dimensional data is retained as is, without any loss of information", "is_baseline": true, - "paper_reference": null, - "code_url": null, - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/control_methods/true_features/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "references_doi": null, + "references_bibtex": null, + "code_url": "https://github.com/openproblems-bio/task_dimensionality_reduction", + "documentation_url": null, + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/control_methods/true_features:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/control_methods/true_features", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "densmap", "method_name": "densMAP", "method_summary": "Modified UMAP with preservation of local density information", + "method_description": "A modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", "is_baseline": false, - "paper_reference": "narayan2021assessing", + "references_doi": "10.1038/s41587-020-00801-7", + "references_bibtex": null, "code_url": "https://github.com/lmcinnes/umap", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/densmap/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://umap-learn.readthedocs.io/en/latest/densmap_demo.html", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/densmap:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/densmap", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "diffusion_map", "method_name": "Diffusion Map", "method_summary": "Finding meaningful geometric descriptions of datasets using diffusion maps.", + "method_description": "Implements diffusion map method of data parametrization, including creation and visualization of diffusion map, clustering with diffusion K-means and regression using adaptive regression model.", "is_baseline": false, - "paper_reference": "coifman2006diffusion", + "references_doi": "10.1016/j.acha.2006.04.006", + "references_bibtex": null, "code_url": "https://github.com/theislab/destiny", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/diffusion_map/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://bioconductor.org/packages/release/bioc/html/destiny.html", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/diffusion_map:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/diffusion_map", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "ivis", "method_name": "ivis", "method_summary": "Structure-preserving dimensionality reduction using a siamese neural network trained on triplets.", + "method_description": "ivis is a machine learning library for reducing dimensionality of very large\ndatasets using Siamese Neural Networks. ivis preserves global data\nstructures in a low-dimensional space, adds new data points to existing\nembeddings using a parametric mapping function, and scales linearly to\nmillions of observations.\n", "is_baseline": false, - "paper_reference": "szubert2019structurepreserving", + "references_doi": "10.1038/s41598-019-45301-0", + "references_bibtex": null, "code_url": "https://github.com/beringresearch/ivis", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/ivis/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://beringresearch.github.io/ivis/", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/ivis:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/ivis", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "lmds", "method_name": "LMDS", "method_summary": "Landmark Multi-Dimensional Scaling", + "method_description": "Landmark Multi-Dimensional Scaling (LMDS) is a non-linear method for\ndimensionality reduction that is based on the concept of multi-dimensional\nscaling.\n", "is_baseline": false, - "paper_reference": "saelens2019comparison", + "references_doi": "10.1038/s41587-019-0071-9", + "references_bibtex": null, "code_url": "https://github.com/dynverse/lmds", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/lmds/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://dynverse.org/lmds/", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/lmds:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/lmds", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "neuralee", "method_name": "NeuralEE", "method_summary": "Non-linear method that uses a neural network to preserve pairwise distances between data points in a high-dimensional space.", + "method_description": "A neural network implementation of elastic embedding. It is a\nnon-linear method that preserves pairwise distances between data points.\nNeuralEE uses a neural network to optimize an objective function that\nmeasures the difference between pairwise distances in the original\nhigh-dimensional space and the two-dimensional space. It is computed on both\nthe recommended input from the package authors of 500 HVGs selected from a\nlogged expression matrix (without sequencing depth scaling) and the default\nlogCPM matrix with 1000 HVGs.\n", "is_baseline": false, - "paper_reference": "xiong2020neuralee", + "references_doi": "10.3389/fgene.2020.00786", + "references_bibtex": null, "code_url": "https://github.com/HiBearME/NeuralEE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/neuralee/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://github.com/HiBearME/NeuralEE#readme", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/neuralee:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/neuralee", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "pca", "method_name": "PCA", "method_summary": "A linear method that finds orthogonal directions to compute the two-dimensional embedding.", + "method_description": "Principal Component Analysis is a linear method that finds orthogonal\ndirections in the data that capture the most variance. The first two\nprincipal components are chosen as the two-dimensional embedding. We select\nonly the first two principal components as the two-dimensional embedding. PCA\nis calculated on the logCPM expression matrix with and without selecting 1000\nHVGs.\n", "is_baseline": false, - "paper_reference": "pearson1901pca", - "code_url": "https://github.com/scikit-learn/scikit-learn", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/pca/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "references_doi": "10.1080/14786440109462720", + "references_bibtex": null, + "code_url": "https://github.com/scverse/scanpy", + "documentation_url": "https://scanpy.readthedocs.io/en/stable/generated/scanpy.pp.pca.html", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/pca:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/pca", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "phate", "method_name": "PHATE", "method_summary": "Preservating trajectories in a dataset by using heat diffusion potential.", + "method_description": "PHATE or \"Potential of Heat - diffusion for Affinity - based Transition\nEmbedding\" uses the potential of heat diffusion to preserve trajectories in\na dataset via a diffusion process. It is an affinity - based method that\ncreates an embedding by finding the dominant eigenvalues of a Markov\ntransition matrix. We evaluate several variants including using the\nrecommended square - root transformed CPM matrix as input, this input with\nthe gamma parameter set to zero and the normal logCPM transformed matrix\nwith and without HVG selection.\n", "is_baseline": false, - "paper_reference": "moon2019visualizing", + "references_doi": "10.1038/s41587-019-0336-3", + "references_bibtex": null, "code_url": "https://github.com/KrishnaswamyLab/PHATE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/phate/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://phate.readthedocs.io/en/stable/", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/phate:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/phate", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "pymde", "method_name": "PyMDE", "method_summary": "A Python implementation of Minimum-Distortion Embedding", + "method_description": "PyMDE is a Python implementation of Minimum-Distortion Embedding. It is a\nnon-linear method that preserves distances between cells or neighbourhoods\nin the original space.\n", "is_baseline": false, - "paper_reference": "agrawal2021mde", + "references_doi": "10.1561/2200000090", + "references_bibtex": null, "code_url": "https://github.com/cvxgrp/pymde", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/pymde/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://pymde.org", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/pymde:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/pymde", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "simlr", "method_name": "SIMLR", "method_summary": "Multikernel-based learning of distance metrics from gene expression data for dimension reduction, clustering and visulaization.", + "method_description": "Single-cell Interpretation via Multikernel LeaRning (SIMLR) learns\ncell-to-cell similarity measures from single-cell RNA-seq data in using\nGaussian kernels with various hyperparameters in order to perform dimension\nreduction, clustering and visualization. SIMLR assumes that if C separable\npopulations exist among the N cells, then the similarity matrix should have\nan approximate block-diagonal structure with C blocks whereby cells have\nlarger similarities to other cells within the same subpopulations. Learned\nsimilarity between two cells should be small if the Euclidean distance\nbetween them is large. The cell-to-cell similarity is computed using an\noptimization framework over an N x N similarity matrix, a low-dimensional\nauxilary matrix enforcing low rank constraint on the similarity matrix, and\nthe kernel weights. Dimension reduction is achieved by the stochastic\nneighbor embedding methodology with the learned similarities as input.\n", "is_baseline": false, - "paper_reference": "wang2017visualization", + "references_doi": "10.1038/nmeth.4207", + "references_bibtex": null, "code_url": "https://github.com/BatzoglouLabSU/SIMLR", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/simlr/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://bioconductor.org/packages/SIMLR/", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/simlr:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/simlr", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "tsne", "method_name": "t-SNE", "method_summary": "Minimizing Kullback-Leibler divergence by converting similarities into joint probabilities between data points and the low/high dimensional embedding.", + "method_description": "t-distributed Stochastic Neighbor Embedding converts similarities between\ndata points to joint probabilities and tries to minimize the\nKullback-Leibler divergence between the joint probabilities of the\nlow-dimensional embedding and the high-dimensional data. We use the\nimplementation in the scanpy package with the MulticoreTSNE backend taking\nthe result of PCA on the logCPM expression matrix (with and without HVG\nselection) as input.\n", "is_baseline": false, - "paper_reference": "vandermaaten2008visualizing", - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/tsne/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "references_doi": null, + "references_bibtex": "@article{JMLR:v9:vandermaaten08a,\n author = {Laurens van der Maaten and Geoffrey Hinton},\n title = {Visualizing Data using t-SNE},\n journal = {Journal of Machine Learning Research},\n year = {2008},\n volume = {9},\n number = {86},\n pages = {2579--2605},\n url = {http://jmlr.org/papers/v9/vandermaaten08a.html}\n}\n", + "code_url": "https://github.com/scverse/scanpy", + "documentation_url": "https://scanpy.readthedocs.io/en/stable/generated/scanpy.tl.tsne.html", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/tsne:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/tsne", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" }, { - "task_id": "dimensionality_reduction", + "task_id": "methods", "method_id": "umap", "method_name": "UMAP", "method_summary": "A manifold learning algorithm that utilizes topological data analysis for dimension reduction.", + "method_description": "Uniform Manifold Approximation and Projection is an algorithm for\ndimension reduction based on manifold learning techniques and ideas from\ntopological data analysis. We perform UMAP on the logCPM expression matrix\nbefore and after HVG selection and with and without PCA as a pre-processing\nstep.\n", "is_baseline": false, - "paper_reference": "mcinnes2018umap", + "references_doi": "10.48550/arxiv.1802.03426", + "references_bibtex": null, "code_url": "https://github.com/lmcinnes/umap", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/methods/umap/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446" + "documentation_url": "https://umap-learn.readthedocs.io/en/latest/", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/methods/umap:build_main", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/methods/umap", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a" } ] -======= - "method_name": "densMAP (logCP10k)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP (logCP10k, 1kHVG)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP PCA (logCP10k)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "densMAP PCA (logCP10k, 1kHVG)", - "method_summary": "densMAP is a modification of UMAP that adds an extra cost term in order to preserve information about the relative local density of the data. It is performed on the same inputs as UMAP.", - "paper_name": "Assessing single-cell transcriptomic variability through density-preserving data visualization", - "paper_reference": "narayan2021assessing", - "paper_year": 2021, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "densmap_pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "Diffusion maps", - "method_summary": "Diffusion maps uses an affinity matrix to describe the similarity between data points, which is then transformed into a graph Laplacian. The eigenvalue-weighted eigenvectors of the graph Laplacian are then used to create the embedding. Diffusion maps is calculated on the logCPM expression matrix.", - "paper_name": "Diffusion maps", - "paper_reference": "coifman2006diffusion", - "paper_year": 2006, - "code_url": "https://github.com/openproblems-bio/openproblems/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "diffusion_map", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/diffusion_map.py" - }, - { - "method_name": "NeuralEE (CPU) (Default)", - "method_summary": "NeuralEE is a neural network implementation of elastic embedding. It is a non-linear method that preserves pairwise distances between data points. NeuralEE uses a neural network to optimize an objective function that measures the difference between pairwise distances in the original high-dimensional space and the two-dimensional space. It is computed on both the recommended input from the package authors of 500 HVGs selected from a logged expression matrix (without sequencing depth scaling) and the default logCPM matrix with 1000 HVGs.", - "paper_name": "NeuralEE: A GPU-Accelerated Elastic Embedding Dimensionality Reduction Method for Visualizing Large-Scale scRNA-Seq Data", - "paper_reference": "xiong2020neuralee", - "paper_year": 2020, - "code_url": "https://github.com/HiBearME/NeuralEE/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "neuralee_default", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/neuralee.py" - }, - { - "method_name": "NeuralEE (CPU) (logCP10k, 1kHVG)", - "method_summary": "NeuralEE is a neural network implementation of elastic embedding. It is a non-linear method that preserves pairwise distances between data points. NeuralEE uses a neural network to optimize an objective function that measures the difference between pairwise distances in the original high-dimensional space and the two-dimensional space. It is computed on both the recommended input from the package authors of 500 HVGs selected from a logged expression matrix (without sequencing depth scaling) and the default logCPM matrix with 1000 HVGs.", - "paper_name": "NeuralEE: A GPU-Accelerated Elastic Embedding Dimensionality Reduction Method for Visualizing Large-Scale scRNA-Seq Data", - "paper_reference": "xiong2020neuralee", - "paper_year": 2020, - "code_url": "https://github.com/HiBearME/NeuralEE/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "neuralee_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/neuralee.py" - }, - { - "method_name": "PCA (logCP10k)", - "method_summary": "PCA or \"Principal Component Analysis\" is a linear method that finds orthogonal directions in the data that capture the most variance. The first two principal components are chosen as the two-dimensional embedding. We select only the first two principal components as the two-dimensional embedding. PCA is calculated on the logCPM expression matrix with and without selecting 1000 HVGs.", - "paper_name": "On lines and planes of closest fit to systems of points in space", - "paper_reference": "pearson1901pca", - "paper_year": 1901, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pca.py" - }, - { - "method_name": "PCA (logCP10k, 1kHVG)", - "method_summary": "PCA or \"Principal Component Analysis\" is a linear method that finds orthogonal directions in the data that capture the most variance. The first two principal components are chosen as the two-dimensional embedding. We select only the first two principal components as the two-dimensional embedding. PCA is calculated on the logCPM expression matrix with and without selecting 1000 HVGs.", - "paper_name": "On lines and planes of closest fit to systems of points in space", - "paper_reference": "pearson1901pca", - "paper_year": 1901, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.decomposition.PCA.html/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pca.py" - }, - { - "method_name": "PHATE (default)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_default", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (logCP10k, 1kHVG)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (logCP10k)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PHATE (gamma=0)", - "method_summary": "PHATE or \u201cPotential of Heat - diffusion for Affinity - based Transition Embedding\u201d uses the potential of heat diffusion to preserve trajectories in a dataset via a diffusion process. It is an affinity - based method that creates an embedding by finding the dominant eigenvalues of a Markov transition matrix. We evaluate several variants including using the recommended square - root transformed CPM matrix as input, this input with the gamma parameter set to zero and the normal logCPM transformed matrix with and without HVG selection.", - "paper_name": "Visualizing Structure and Transitions in High-Dimensional Biological Data", - "paper_reference": "moon2019visualizing", - "paper_year": 2019, - "code_url": "https://github.com/KrishnaswamyLab/PHATE//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "phate_sqrt", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/phate.py" - }, - { - "method_name": "PyMDE Preserve Distances (logCP10k)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_distances_log_cp10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Distances (logCP10k, 1kHVG)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_distances_log_cp10k_hvg", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Neighbors (logCP10k)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_neighbors_log_cp10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "PyMDE Preserve Neighbors (logCP10k, 1kHVG)", - "method_summary": "PyMDE is a Python implementation of minimum-distortion embedding. It is a non-linear method that preserves distances between cells or neighborhoods in the high-dimensional space. It is computed with options to preserve distances between cells or neighbourhoods and with the logCPM matrix with and without HVG selection as input.", - "paper_name": "Minimum-Distortion Embedding", - "paper_reference": "agrawal2021mde", - "paper_year": 2021, - "code_url": "https://pymde.org//tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-pytorch", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "pymde_neighbors_log_cp10k_hvg", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/pymde.py" - }, - { - "method_name": "Random Features", - "method_summary": "Randomly generated two-dimensional coordinates from a normal distribution.", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": true, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "random_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "Spectral Features", - "method_summary": "Use 1000-dimensional diffusions maps as an embedding", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": true, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "spectral_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "True Features", - "method_summary": "Use of the original feature inputs as the 'embedding'.", - "paper_name": "Open Problems for Single Cell Analysis", - "paper_reference": "openproblems", - "paper_year": 2022, - "code_url": "https://github.com/openproblems-bio/openproblems/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": true, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "true_features", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/baseline.py" - }, - { - "method_name": "t-SNE (logCP10k)", - "method_summary": "t-SNE or t-distributed Stochastic Neighbor Embedding converts similarities between data points to joint probabilities and tries to minimize the Kullback-Leibler divergence between the joint probabilities of the low-dimensional embedding and the high-dimensional data. We use the implementation in the scanpy package with the result of PCA on the logCPM expression matrix (with and without HVG selection).", - "paper_name": "Visualizing Data using t-SNE", - "paper_reference": "vandermaaten2008visualizing", - "paper_year": 2008, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "tsne_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/tsne.py" - }, - { - "method_name": "t-SNE (logCP10k, 1kHVG)", - "method_summary": "t-SNE or t-distributed Stochastic Neighbor Embedding converts similarities between data points to joint probabilities and tries to minimize the Kullback-Leibler divergence between the joint probabilities of the low-dimensional embedding and the high-dimensional data. We use the implementation in the scanpy package with the result of PCA on the logCPM expression matrix (with and without HVG selection).", - "paper_name": "Visualizing Data using t-SNE", - "paper_reference": "vandermaaten2008visualizing", - "paper_year": 2008, - "code_url": "https://scikit-learn.org/stable/modules/generated/sklearn.manifold.TSNE.html#sklearn.manifold.TSNE/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems-python-extras", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "154ccb9fd99113f3d28d9c3f139194539a0290f9", - "method_id": "tsne_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/tsne.py" - }, - { - "method_name": "UMAP (logCP10k)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP (logCP10k, 1kHVG)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP PCA (logCP10k)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_pca_logCP10k", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - }, - { - "method_name": "UMAP PCA (logCP10k, 1kHVG)", - "method_summary": "UMAP or Uniform Manifold Approximation and Projection is an algorithm for dimension reduction based on manifold learning techniques and ideas from topological data analysis. We perform UMAP on the logCPM expression matrix before and after HVG selection and with and without PCA as a pre-processing step.", - "paper_name": "UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction", - "paper_reference": "mcinnes2018umap", - "paper_year": 2018, - "code_url": "https://github.com/lmcinnes/umap/tree/v1.0.0/openproblems/tasks", - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "is_baseline": false, - "code_version": "v1.0.0", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "method_id": "umap_pca_logCP10k_1kHVG", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/methods/umap.py" - } -] ->>>>>>> origin/main diff --git a/results/dimensionality_reduction/data/metric_execution_info.json b/results/dimensionality_reduction/data/metric_execution_info.json index 9f3906cc..3cd4cb17 100644 --- a/results/dimensionality_reduction/data/metric_execution_info.json +++ b/results/dimensionality_reduction/data/metric_execution_info.json @@ -1,348 +1,348 @@ [ { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 447, - "cpu_pct": 114.7, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 17:14:53", + "exit_code": "NA", + "duration_sec": 1960, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "ivis", - "metric_id": "clustering_performance", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 757, - "cpu_pct": 103.4, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 19:20:53", + "exit_code": 137, + "duration_sec": 5390, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 545, - "cpu_pct": 107, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 17:14:53", + "exit_code": "NA", + "duration_sec": 980, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:36:53", "exit_code": 0, - "duration_sec": 455, - "cpu_pct": 117.8, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 2640, + "cpu_pct": 100.9, + "peak_memory_mb": 215655, + "disk_read_mb": 109980, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 466, - "cpu_pct": 105.7, - "peak_memory_mb": 7271, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 17:14:53", + "exit_code": 143, + "duration_sec": 14420, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 317, - "cpu_pct": 128, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 16:59:03", + "exit_code": "NA", + "duration_sec": 15524, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 111.9, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 19:32:43", + "exit_code": 137, + "duration_sec": 5950, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 694, - "cpu_pct": 121.6, - "peak_memory_mb": 15668, - "disk_read_mb": 1639, - "disk_write_mb": 2 + "submit": "2024-12-19 16:59:03", + "exit_code": "NA", + "duration_sec": 12370, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:50:53", "exit_code": 0, - "duration_sec": 419, - "cpu_pct": 839.1, - "peak_memory_mb": 33690, - "disk_read_mb": 1536, - "disk_write_mb": 2 + "duration_sec": 5397, + "cpu_pct": 104.6, + "peak_memory_mb": 216474, + "disk_read_mb": 109980, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 306, - "cpu_pct": 127.1, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 16:59:03", + "exit_code": "NA", + "duration_sec": 12370, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 429, - "cpu_pct": 119, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 17:08:23", + "exit_code": "NA", + "duration_sec": 2280, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 391, - "cpu_pct": 111.2, - "peak_memory_mb": 12288, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "submit": "2024-12-19 19:19:53", + "exit_code": 137, + "duration_sec": 5810, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 4429, - "cpu_pct": 111.8, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "submit": "2024-12-19 17:08:23", + "exit_code": "NA", + "duration_sec": 1150, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:50:43", "exit_code": 0, - "duration_sec": 3953, - "cpu_pct": 112.6, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "duration_sec": 6345, + "cpu_pct": 103.6, + "peak_memory_mb": 285901, + "disk_read_mb": 138549, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 5017, - "cpu_pct": 109.9, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "submit": "2024-12-19 17:08:23", + "exit_code": "NA", + "duration_sec": 1150, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 17:21:43", "exit_code": 0, - "duration_sec": 4034, - "cpu_pct": 112.2, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "duration_sec": 24336, + "cpu_pct": 103.6, + "peak_memory_mb": 49664, + "disk_read_mb": 73320, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 5371, - "cpu_pct": 102.6, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "submit": "2024-12-19 19:26:53", + "exit_code": 137, + "duration_sec": 6650, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 2989, - "cpu_pct": 118, - "peak_memory_mb": 14746, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "submit": "2024-12-19 17:21:43", + "exit_code": "NA", + "duration_sec": 471, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 4770, - "cpu_pct": 108.1, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "submit": "2024-12-19 17:21:43", + "exit_code": "NA", + "duration_sec": 1893, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 9871, - "cpu_pct": 111.1, - "peak_memory_mb": 52020, - "disk_read_mb": 4506, - "disk_write_mb": 2 + "submit": "2024-12-19 17:21:43", + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 17:16:23", "exit_code": 0, - "duration_sec": 3016, - "cpu_pct": 698.8, - "peak_memory_mb": 158720, - "disk_read_mb": 3584, - "disk_write_mb": 2 + "duration_sec": 1242, + "cpu_pct": 104.1, + "peak_memory_mb": 21504, + "disk_read_mb": 26010, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 19:26:33", "exit_code": 0, - "duration_sec": 2281, - "cpu_pct": 120.9, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "duration_sec": 27818, + "cpu_pct": 104.2, + "peak_memory_mb": 149607, + "disk_read_mb": 91035, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 17:16:23", "exit_code": 0, - "duration_sec": 4010, - "cpu_pct": 113, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "duration_sec": 1483, + "cpu_pct": 1125.3, + "peak_memory_mb": 25191, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 18:24:13", "exit_code": 0, - "duration_sec": 3526, - "cpu_pct": 112.4, - "peak_memory_mb": 14644, - "disk_read_mb": 2970, - "disk_write_mb": 2 + "duration_sec": 3135, + "cpu_pct": 100.9, + "peak_memory_mb": 124928, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 30253, + "submit": "2024-12-19 17:16:23", + "exit_code": "NA", + "duration_sec": 5941, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -350,13 +350,27 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14405, + "submit": "2024-12-19 15:03:33", + "exit_code": 0, + "duration_sec": 1348, + "cpu_pct": 103.9, + "peak_memory_mb": 24064, + "disk_read_mb": 26216, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "ivis", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 16:30:22", + "exit_code": "NA", + "duration_sec": 7735, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -364,55 +378,69 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", - "resources": { - "exit_code": 143, - "duration_sec": 14411, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "dataset_id": "cellxgene_census/dkd", + "method_id": "ivis", + "metric_component_name": "density_preservation", + "resources": { + "submit": "2024-12-19 15:03:33", + "exit_code": 0, + "duration_sec": 1384, + "cpu_pct": 1071.7, + "peak_memory_mb": 25191, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:46:22", + "exit_code": 0, + "duration_sec": 2820, + "cpu_pct": 105.2, + "peak_memory_mb": 126157, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 17:42:23", "exit_code": 0, - "duration_sec": 12095, - "cpu_pct": 105.8, - "peak_memory_mb": 25908, - "disk_read_mb": 17511, + "duration_sec": 7922, + "cpu_pct": 1358.7, + "peak_memory_mb": 122164, + "disk_read_mb": 13005, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14404, + "submit": "2024-12-19 15:07:33", + "exit_code": 0, + "duration_sec": 2836, + "cpu_pct": 98.7, + "peak_memory_mb": 29901, + "disk_read_mb": 37888, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "lmds", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 16:35:43", + "exit_code": 137, + "duration_sec": 28217, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -420,13 +448,13 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 842, + "submit": "2024-12-19 15:07:33", + "exit_code": "NA", + "duration_sec": 2280, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -434,27 +462,27 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:42:22", "exit_code": 0, - "duration_sec": 11538, - "cpu_pct": 105.9, - "peak_memory_mb": 25805, - "disk_read_mb": 17511, - "disk_write_mb": 2 + "duration_sec": 3489, + "cpu_pct": 106.2, + "peak_memory_mb": 167936, + "disk_read_mb": 56526, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14402, + "submit": "2024-12-19 15:07:33", + "exit_code": "NA", + "duration_sec": 4761, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -462,111 +490,139 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 24353, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:26:33", + "exit_code": 0, + "duration_sec": 1508, + "cpu_pct": 104.4, + "peak_memory_mb": 21504, + "disk_read_mb": 26010, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 17:22:33", "exit_code": 0, - "duration_sec": 9871, - "cpu_pct": 111.1, - "peak_memory_mb": 25088, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 27041, + "cpu_pct": 100.5, + "peak_memory_mb": 145101, + "disk_read_mb": 91035, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:26:33", "exit_code": 0, - "duration_sec": 11804, - "cpu_pct": 108.6, - "peak_memory_mb": 25088, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 1059, + "cpu_pct": 1236.2, + "peak_memory_mb": 30208, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:28:12", "exit_code": 0, - "duration_sec": 11997, - "cpu_pct": 108.5, - "peak_memory_mb": 25088, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 3015, + "cpu_pct": 99.9, + "peak_memory_mb": 126464, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "neuralee", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:26:33", + "exit_code": "NA", + "duration_sec": 2831, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:01:03", "exit_code": 0, - "duration_sec": 11118, - "cpu_pct": 109.1, - "peak_memory_mb": 25088, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 1472, + "cpu_pct": 102.6, + "peak_memory_mb": 24064, + "disk_read_mb": 26216, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pca", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 15:24:32", + "exit_code": 1, + "duration_sec": 8120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", "method_id": "pca", - "metric_id": "clustering_performance", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:01:03", "exit_code": 0, - "duration_sec": 12327, - "cpu_pct": 108.3, + "duration_sec": 3340, + "cpu_pct": 957.3, "peak_memory_mb": 25088, - "disk_read_mb": 12698, + "disk_read_mb": 13005, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:40:32", "exit_code": 0, - "duration_sec": 12381, - "cpu_pct": 108.6, - "peak_memory_mb": 25088, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 3708, + "cpu_pct": 104.7, + "peak_memory_mb": 126157, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14403, + "submit": "2024-12-19 17:48:03", + "exit_code": "NA", + "duration_sec": 400, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -574,13 +630,27 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "phate", + "metric_component_name": "clustering_performance", + "resources": { + "submit": "2024-12-19 15:14:03", + "exit_code": 0, + "duration_sec": 1158, + "cpu_pct": 98.9, + "peak_memory_mb": 24884, + "disk_read_mb": 37888, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 17:04:43", "exit_code": 137, - "duration_sec": 790, + "duration_sec": 26740, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -588,153 +658,139 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:14:03", "exit_code": 0, - "duration_sec": 6110, - "cpu_pct": 117.9, - "peak_memory_mb": 25191, - "disk_read_mb": 12698, + "duration_sec": 2832, + "cpu_pct": 961.1, + "peak_memory_mb": 35226, + "disk_read_mb": 18944, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:06:02", "exit_code": 0, - "duration_sec": 8094, - "cpu_pct": 112.7, - "peak_memory_mb": 25191, - "disk_read_mb": 12698, - "disk_write_mb": 2 + "duration_sec": 3435, + "cpu_pct": 100.7, + "peak_memory_mb": 167732, + "disk_read_mb": 56526, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "sqrt_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "phate", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:03:43", "exit_code": 0, - "duration_sec": 8432, - "cpu_pct": 110.9, - "peak_memory_mb": 25191, - "disk_read_mb": 12698, + "duration_sec": 8879, + "cpu_pct": 950.7, + "peak_memory_mb": 123495, + "disk_read_mb": 18944, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:15:43", "exit_code": 0, - "duration_sec": 9234, - "cpu_pct": 110.1, - "peak_memory_mb": 22016, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 1002, + "cpu_pct": 105, + "peak_memory_mb": 24064, + "disk_read_mb": 26216, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 18:15:33", "exit_code": 0, - "duration_sec": 10150, - "cpu_pct": 108.4, - "peak_memory_mb": 22016, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 26628, + "cpu_pct": 100.5, + "peak_memory_mb": 150938, + "disk_read_mb": 91035, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:15:43", "exit_code": 0, - "duration_sec": 9813, - "cpu_pct": 108.6, - "peak_memory_mb": 22016, - "disk_read_mb": 9831, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", - "resources": { - "exit_code": "NA", - "duration_sec": 20420, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "duration_sec": 956, + "cpu_pct": 1228.2, + "peak_memory_mb": 25191, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 17:21:03", "exit_code": 0, - "duration_sec": 10171, - "cpu_pct": 108.2, - "peak_memory_mb": 21914, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 3090, + "cpu_pct": 107.7, + "peak_memory_mb": 124928, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "pymde", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:04:03", "exit_code": 0, - "duration_sec": 5893, - "cpu_pct": 106, - "peak_memory_mb": 16999, - "disk_read_mb": 9831, + "duration_sec": 8045, + "cpu_pct": 1194.3, + "peak_memory_mb": 122983, + "disk_read_mb": 13005, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "random_features", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:05:23", "exit_code": 0, - "duration_sec": 9842, - "cpu_pct": 108.4, - "peak_memory_mb": 21914, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 1978, + "cpu_pct": 101.8, + "peak_memory_mb": 29901, + "disk_read_mb": 37888, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 16:33:33", "exit_code": 137, - "duration_sec": 232, + "duration_sec": 27657, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -742,181 +798,181 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 740, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:05:23", + "exit_code": 0, + "duration_sec": 1775, + "cpu_pct": 911.7, + "peak_memory_mb": 31028, + "disk_read_mb": 18944, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:45:12", "exit_code": 0, - "duration_sec": 4369, - "cpu_pct": 108.1, - "peak_memory_mb": 16999, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 4128, + "cpu_pct": 104.9, + "peak_memory_mb": 167834, + "disk_read_mb": 56526, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 7829, - "cpu_pct": 111.2, - "peak_memory_mb": 22016, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "submit": "2024-12-19 16:29:43", + "exit_code": "NA", + "duration_sec": 1105, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:54:14", "exit_code": 0, - "duration_sec": 8079, - "cpu_pct": 104.7, - "peak_memory_mb": 22119, - "disk_read_mb": 9831, - "disk_write_mb": 2 + "duration_sec": 2156, + "cpu_pct": 103.2, + "peak_memory_mb": 30925, + "disk_read_mb": 38504, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 7373, - "cpu_pct": 111.2, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "submit": "2024-12-19 19:16:33", + "exit_code": 137, + "duration_sec": 32760, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:54:14", "exit_code": 0, - "duration_sec": 8263, - "cpu_pct": 106.1, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 1496, + "cpu_pct": 1089.6, + "peak_memory_mb": 38810, + "disk_read_mb": 19149, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 18:12:23", "exit_code": 0, - "duration_sec": 9134, - "cpu_pct": 108.3, - "peak_memory_mb": 25293, - "disk_read_mb": 13312, - "disk_write_mb": 2 + "duration_sec": 3246, + "cpu_pct": 104.5, + "peak_memory_mb": 166400, + "disk_read_mb": 57447, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 20:16:34", "exit_code": 0, - "duration_sec": 7978, - "cpu_pct": 106.7, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, + "duration_sec": 7023, + "cpu_pct": 1348.1, + "peak_memory_mb": 126772, + "disk_read_mb": 19149, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 17:52:23", "exit_code": 0, - "duration_sec": 7973, - "cpu_pct": 109.3, - "peak_memory_mb": 25293, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 1702, + "cpu_pct": 110, + "peak_memory_mb": 48743, + "disk_read_mb": 34408, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 19:46:03", "exit_code": 0, - "duration_sec": 5062, - "cpu_pct": 115.7, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 26208, + "cpu_pct": 100.5, + "peak_memory_mb": 149709, + "disk_read_mb": 120428, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 17:52:23", "exit_code": 0, - "duration_sec": 9025, - "cpu_pct": 108.1, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, + "duration_sec": 3552, + "cpu_pct": 1363.5, + "peak_memory_mb": 44032, + "disk_read_mb": 17204, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 242, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 19:16:53", + "exit_code": 0, + "duration_sec": 2706, + "cpu_pct": 100.7, + "peak_memory_mb": 128410, + "disk_read_mb": 51612, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "true_features", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 1662, + "submit": "2024-12-19 17:52:23", + "exit_code": "NA", + "duration_sec": 8481, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -924,55 +980,69 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/dkd", "method_id": "tsne", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:15:03", "exit_code": 0, - "duration_sec": 4431, - "cpu_pct": 117.8, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 950, + "cpu_pct": 104.4, + "peak_memory_mb": 21504, + "disk_read_mb": 26010, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 17:04:23", + "exit_code": "NA", + "duration_sec": 8750, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:15:03", "exit_code": 0, - "duration_sec": 6245, - "cpu_pct": 112.3, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 1180, + "cpu_pct": 1152, + "peak_memory_mb": 30208, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:13:53", "exit_code": 0, - "duration_sec": 6916, - "cpu_pct": 110.6, - "peak_memory_mb": 25396, - "disk_read_mb": 13210, - "disk_write_mb": 2 + "duration_sec": 3000, + "cpu_pct": 103.4, + "peak_memory_mb": 126055, + "disk_read_mb": 39015, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14404, + "submit": "2024-12-19 15:15:03", + "exit_code": "NA", + "duration_sec": 7001, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -980,13 +1050,27 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14405, + "submit": "2024-12-19 15:14:23", + "exit_code": 0, + "duration_sec": 1274, + "cpu_pct": 104.7, + "peak_memory_mb": 24064, + "disk_read_mb": 26216, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 15:59:02", + "exit_code": 1, + "duration_sec": 4683, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -994,27 +1078,41 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:14:23", "exit_code": 0, - "duration_sec": 14045, - "cpu_pct": 110.2, - "peak_memory_mb": 32154, - "disk_read_mb": 19354, - "disk_write_mb": 2 + "duration_sec": 1344, + "cpu_pct": 1050.4, + "peak_memory_mb": 25191, + "disk_read_mb": 13005, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14412, + "submit": "2024-12-19 16:05:12", + "exit_code": 0, + "duration_sec": 4743, + "cpu_pct": 101.5, + "peak_memory_mb": 126362, + "disk_read_mb": 39015, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cellxgene_census/dkd", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:14:23", + "exit_code": "NA", + "duration_sec": 7361, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -1022,27 +1120,27 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:04:13", "exit_code": 0, - "duration_sec": 7428, - "cpu_pct": 119.1, - "peak_memory_mb": 32359, - "disk_read_mb": 19354, - "disk_write_mb": 2 + "duration_sec": 14482, + "cpu_pct": 102, + "peak_memory_mb": 31642, + "disk_read_mb": 44238, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 14404, + "submit": "2024-12-19 16:04:13", + "exit_code": "NA", + "duration_sec": 1421, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -1050,13 +1148,13 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 822, + "submit": "2024-12-19 16:04:13", + "exit_code": "NA", + "duration_sec": 3332, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -1064,1133 +1162,1105 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 17:18:03", "exit_code": 0, - "duration_sec": 6911, - "cpu_pct": 110.2, - "peak_memory_mb": 32256, - "disk_read_mb": 19354, - "disk_write_mb": 2 + "duration_sec": 5511, + "cpu_pct": 103.6, + "peak_memory_mb": 201319, + "disk_read_mb": 66357, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 8742, - "cpu_pct": 116.5, - "peak_memory_mb": 32256, - "disk_read_mb": 19354, - "disk_write_mb": 2 + "submit": "2024-12-19 16:04:13", + "exit_code": 1, + "duration_sec": 9140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:26:43", "exit_code": 0, - "duration_sec": 11902, - "cpu_pct": 109.5, - "peak_memory_mb": 32461, - "disk_read_mb": 19354, - "disk_write_mb": 2 + "duration_sec": 19654, + "cpu_pct": 103.7, + "peak_memory_mb": 41165, + "disk_read_mb": 63284, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 137, - "cpu_pct": 122.2, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "submit": "2024-12-19 17:40:03", + "exit_code": 137, + "duration_sec": 6300, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 17:50:13", "exit_code": 0, - "duration_sec": 193, - "cpu_pct": 104.1, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, + "duration_sec": 12402, + "cpu_pct": 2167.2, + "peak_memory_mb": 59802, + "disk_read_mb": 31642, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "lmds", - "metric_id": "clustering_performance", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 112.1, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "submit": "2024-12-19 16:25:42", + "exit_code": "NA", + "duration_sec": 4335, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 250, - "cpu_pct": 104.9, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "submit": "2024-12-19 15:26:43", + "exit_code": 1, + "duration_sec": 9180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 154, - "cpu_pct": 115.9, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "submit": "2024-12-19 15:39:43", + "exit_code": "NA", + "duration_sec": 10424, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 125, - "cpu_pct": 123.5, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "submit": "2024-12-19 17:41:33", + "exit_code": 137, + "duration_sec": 5670, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:39:43", "exit_code": 0, - "duration_sec": 179, - "cpu_pct": 107.8, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 5651, + "cpu_pct": 1863.7, + "peak_memory_mb": 47821, + "disk_read_mb": 22119, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:41:32", "exit_code": 0, - "duration_sec": 226, - "cpu_pct": 120.8, - "peak_memory_mb": 13824, - "disk_read_mb": 2048, - "disk_write_mb": 2 + "duration_sec": 6147, + "cpu_pct": 103.1, + "peak_memory_mb": 201319, + "disk_read_mb": 66357, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 190, - "cpu_pct": 807.7, - "peak_memory_mb": 18842, - "disk_read_mb": 2458, - "disk_write_mb": 2 + "submit": "2024-12-19 15:39:43", + "exit_code": "NA", + "duration_sec": 5082, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 235, - "cpu_pct": 100.1, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 17882, + "cpu_pct": 104, + "peak_memory_mb": 34202, + "disk_read_mb": 44238, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 134, - "cpu_pct": 105.4, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } + "submit": "2024-12-19 16:43:22", + "exit_code": "NA", + "duration_sec": 5460, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 137, - "cpu_pct": 108.4, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, + "duration_sec": 12916, + "cpu_pct": 1986.9, + "peak_memory_mb": 50893, + "disk_read_mb": 22119, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 1685, - "cpu_pct": 113.4, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "submit": "2024-12-19 15:04:13", + "exit_code": "NA", + "duration_sec": 1266, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 1481, - "cpu_pct": 113.6, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "submit": "2024-12-19 15:04:13", + "exit_code": 143, + "duration_sec": 14409, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 1799, - "cpu_pct": 108.2, - "peak_memory_mb": 11981, - "disk_read_mb": 758, - "disk_write_mb": 2 + "submit": "2024-12-19 15:32:03", + "exit_code": "NA", + "duration_sec": 11602, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 1669, - "cpu_pct": 111.8, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "submit": "2024-12-19 17:40:33", + "exit_code": 137, + "duration_sec": 5600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 1937, - "cpu_pct": 105.5, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "submit": "2024-12-19 15:32:03", + "exit_code": "NA", + "duration_sec": 5812, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 933, - "cpu_pct": 124.3, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "submit": "2024-12-19 16:18:53", + "exit_code": "NA", + "duration_sec": 6792, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 1950, - "cpu_pct": 108.2, - "peak_memory_mb": 11981, - "disk_read_mb": 760, - "disk_write_mb": 2 + "submit": "2024-12-19 15:32:03", + "exit_code": "NA", + "duration_sec": 393, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 2109, - "cpu_pct": 134.1, - "peak_memory_mb": 53044, - "disk_read_mb": 1536, - "disk_write_mb": 2 + "submit": "2024-12-19 16:08:03", + "exit_code": "NA", + "duration_sec": 5388, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 1342, - "cpu_pct": 639.7, - "peak_memory_mb": 57344, - "disk_read_mb": 964, - "disk_write_mb": 2 + "submit": "2024-12-19 18:10:13", + "exit_code": 137, + "duration_sec": 4130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:08:03", "exit_code": 0, - "duration_sec": 770, - "cpu_pct": 131.5, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "duration_sec": 4222, + "cpu_pct": 1447.6, + "peak_memory_mb": 47821, + "disk_read_mb": 22119, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 17:32:03", "exit_code": 0, - "duration_sec": 1048, - "cpu_pct": 121.9, - "peak_memory_mb": 11981, - "disk_read_mb": 759, - "disk_write_mb": 2 + "duration_sec": 4533, + "cpu_pct": 100.5, + "peak_memory_mb": 202650, + "disk_read_mb": 66357, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 1411, - "cpu_pct": 115.8, - "peak_memory_mb": 11981, - "disk_read_mb": 760, - "disk_write_mb": 2 + "submit": "2024-12-19 16:08:02", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:34:13", "exit_code": 0, - "duration_sec": 327, - "cpu_pct": 107.4, - "peak_memory_mb": 6656, - "disk_read_mb": 828, - "disk_write_mb": 2 + "duration_sec": 20476, + "cpu_pct": 99.8, + "peak_memory_mb": 41165, + "disk_read_mb": 63284, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 393, - "cpu_pct": 115.5, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 17:45:33", + "exit_code": 137, + "duration_sec": 7140, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 17:44:03", "exit_code": 0, - "duration_sec": 772, - "cpu_pct": 101.6, - "peak_memory_mb": 11776, - "disk_read_mb": 827, + "duration_sec": 11706, + "cpu_pct": 1901.3, + "peak_memory_mb": 59802, + "disk_read_mb": 31642, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 18:05:23", "exit_code": 0, - "duration_sec": 341, - "cpu_pct": 119.9, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "duration_sec": 6099, + "cpu_pct": 100.7, + "peak_memory_mb": 270746, + "disk_read_mb": 94926, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 449, - "cpu_pct": 110.6, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 15:34:13", + "exit_code": "NA", + "duration_sec": 2533, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 282, - "cpu_pct": 127.8, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 19:07:33", + "exit_code": 143, + "duration_sec": 28822, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 419, - "cpu_pct": 116.5, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 19:54:33", + "exit_code": 137, + "duration_sec": 6580, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "spectral_features", - "metric_id": "clustering_performance", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 21:43:43", "exit_code": 0, - "duration_sec": 610, - "cpu_pct": 121.8, - "peak_memory_mb": 15156, - "disk_read_mb": 1024, + "duration_sec": 12382, + "cpu_pct": 2084, + "peak_memory_mb": 61338, + "disk_read_mb": 33280, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 20:24:23", "exit_code": 0, - "duration_sec": 649, - "cpu_pct": 185.7, - "peak_memory_mb": 18637, - "disk_read_mb": 976, - "disk_write_mb": 2 + "duration_sec": 7095, + "cpu_pct": 100.4, + "peak_memory_mb": 271872, + "disk_read_mb": 99534, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 288, - "cpu_pct": 126, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 17:56:43", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:30:53", "exit_code": 0, - "duration_sec": 342, - "cpu_pct": 113.3, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "duration_sec": 10556, + "cpu_pct": 101.6, + "peak_memory_mb": 34202, + "disk_read_mb": 44238, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 280, - "cpu_pct": 111.1, - "peak_memory_mb": 11776, - "disk_read_mb": 828, - "disk_write_mb": 2 + "submit": "2024-12-19 17:29:43", + "exit_code": 137, + "duration_sec": 5320, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:30:53", "exit_code": 0, - "duration_sec": 24.5, - "cpu_pct": 178.9, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "duration_sec": 5948, + "cpu_pct": 1662.3, + "peak_memory_mb": 52839, + "disk_read_mb": 22119, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:22:02", "exit_code": 0, - "duration_sec": 22.5, - "cpu_pct": 151.1, - "peak_memory_mb": 10650, - "disk_read_mb": 98, - "disk_write_mb": 1 + "duration_sec": 5922, + "cpu_pct": 107.7, + "peak_memory_mb": 202445, + "disk_read_mb": 66357, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 23.5, - "cpu_pct": 146.8, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 15:30:53", + "exit_code": "NA", + "duration_sec": 51.7, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:35:03", "exit_code": 0, - "duration_sec": 23.7, - "cpu_pct": 169.9, - "peak_memory_mb": 5940, - "disk_read_mb": 98, - "disk_write_mb": 1 + "duration_sec": 12684, + "cpu_pct": 102.7, + "peak_memory_mb": 34202, + "disk_read_mb": 44238, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 22.5, - "cpu_pct": 150.7, - "peak_memory_mb": 10650, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 17:53:13", + "exit_code": 137, + "duration_sec": 4060, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 23.9, - "cpu_pct": 172.3, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 15:35:03", + "exit_code": "NA", + "duration_sec": 2792, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:45:52", "exit_code": 0, - "duration_sec": 23.6, - "cpu_pct": 148.9, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "duration_sec": 5412, + "cpu_pct": 100.7, + "peak_memory_mb": 202650, + "disk_read_mb": 66357, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/gtex_v9", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 30.8, - "cpu_pct": 131.4, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 15:35:03", + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 23.3, - "cpu_pct": 172.7, - "peak_memory_mb": 5940, - "disk_read_mb": 98, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:33", + "exit_code": 143, + "duration_sec": 28820, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 17:03:33", "exit_code": 0, - "duration_sec": 25.8, - "cpu_pct": 153.7, - "peak_memory_mb": 10650, - "disk_read_mb": 98, - "disk_write_mb": 1 + "duration_sec": 3192, + "cpu_pct": 73.8, + "peak_memory_mb": 45159, + "disk_read_mb": 199990, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 27.2, - "cpu_pct": 275.7, - "peak_memory_mb": 10957, - "disk_read_mb": 109, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:33", + "exit_code": "NA", + "duration_sec": 12341, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 23.3, - "cpu_pct": 185.3, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:33", + "exit_code": 1, + "duration_sec": 2400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 27, - "cpu_pct": 147.8, - "peak_memory_mb": 10650, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:33", + "exit_code": 143, + "duration_sec": 14420, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 23.7, - "cpu_pct": 155.3, - "peak_memory_mb": 5940, - "disk_read_mb": 95, - "disk_write_mb": 1 + "submit": "2024-12-19 18:24:43", + "exit_code": "NA", + "duration_sec": 14702, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 18:24:43", "exit_code": 0, - "duration_sec": 30.9, - "cpu_pct": 166.6, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "duration_sec": 2275, + "cpu_pct": 98.1, + "peak_memory_mb": 41063, + "disk_read_mb": 197120, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 43, - "cpu_pct": 98.7, - "peak_memory_mb": 10855, - "disk_read_mb": 384, - "disk_write_mb": 1 + "submit": "2024-12-19 20:44:13", + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 30.5, - "cpu_pct": 151.5, - "peak_memory_mb": 10855, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 18:24:43", + "exit_code": 1, + "duration_sec": 1470, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 27.2, - "cpu_pct": 167.4, - "peak_memory_mb": 10957, - "disk_read_mb": 384, - "disk_write_mb": 1 + "submit": "2024-12-19 18:24:43", + "exit_code": "NA", + "duration_sec": 7331, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 30.6, - "cpu_pct": 137.6, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 16:29:13", + "exit_code": "NA", + "duration_sec": 2810, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 30.4, - "cpu_pct": 141.2, - "peak_memory_mb": 10855, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 18:40:33", + "exit_code": 137, + "duration_sec": 5180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 30.7, - "cpu_pct": 173.1, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 19:31:04", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:19:03", "exit_code": 0, - "duration_sec": 64, - "cpu_pct": 100.8, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "duration_sec": 5868, + "cpu_pct": 100.5, + "peak_memory_mb": 276685, + "disk_read_mb": 124110, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 304, - "cpu_pct": 14.9, - "peak_memory_mb": 10957, - "disk_read_mb": 384, - "disk_write_mb": 1 + "submit": "2024-12-19 16:29:13", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 17:03:13", "exit_code": 0, - "duration_sec": 31.1, - "cpu_pct": 161.3, - "peak_memory_mb": 10855, - "disk_read_mb": 396, - "disk_write_mb": 1 + "duration_sec": 17900, + "cpu_pct": 100.3, + "peak_memory_mb": 39117, + "disk_read_mb": 56526, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 17:03:13", "exit_code": 0, - "duration_sec": 34.3, - "cpu_pct": 432.5, - "peak_memory_mb": 11264, - "disk_read_mb": 447, - "disk_write_mb": 1 + "duration_sec": 2912, + "cpu_pct": 74, + "peak_memory_mb": 40244, + "disk_read_mb": 197120, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/hypomap", "method_id": "tsne", - "metric_id": "clustering_performance", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 30.2, - "cpu_pct": 177.6, - "peak_memory_mb": 11060, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:13", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 27.6, - "cpu_pct": 169.8, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:13", + "exit_code": 1, + "duration_sec": 4110, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/hypomap", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 28.1, - "cpu_pct": 140.8, - "peak_memory_mb": 10957, - "disk_read_mb": 383, - "disk_write_mb": 1 + "submit": "2024-12-19 17:03:13", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 154, - "cpu_pct": 123.8, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "clustering_performance", - "resources": { - "exit_code": 0, - "duration_sec": 174, - "cpu_pct": 117.4, - "peak_memory_mb": 11674, - "disk_read_mb": 890, - "disk_write_mb": 2 + "submit": "2024-12-19 16:40:53", + "exit_code": 143, + "duration_sec": 28822, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "ivis", - "metric_id": "clustering_performance", - "resources": { - "exit_code": 0, - "duration_sec": 146, - "cpu_pct": 122.3, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 182, - "cpu_pct": 115.1, - "peak_memory_mb": 11674, - "disk_read_mb": 890, - "disk_write_mb": 2 + "submit": "2024-12-19 19:12:33", + "exit_code": 137, + "duration_sec": 9597, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 147, - "cpu_pct": 118.2, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 + "submit": "2024-12-19 19:27:13", + "exit_code": 143, + "duration_sec": 14411, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 109.5, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 + "submit": "2024-12-19 16:40:53", + "exit_code": "NA", + "duration_sec": 918, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 129, - "cpu_pct": 126.1, - "peak_memory_mb": 11776, - "disk_read_mb": 889, - "disk_write_mb": 2 + "submit": "2024-12-19 16:40:53", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 197, - "cpu_pct": 113.9, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 + "submit": "2024-12-19 16:30:03", + "exit_code": "NA", + "duration_sec": 2810, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 241, - "cpu_pct": 125.9, - "peak_memory_mb": 12391, - "disk_read_mb": 1009, - "disk_write_mb": 2 + "submit": "2024-12-19 19:07:43", + "exit_code": 137, + "duration_sec": 5600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 166, - "cpu_pct": 514.6, - "peak_memory_mb": 16282, - "disk_read_mb": 1024, - "disk_write_mb": 2 + "submit": "2024-12-19 16:30:03", + "exit_code": "NA", + "duration_sec": 1405, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:07:43", "exit_code": 0, - "duration_sec": 114, - "cpu_pct": 121.1, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 + "duration_sec": 5724, + "cpu_pct": 100.6, + "peak_memory_mb": 277300, + "disk_read_mb": 115200, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 182, - "cpu_pct": 105, - "peak_memory_mb": 11674, - "disk_read_mb": 889, - "disk_write_mb": 2 + "submit": "2024-12-19 16:30:03", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "sqrt_cp10k", + "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "phate", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:50:43", "exit_code": 0, - "duration_sec": 133, - "cpu_pct": 119.1, - "peak_memory_mb": 11776, - "disk_read_mb": 889, - "disk_write_mb": 2 + "duration_sec": 27422, + "cpu_pct": 103.6, + "peak_memory_mb": 51508, + "disk_read_mb": 77006, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 30, + "submit": "2024-12-19 19:15:03", + "exit_code": 137, + "duration_sec": 5180, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2198,13 +2268,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 20.1, + "submit": "2024-12-19 16:50:43", + "exit_code": "NA", + "duration_sec": 2820, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2212,13 +2282,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 19:32:33", + "exit_code": 0, + "duration_sec": 6348, + "cpu_pct": 100.5, + "peak_memory_mb": 275968, + "disk_read_mb": 115200, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 16:50:43", + "exit_code": "NA", + "duration_sec": 2820, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2226,13 +2310,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 29.9, + "submit": "2024-12-19 17:04:43", + "exit_code": 0, + "duration_sec": 18380, + "cpu_pct": 100.2, + "peak_memory_mb": 39424, + "disk_read_mb": 57754, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pymde", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 19:28:53", + "exit_code": 137, + "duration_sec": 4970, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2240,13 +2338,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 20.1, + "submit": "2024-12-19 17:04:43", + "exit_code": "NA", + "duration_sec": 1250, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2254,13 +2352,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 17:04:43", + "exit_code": "NA", + "duration_sec": 3750, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2268,13 +2366,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "pymde", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 20.1, + "submit": "2024-12-19 17:04:43", + "exit_code": "NA", + "duration_sec": 1250, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2282,13 +2380,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "random_features", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 30, + "submit": "2024-12-19 15:50:53", + "exit_code": 143, + "duration_sec": 28820, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2296,13 +2394,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 20, + "submit": "2024-12-19 15:50:53", + "exit_code": "NA", + "duration_sec": 4221, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2310,13 +2408,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 30.2, + "submit": "2024-12-19 20:31:24", + "exit_code": 143, + "duration_sec": 14400, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2324,13 +2422,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.3, + "submit": "2024-12-19 18:30:23", + "exit_code": 0, + "duration_sec": 6237, + "cpu_pct": 100.6, + "peak_memory_mb": 277504, + "disk_read_mb": 115200, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:50:53", + "exit_code": "NA", + "duration_sec": 4422, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2338,27 +2450,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "tsne", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 30.1, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:16:13", + "exit_code": 0, + "duration_sec": 18558, + "cpu_pct": 105.5, + "peak_memory_mb": 41984, + "disk_read_mb": 57754, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 31.2, + "submit": "2024-12-19 17:19:33", + "exit_code": "NA", + "duration_sec": 4487, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2366,13 +2478,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 40.1, + "submit": "2024-12-19 16:16:13", + "exit_code": 143, + "duration_sec": 14410, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2380,13 +2492,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 17:36:33", + "exit_code": 0, + "duration_sec": 5442, + "cpu_pct": 100.7, + "peak_memory_mb": 207872, + "disk_read_mb": 86631, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cellxgene_census/immune_cell_atlas", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 20:56:33", + "exit_code": "NA", + "duration_sec": 1382, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2394,13 +2520,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 29.4, + "submit": "2024-12-19 16:22:43", + "exit_code": "NA", + "duration_sec": 3782, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2408,13 +2534,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "ivis", - "metric_id": "clustering_performance", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 19.9, + "submit": "2024-12-19 18:41:23", + "exit_code": 137, + "duration_sec": 5530, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2422,13 +2548,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", - "resources": { - "exit_code": 1, - "duration_sec": 30, + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "ivis", + "metric_component_name": "density_preservation", + "resources": { + "submit": "2024-12-19 21:07:03", + "exit_code": 143, + "duration_sec": 14411, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2436,27 +2562,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.1, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 19:00:43", + "exit_code": 0, + "duration_sec": 5130, + "cpu_pct": 100.6, + "peak_memory_mb": 211559, + "disk_read_mb": 97077, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 30.6, + "submit": "2024-12-19 16:22:43", + "exit_code": 143, + "duration_sec": 14411, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2464,13 +2590,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 16:59:23", + "exit_code": "NA", + "duration_sec": 24720, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2478,13 +2604,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 19:28:23", + "exit_code": 137, + "duration_sec": 5250, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2492,13 +2618,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 19:11:13", + "exit_code": 143, + "duration_sec": 14410, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2506,13 +2632,27 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 40, + "submit": "2024-12-19 19:55:13", + "exit_code": 0, + "duration_sec": 6459, + "cpu_pct": 100.6, + "peak_memory_mb": 280986, + "disk_read_mb": 125646, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 16:59:23", + "exit_code": 143, + "duration_sec": 14410, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2520,13 +2660,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 20.5, + "submit": "2024-12-19 16:43:13", + "exit_code": "NA", + "duration_sec": 13442, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2534,13 +2674,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 30.1, + "submit": "2024-12-19 19:24:43", + "exit_code": 137, + "duration_sec": 4690, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2548,13 +2688,13 @@ } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 30.2, + "submit": "2024-12-19 16:43:13", + "exit_code": "NA", + "duration_sec": 36.2, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2562,349 +2702,335 @@ } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:51:13", "exit_code": 0, - "duration_sec": 634, - "cpu_pct": 111.4, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 4938, + "cpu_pct": 100.7, + "peak_memory_mb": 212583, + "disk_read_mb": 97077, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 528, - "cpu_pct": 116.4, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 16:43:13", + "exit_code": "NA", + "duration_sec": 780, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 494, - "cpu_pct": 114.9, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 15:56:03", + "exit_code": 143, + "duration_sec": 28802, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 844, - "cpu_pct": 107.1, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 18:22:03", + "exit_code": 137, + "duration_sec": 5880, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "pca", - "metric_id": "clustering_performance", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 541, - "cpu_pct": 103.4, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 20:25:23", + "exit_code": 143, + "duration_sec": 14401, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 18:54:33", "exit_code": 0, - "duration_sec": 332, - "cpu_pct": 128.9, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 6606, + "cpu_pct": 100.5, + "peak_memory_mb": 212890, + "disk_read_mb": 97077, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 515, - "cpu_pct": 112.8, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 15:56:03", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 757, - "cpu_pct": 122.6, - "peak_memory_mb": 17408, - "disk_read_mb": 1536, - "disk_write_mb": 2 + "submit": "2024-12-19 16:41:53", + "exit_code": "NA", + "duration_sec": 25180, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 466, - "cpu_pct": 752.8, - "peak_memory_mb": 33792, - "disk_read_mb": 1434, - "disk_write_mb": 2 + "submit": "2024-12-19 19:29:03", + "exit_code": 137, + "duration_sec": 5460, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 305, - "cpu_pct": 131.6, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 18:21:43", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 396, - "cpu_pct": 123.2, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 19:36:23", + "exit_code": "NA", + "duration_sec": 1506, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "sqrt_cp10k", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "phate", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 448, - "cpu_pct": 121.3, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 16:41:53", + "exit_code": "NA", + "duration_sec": 36.1, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 0, - "duration_sec": 263, - "cpu_pct": 120.9, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 16:07:03", + "exit_code": 143, + "duration_sec": 28820, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 277, - "cpu_pct": 121.4, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 18:18:03", + "exit_code": 137, + "duration_sec": 6370, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 268, - "cpu_pct": 121.3, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 18:09:23", + "exit_code": 143, + "duration_sec": 14401, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 277, - "cpu_pct": 120.1, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 17:09:23", + "exit_code": "NA", + "duration_sec": 873, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 276, - "cpu_pct": 119.8, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 16:07:03", + "exit_code": 143, + "duration_sec": 14400, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:35:03", "exit_code": 0, - "duration_sec": 199, - "cpu_pct": 131.1, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "duration_sec": 18044, + "cpu_pct": 108.5, + "peak_memory_mb": 42599, + "disk_read_mb": 64718, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 288, - "cpu_pct": 118.6, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 19:15:33", + "exit_code": 137, + "duration_sec": 4340, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 399, - "cpu_pct": 125.9, - "peak_memory_mb": 13927, - "disk_read_mb": 986, - "disk_write_mb": 2 + "submit": "2024-12-19 21:04:53", + "exit_code": "NA", + "duration_sec": 6051, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "clustering_performance", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 19:36:33", "exit_code": 0, - "duration_sec": 282, - "cpu_pct": 772.2, - "peak_memory_mb": 21504, - "disk_read_mb": 956, - "disk_write_mb": 2 + "duration_sec": 5808, + "cpu_pct": 100.5, + "peak_memory_mb": 211354, + "disk_read_mb": 97077, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "tsne", - "metric_id": "clustering_performance", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 177, - "cpu_pct": 131.5, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "submit": "2024-12-19 16:35:03", + "exit_code": 143, + "duration_sec": 14410, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "umap", - "metric_id": "clustering_performance", - "resources": { - "exit_code": 0, - "duration_sec": 225, - "cpu_pct": 125.6, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "clustering_performance", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:35:13", "exit_code": 0, - "duration_sec": 225, - "cpu_pct": 130.1, - "peak_memory_mb": 11674, - "disk_read_mb": 795, - "disk_write_mb": 2 + "duration_sec": 11472, + "cpu_pct": 99.5, + "peak_memory_mb": 40141, + "disk_read_mb": 64718, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 14400, + "submit": "2024-12-19 16:35:13", + "exit_code": "NA", + "duration_sec": 4725, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2912,13 +3038,13 @@ } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 143, - "duration_sec": 14400, + "submit": "2024-12-19 16:35:13", + "exit_code": "NA", + "duration_sec": 675, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2926,13 +3052,13 @@ } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14402, + "submit": "2024-12-19 16:35:13", + "exit_code": "NA", + "duration_sec": 1593, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2940,13 +3066,13 @@ } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", + "dataset_id": "cellxgene_census/mouse_pancreas_atlas", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14400, + "submit": "2024-12-19 16:35:13", + "exit_code": "NA", + "duration_sec": 646, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -2954,5963 +3080,587 @@ } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:43", + "exit_code": 0, + "duration_sec": 458, + "cpu_pct": 100.3, + "peak_memory_mb": 14336, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:43", + "exit_code": 0, + "duration_sec": 2464, + "cpu_pct": 100.9, + "peak_memory_mb": 27034, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 143, - "duration_sec": 25073, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:43", + "exit_code": 0, + "duration_sec": 1156, + "cpu_pct": 999.2, + "peak_memory_mb": 19661, + "disk_read_mb": 3482, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:43", + "exit_code": 0, + "duration_sec": 339, + "cpu_pct": 105.9, + "peak_memory_mb": 23655, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 24293, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:43", + "exit_code": 0, + "duration_sec": 2901, + "cpu_pct": 1562.5, + "peak_memory_mb": 28877, + "disk_read_mb": 3482, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 454, + "cpu_pct": 99.6, + "peak_memory_mb": 15156, + "disk_read_mb": 8602, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 40432, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 3409, + "cpu_pct": 108.2, + "peak_memory_mb": 34509, + "disk_read_mb": 30107, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 1418, + "cpu_pct": 898.8, + "peak_memory_mb": 20583, + "disk_read_mb": 4301, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 79, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 354, + "cpu_pct": 114.4, + "peak_memory_mb": 28672, + "disk_read_mb": 12903, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 80, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 2466, + "cpu_pct": 1975.5, + "peak_memory_mb": 27751, + "disk_read_mb": 4301, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 80, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:07:13", + "exit_code": 0, + "duration_sec": 462, + "cpu_pct": 100.6, + "peak_memory_mb": 14336, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "neuralee", - "metric_id": "coranking", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 70, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:07:13", + "exit_code": 0, + "duration_sec": 3276, + "cpu_pct": 101.7, + "peak_memory_mb": 25703, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 80, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:07:13", + "exit_code": 0, + "duration_sec": 645, + "cpu_pct": 1007.9, + "peak_memory_mb": 12596, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 230, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:07:13", + "exit_code": 0, + "duration_sec": 258, + "cpu_pct": 107.3, + "peak_memory_mb": 23655, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 80, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 380, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 70, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 80, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 79, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 430, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 240, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 330, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 320, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 321, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 320, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 470, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 330, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 330, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 392, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 410, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 150, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 250, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 422, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 137, - "duration_sec": 1112, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 260, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 270, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 200, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 200, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 270, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 189, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 570, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 830, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 221, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 350, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 329, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 210, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 262, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 690, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 329, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 311, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 220, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 250, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 210, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 230, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 137, - "duration_sec": 1492, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 230, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 230, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 1, - "duration_sec": 380, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 18803, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 30903, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 24163, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 23185, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 23602, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14404, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14410, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 20484, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 42153, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 25742, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 14820, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 24543, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 21950, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 18412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 26000, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 21753, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 25651, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 25583, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 394, - "cpu_pct": 103.5, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 397, - "cpu_pct": 103.2, - "peak_memory_mb": 6656, - "disk_read_mb": 89, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 392, - "cpu_pct": 102.3, - "peak_memory_mb": 3892, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 390, - "cpu_pct": 103.7, - "peak_memory_mb": 6656, - "disk_read_mb": 89, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 392, - "cpu_pct": 102.5, - "peak_memory_mb": 3892, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 395, - "cpu_pct": 103.3, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 395, - "cpu_pct": 103.1, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 395, - "cpu_pct": 102.9, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 395, - "cpu_pct": 102.5, - "peak_memory_mb": 3994, - "disk_read_mb": 89, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 396, - "cpu_pct": 104.3, - "peak_memory_mb": 6656, - "disk_read_mb": 89, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 783, - "cpu_pct": 101.6, - "peak_memory_mb": 7476, - "disk_read_mb": 101, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 393, - "cpu_pct": 102.3, - "peak_memory_mb": 3892, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 391, - "cpu_pct": 104.2, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 398, - "cpu_pct": 103.6, - "peak_memory_mb": 6656, - "disk_read_mb": 86, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2052, - "cpu_pct": 100.7, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2258, - "cpu_pct": 100.9, - "peak_memory_mb": 7271, - "disk_read_mb": 375, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2098, - "cpu_pct": 100.6, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2071, - "cpu_pct": 100.7, - "peak_memory_mb": 4608, - "disk_read_mb": 375, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2094, - "cpu_pct": 100.7, - "peak_memory_mb": 4608, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2053, - "cpu_pct": 100.7, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2049, - "cpu_pct": 100.7, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2254, - "cpu_pct": 100.9, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2190, - "cpu_pct": 100.7, - "peak_memory_mb": 4608, - "disk_read_mb": 375, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2085, - "cpu_pct": 100.6, - "peak_memory_mb": 4608, - "disk_read_mb": 387, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 4121, - "cpu_pct": 100.4, - "peak_memory_mb": 8192, - "disk_read_mb": 438, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2137, - "cpu_pct": 100.9, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2032, - "cpu_pct": 100.7, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 2106, - "cpu_pct": 100.9, - "peak_memory_mb": 7271, - "disk_read_mb": 374, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 20134, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14400, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14401, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 20142, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14400, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 20292, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 22542, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 21122, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 22234, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 188, - "cpu_pct": 106, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 183, - "cpu_pct": 107.2, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 183, - "cpu_pct": 107, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 180, - "cpu_pct": 105.2, - "peak_memory_mb": 3380, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 193, - "cpu_pct": 102.8, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 179, - "cpu_pct": 105.2, - "peak_memory_mb": 3380, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 182, - "cpu_pct": 106.6, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 187, - "cpu_pct": 106.6, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 184, - "cpu_pct": 107.7, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 181, - "cpu_pct": 104.9, - "peak_memory_mb": 3380, - "disk_read_mb": 74, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 355, - "cpu_pct": 102.8, - "peak_memory_mb": 3584, - "disk_read_mb": 71, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 186, - "cpu_pct": 109.4, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 181, - "cpu_pct": 107.7, - "peak_memory_mb": 6042, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 180, - "cpu_pct": 105.4, - "peak_memory_mb": 3380, - "disk_read_mb": 66, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8505, - "cpu_pct": 100.4, - "peak_memory_mb": 8090, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8552, - "cpu_pct": 100.3, - "peak_memory_mb": 8090, - "disk_read_mb": 172, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8706, - "cpu_pct": 100.2, - "peak_memory_mb": 8295, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8589, - "cpu_pct": 100.2, - "peak_memory_mb": 8090, - "disk_read_mb": 172, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8745, - "cpu_pct": 100.3, - "peak_memory_mb": 8090, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8620, - "cpu_pct": 100.3, - "peak_memory_mb": 5428, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8477, - "cpu_pct": 100.3, - "peak_memory_mb": 5428, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8693, - "cpu_pct": 100.3, - "peak_memory_mb": 5428, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8746, - "cpu_pct": 100.4, - "peak_memory_mb": 8192, - "disk_read_mb": 209, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8601, - "cpu_pct": 100.3, - "peak_memory_mb": 5428, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8713, - "cpu_pct": 100.3, - "peak_memory_mb": 8090, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 0, - "duration_sec": 8765, - "cpu_pct": 100.2, - "peak_memory_mb": 8090, - "disk_read_mb": 171, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 32452, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 19743, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14410, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": "NA", - "duration_sec": 42512, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14410, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 28542, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14404, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14411, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14399, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "coranking", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 588, - "cpu_pct": 1498.7, - "peak_memory_mb": 14029, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 647, - "cpu_pct": 1632.2, - "peak_memory_mb": 20378, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 938, - "cpu_pct": 1159.7, - "peak_memory_mb": 20378, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 461, - "cpu_pct": 1936.5, - "peak_memory_mb": 19661, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 553, - "cpu_pct": 1713.9, - "peak_memory_mb": 19866, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 467, - "cpu_pct": 1923.6, - "peak_memory_mb": 18842, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 584, - "cpu_pct": 1513.7, - "peak_memory_mb": 13415, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 542, - "cpu_pct": 1802.5, - "peak_memory_mb": 22221, - "disk_read_mb": 1639, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 719, - "cpu_pct": 2163.4, - "peak_memory_mb": 33690, - "disk_read_mb": 1536, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 527, - "cpu_pct": 1799.7, - "peak_memory_mb": 20685, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 464, - "cpu_pct": 1933.9, - "peak_memory_mb": 18535, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 586, - "cpu_pct": 1469.3, - "peak_memory_mb": 12493, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1948, - "cpu_pct": 1234, - "peak_memory_mb": 28263, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1931, - "cpu_pct": 1241.5, - "peak_memory_mb": 28263, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1510, - "cpu_pct": 1604.1, - "peak_memory_mb": 33383, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 2664, - "cpu_pct": 1048.3, - "peak_memory_mb": 34714, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1582, - "cpu_pct": 1393.2, - "peak_memory_mb": 33383, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1923, - "cpu_pct": 1238.3, - "peak_memory_mb": 28263, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1603, - "cpu_pct": 1449.3, - "peak_memory_mb": 33383, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1561, - "cpu_pct": 1525.3, - "peak_memory_mb": 58573, - "disk_read_mb": 4506, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1520, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1487, - "cpu_pct": 1580.1, - "peak_memory_mb": 33383, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1949, - "cpu_pct": 1234, - "peak_memory_mb": 28263, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1955, - "cpu_pct": 1364.1, - "peak_memory_mb": 30208, - "disk_read_mb": 2970, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1271, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1261, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1300, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1251, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1242, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 2342, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 352, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1291, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1252, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 5243, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1112, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1082, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1140, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1343, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1109, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1793, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 320, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1092, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1091, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1682, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1191, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1210, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1132, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1320, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1841, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 3470, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1122, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 630, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1202, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1210, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1001, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1972, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1520, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1332, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1332, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1490, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1371, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1391, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1322, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 830, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 2002, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1590, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1351, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1441, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 2281, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1102, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1148, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1521, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 358, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1081, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1262, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 137, - "duration_sec": 1222, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 414, - "cpu_pct": 1952.9, - "peak_memory_mb": 18330, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 428, - "cpu_pct": 1904.1, - "peak_memory_mb": 18432, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 412, - "cpu_pct": 1958.6, - "peak_memory_mb": 18330, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 415, - "cpu_pct": 1952, - "peak_memory_mb": 18330, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 412, - "cpu_pct": 1955.7, - "peak_memory_mb": 18944, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 417, - "cpu_pct": 1941.8, - "peak_memory_mb": 18637, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 550, - "cpu_pct": 1590.4, - "peak_memory_mb": 18125, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 421, - "cpu_pct": 1929.3, - "peak_memory_mb": 18330, - "disk_read_mb": 2048, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 569, - "cpu_pct": 2177.2, - "peak_memory_mb": 22324, - "disk_read_mb": 2458, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 471, - "cpu_pct": 1779.3, - "peak_memory_mb": 18228, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 411, - "cpu_pct": 1940.4, - "peak_memory_mb": 18228, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 803, - "cpu_pct": 1059.7, - "peak_memory_mb": 19047, - "disk_read_mb": 1946, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 381, - "cpu_pct": 1305.5, - "peak_memory_mb": 19252, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 441, - "cpu_pct": 1126.3, - "peak_memory_mb": 19252, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 432, - "cpu_pct": 1223.5, - "peak_memory_mb": 19354, - "disk_read_mb": 748, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 501, - "cpu_pct": 1015, - "peak_memory_mb": 19559, - "disk_read_mb": 748, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 470, - "cpu_pct": 1052.9, - "peak_memory_mb": 12391, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 461, - "cpu_pct": 1152.6, - "peak_memory_mb": 19559, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 1090, - "cpu_pct": 476.4, - "peak_memory_mb": 19456, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 661, - "cpu_pct": 958.7, - "peak_memory_mb": 54580, - "disk_read_mb": 1536, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 915, - "cpu_pct": 1585.3, - "peak_memory_mb": 41882, - "disk_read_mb": 953, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 442, - "cpu_pct": 1147.6, - "peak_memory_mb": 19661, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 394, - "cpu_pct": 1302.3, - "peak_memory_mb": 19354, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 384, - "cpu_pct": 1304, - "peak_memory_mb": 18228, - "disk_read_mb": 749, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 331, - "cpu_pct": 1489.7, - "peak_memory_mb": 17613, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 322, - "cpu_pct": 1516.8, - "peak_memory_mb": 17818, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 341, - "cpu_pct": 1451.3, - "peak_memory_mb": 18023, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 388, - "cpu_pct": 1300, - "peak_memory_mb": 17204, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 374, - "cpu_pct": 1420, - "peak_memory_mb": 17613, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 421, - "cpu_pct": 1270.7, - "peak_memory_mb": 17920, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 366, - "cpu_pct": 1447.2, - "peak_memory_mb": 17716, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 343, - "cpu_pct": 1450.1, - "peak_memory_mb": 20173, - "disk_read_mb": 1024, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 397, - "cpu_pct": 1603.5, - "peak_memory_mb": 22016, - "disk_read_mb": 965, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 799, - "cpu_pct": 699.5, - "peak_memory_mb": 18330, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 319, - "cpu_pct": 1533.8, - "peak_memory_mb": 18125, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 704, - "cpu_pct": 765.7, - "peak_memory_mb": 17408, - "disk_read_mb": 817, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 312.5, - "peak_memory_mb": 15565, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 311.5, - "peak_memory_mb": 15463, - "disk_read_mb": 87, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 315.8, - "peak_memory_mb": 15565, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 73, - "cpu_pct": 290.9, - "peak_memory_mb": 15463, - "disk_read_mb": 87, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 314.3, - "peak_memory_mb": 15463, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 74, - "cpu_pct": 303, - "peak_memory_mb": 15565, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 311.4, - "peak_memory_mb": 15463, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 312.6, - "peak_memory_mb": 15463, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 304.9, - "peak_memory_mb": 15565, - "disk_read_mb": 87, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 70, - "cpu_pct": 311.4, - "peak_memory_mb": 15565, - "disk_read_mb": 88, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 85, - "cpu_pct": 526.3, - "peak_memory_mb": 15872, - "disk_read_mb": 99, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 315.5, - "peak_memory_mb": 15463, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 69, - "cpu_pct": 296.4, - "peak_memory_mb": 15565, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 315, - "peak_memory_mb": 15463, - "disk_read_mb": 85, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 1085.2, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 133, - "cpu_pct": 1080.2, - "peak_memory_mb": 15872, - "disk_read_mb": 374, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 144, - "cpu_pct": 999, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 155, - "cpu_pct": 977.8, - "peak_memory_mb": 15872, - "disk_read_mb": 374, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 1075.8, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 146, - "cpu_pct": 1032.3, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 1087.9, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 133, - "cpu_pct": 1076.9, - "peak_memory_mb": 15975, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 133, - "cpu_pct": 1072.7, - "peak_memory_mb": 15872, - "disk_read_mb": 374, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 137, - "cpu_pct": 1058.8, - "peak_memory_mb": 15872, - "disk_read_mb": 386, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 152, - "cpu_pct": 1288.8, - "peak_memory_mb": 16180, - "disk_read_mb": 437, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 133, - "cpu_pct": 1081.2, - "peak_memory_mb": 15872, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 152, - "cpu_pct": 960.5, - "peak_memory_mb": 15975, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 143, - "cpu_pct": 1027.1, - "peak_memory_mb": 15770, - "disk_read_mb": 372, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 362, - "cpu_pct": 1299.5, - "peak_memory_mb": 17306, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 283, - "cpu_pct": 1560, - "peak_memory_mb": 17716, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 309, - "cpu_pct": 1466.8, - "peak_memory_mb": 17204, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 283, - "cpu_pct": 1543.9, - "peak_memory_mb": 17511, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 320, - "cpu_pct": 1456.2, - "peak_memory_mb": 17306, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 283, - "cpu_pct": 1561.3, - "peak_memory_mb": 17408, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 412, - "cpu_pct": 1097, - "peak_memory_mb": 9933, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 280, - "cpu_pct": 1572.3, - "peak_memory_mb": 17306, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 291, - "cpu_pct": 1492.5, - "peak_memory_mb": 17716, - "disk_read_mb": 999, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 332, - "cpu_pct": 1729.6, - "peak_memory_mb": 19968, - "disk_read_mb": 1024, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 298, - "cpu_pct": 1512.7, - "peak_memory_mb": 17613, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 300, - "cpu_pct": 1484.9, - "peak_memory_mb": 17511, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 236, - "cpu_pct": 1531.5, - "peak_memory_mb": 17511, - "disk_read_mb": 879, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 69, - "cpu_pct": 353.4, - "peak_memory_mb": 15565, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 356.4, - "peak_memory_mb": 15463, - "disk_read_mb": 65, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 356.2, - "peak_memory_mb": 15565, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 360.3, - "peak_memory_mb": 15565, - "disk_read_mb": 65, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 69, - "cpu_pct": 353.8, - "peak_memory_mb": 15463, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 72, - "cpu_pct": 349.3, - "peak_memory_mb": 15463, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 67, - "cpu_pct": 360.9, - "peak_memory_mb": 15565, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 356.2, - "peak_memory_mb": 15565, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 236, - "cpu_pct": 103.6, - "peak_memory_mb": 15463, - "disk_read_mb": 65, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 71, - "cpu_pct": 361.7, - "peak_memory_mb": 15565, - "disk_read_mb": 72, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 70, - "cpu_pct": 383.7, - "peak_memory_mb": 15565, - "disk_read_mb": 70, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 79, - "cpu_pct": 310.9, - "peak_memory_mb": 15463, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 310.2, - "peak_memory_mb": 15565, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 69, - "cpu_pct": 343.9, - "peak_memory_mb": 15463, - "disk_read_mb": 64, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 100, - "cpu_pct": 829.2, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 100, - "cpu_pct": 824.2, - "peak_memory_mb": 15770, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 99, - "cpu_pct": 833.1, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 98, - "cpu_pct": 840.3, - "peak_memory_mb": 15770, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 108, - "cpu_pct": 735.5, - "peak_memory_mb": 8295, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 98, - "cpu_pct": 847, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 104, - "cpu_pct": 831.3, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 96, - "cpu_pct": 863, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 109, - "cpu_pct": 794.3, - "peak_memory_mb": 15668, - "disk_read_mb": 207, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 122, - "cpu_pct": 873.7, - "peak_memory_mb": 9216, - "disk_read_mb": 196, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 100, - "cpu_pct": 839.9, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 97, - "cpu_pct": 851.8, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 91, - "cpu_pct": 862.3, - "peak_memory_mb": 15668, - "disk_read_mb": 170, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 636, - "cpu_pct": 1316.6, - "peak_memory_mb": 19866, - "disk_read_mb": 1229, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:07:13", "exit_code": 0, - "duration_sec": 451, - "cpu_pct": 1705.1, - "peak_memory_mb": 20378, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 1323, + "cpu_pct": 2576.2, + "peak_memory_mb": 28468, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:33", "exit_code": 0, - "duration_sec": 453, - "cpu_pct": 1702.2, - "peak_memory_mb": 19661, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 514, + "cpu_pct": 99.8, + "peak_memory_mb": 14336, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:33", "exit_code": 0, - "duration_sec": 443, - "cpu_pct": 1702.7, - "peak_memory_mb": 20071, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 4739, + "cpu_pct": 99.5, + "peak_memory_mb": 23860, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "pca", - "metric_id": "density_preservation", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:58:33", "exit_code": 0, - "duration_sec": 481, - "cpu_pct": 1634.6, - "peak_memory_mb": 20685, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 680, + "cpu_pct": 961.9, + "peak_memory_mb": 12698, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:33", "exit_code": 0, - "duration_sec": 446, - "cpu_pct": 1695.5, - "peak_memory_mb": 20276, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 330, + "cpu_pct": 103.4, + "peak_memory_mb": 22426, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:33", "exit_code": 0, - "duration_sec": 574, - "cpu_pct": 1311.1, - "peak_memory_mb": 13210, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 837, + "cpu_pct": 1009.9, + "peak_memory_mb": 23040, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:06:13", "exit_code": 0, - "duration_sec": 532, - "cpu_pct": 1539.5, - "peak_memory_mb": 23450, - "disk_read_mb": 1536, - "disk_write_mb": 2 + "duration_sec": 492, + "cpu_pct": 102.1, + "peak_memory_mb": 12596, + "disk_read_mb": 8602, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:06:12", "exit_code": 0, - "duration_sec": 738, - "cpu_pct": 2144.1, - "peak_memory_mb": 33895, - "disk_read_mb": 1434, - "disk_write_mb": 2 + "duration_sec": 3276, + "cpu_pct": 103.6, + "peak_memory_mb": 34509, + "disk_read_mb": 30107, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:06:13", "exit_code": 0, - "duration_sec": 443, - "cpu_pct": 1725.4, + "duration_sec": 1151, + "cpu_pct": 1074.8, "peak_memory_mb": 20583, - "disk_read_mb": 1229, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 470, - "cpu_pct": 1678.7, - "peak_memory_mb": 19866, - "disk_read_mb": 1229, + "disk_read_mb": 4301, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "sqrt_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "phate", - "metric_id": "density_preservation", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:06:13", "exit_code": 0, - "duration_sec": 382, - "cpu_pct": 1685.4, - "peak_memory_mb": 19149, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 369, + "cpu_pct": 112, + "peak_memory_mb": 28775, + "disk_read_mb": 12903, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:06:13", "exit_code": 0, - "duration_sec": 289, - "cpu_pct": 1516.9, - "peak_memory_mb": 16794, - "disk_read_mb": 784, + "duration_sec": 1921, + "cpu_pct": 2152.1, + "peak_memory_mb": 27751, + "disk_read_mb": 4301, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:00:03", "exit_code": 0, - "duration_sec": 255, - "cpu_pct": 1647.4, - "peak_memory_mb": 16794, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 440, + "cpu_pct": 110.9, + "peak_memory_mb": 11879, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 16:00:03", "exit_code": 0, - "duration_sec": 284, - "cpu_pct": 1522.1, - "peak_memory_mb": 16896, - "disk_read_mb": 785, - "disk_write_mb": 2 + "duration_sec": 3227, + "cpu_pct": 105.4, + "peak_memory_mb": 27034, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:00:03", "exit_code": 0, - "duration_sec": 256, - "cpu_pct": 1652, - "peak_memory_mb": 16794, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 557, + "cpu_pct": 1092, + "peak_memory_mb": 12698, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:00:03", "exit_code": 0, - "duration_sec": 289, - "cpu_pct": 1493.4, - "peak_memory_mb": 16999, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 216, + "cpu_pct": 105.7, + "peak_memory_mb": 23655, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "pymde", - "metric_id": "density_preservation", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 16:00:03", "exit_code": 0, - "duration_sec": 289, - "cpu_pct": 1518.4, - "peak_memory_mb": 16896, - "disk_read_mb": 784, + "duration_sec": 2291, + "cpu_pct": 2103, + "peak_memory_mb": 26215, + "disk_read_mb": 3482, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "random_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 255, - "cpu_pct": 1642, - "peak_memory_mb": 16794, - "disk_read_mb": 785, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 277, - "cpu_pct": 1551.6, - "peak_memory_mb": 18228, - "disk_read_mb": 975, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 375, - "cpu_pct": 1923.5, - "peak_memory_mb": 23040, - "disk_read_mb": 945, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "density_preservation", - "resources": { - "exit_code": 0, - "duration_sec": 279, - "cpu_pct": 1560.7, - "peak_memory_mb": 16794, - "disk_read_mb": 784, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "density_preservation", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 417, - "cpu_pct": 1079.6, - "peak_memory_mb": 16999, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 648, + "cpu_pct": 102.4, + "peak_memory_mb": 12596, + "disk_read_mb": 8602, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "density_preservation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 248, - "cpu_pct": 1638.8, - "peak_memory_mb": 16999, - "disk_read_mb": 785, - "disk_write_mb": 2 + "duration_sec": 3388, + "cpu_pct": 102.6, + "peak_memory_mb": 34509, + "disk_read_mb": 30107, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 4566, - "cpu_pct": 766.5, - "peak_memory_mb": 108340, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 581, + "cpu_pct": 1023, + "peak_memory_mb": 13415, + "disk_read_mb": 4301, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 4615, - "cpu_pct": 448.5, - "peak_memory_mb": 104448, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 342, + "cpu_pct": 101.7, + "peak_memory_mb": 26112, + "disk_read_mb": 12903, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 4529, - "cpu_pct": 463.6, - "peak_memory_mb": 103936, - "disk_read_mb": 1332, + "duration_sec": 2542, + "cpu_pct": 951.9, + "peak_memory_mb": 21709, + "disk_read_mb": 4301, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:44:53", "exit_code": 0, - "duration_sec": 4709, - "cpu_pct": 812.4, - "peak_memory_mb": 107213, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 834, + "cpu_pct": 109.9, + "peak_memory_mb": 13517, + "disk_read_mb": 8808, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:44:53", "exit_code": 0, - "duration_sec": 4620, - "cpu_pct": 450.5, - "peak_memory_mb": 103936, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 3311, + "cpu_pct": 102.2, + "peak_memory_mb": 33280, + "disk_read_mb": 30828, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:44:53", "exit_code": 0, - "duration_sec": 4491, - "cpu_pct": 796.1, - "peak_memory_mb": 108647, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 557, + "cpu_pct": 1067.8, + "peak_memory_mb": 14234, + "disk_read_mb": 4404, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:44:53", "exit_code": 0, - "duration_sec": 5362, - "cpu_pct": 729, - "peak_memory_mb": 106701, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "duration_sec": 360, + "cpu_pct": 108.4, + "peak_memory_mb": 28877, + "disk_read_mb": 13212, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "spectral_features", - "metric_id": "distance_correlation", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:44:53", "exit_code": 0, - "duration_sec": 6117, - "cpu_pct": 663.9, - "peak_memory_mb": 107418, - "disk_read_mb": 1639, - "disk_write_mb": 2 + "duration_sec": 1527, + "cpu_pct": 2470, + "peak_memory_mb": 23040, + "disk_read_mb": 4404, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "true_features", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 0, - "duration_sec": 4423, - "cpu_pct": 843.3, - "peak_memory_mb": 108340, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 0, - "duration_sec": 4666, - "cpu_pct": 449.2, - "peak_memory_mb": 103527, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:04:03", "exit_code": 0, - "duration_sec": 4492, - "cpu_pct": 480.3, - "peak_memory_mb": 101172, - "disk_read_mb": 1332, - "disk_write_mb": 2 - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 137, - "duration_sec": 8613, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 137, - "duration_sec": 26693, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 137, - "duration_sec": 8771, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "duration_sec": 638, + "cpu_pct": 103.6, + "peak_memory_mb": 20890, + "disk_read_mb": 10856, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:04:03", "exit_code": 1, - "duration_sec": 9280, + "duration_sec": 980, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -8918,209 +3668,209 @@ } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 17331, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:04:03", + "exit_code": 0, + "duration_sec": 662, + "cpu_pct": 1031, + "peak_memory_mb": 16180, + "disk_read_mb": 5428, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 12173, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:04:03", + "exit_code": 0, + "duration_sec": 576, + "cpu_pct": 98.6, + "peak_memory_mb": 22631, + "disk_read_mb": 16284, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 8601, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:04:03", + "exit_code": 0, + "duration_sec": 1919, + "cpu_pct": 511.7, + "peak_memory_mb": 40039, + "disk_read_mb": 5428, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:01:12", + "exit_code": 0, + "duration_sec": 428, + "cpu_pct": 102.7, + "peak_memory_mb": 11879, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 560, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:01:12", + "exit_code": 0, + "duration_sec": 3234, + "cpu_pct": 103.2, + "peak_memory_mb": 27034, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "tsne", - "metric_id": "distance_correlation", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 9601, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:01:13", + "exit_code": 0, + "duration_sec": 452, + "cpu_pct": 1154.9, + "peak_memory_mb": 12698, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 9280, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:01:13", + "exit_code": 0, + "duration_sec": 327, + "cpu_pct": 98.9, + "peak_memory_mb": 20992, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": "NA", - "duration_sec": 16621, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:01:13", + "exit_code": 0, + "duration_sec": 3042, + "cpu_pct": 1451.5, + "peak_memory_mb": 27239, + "disk_read_mb": 3482, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2670, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:03", + "exit_code": 0, + "duration_sec": 350, + "cpu_pct": 98.7, + "peak_memory_mb": 9319, + "disk_read_mb": 6964, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 2610, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:03", + "exit_code": 0, + "duration_sec": 4137, + "cpu_pct": 99.2, + "peak_memory_mb": 24269, + "disk_read_mb": 24374, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2589, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:03", + "exit_code": 0, + "duration_sec": 699, + "cpu_pct": 934.3, + "peak_memory_mb": 12698, + "disk_read_mb": 3482, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2600, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:03", + "exit_code": 0, + "duration_sec": 210, + "cpu_pct": 100.5, + "peak_memory_mb": 19149, + "disk_read_mb": 10446, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2639, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:03", + "exit_code": 0, + "duration_sec": 2979, + "cpu_pct": 1150.3, + "peak_memory_mb": 28570, + "disk_read_mb": 3482, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2590, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:09:33", + "exit_code": 0, + "duration_sec": 5196, + "cpu_pct": 104.2, + "peak_memory_mb": 28775, + "disk_read_mb": 39936, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 2901, + "submit": "2024-12-19 17:12:33", + "exit_code": "NA", + "duration_sec": 2037, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9128,13 +3878,13 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2690, + "submit": "2024-12-19 16:09:33", + "exit_code": "NA", + "duration_sec": 2694, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9142,27 +3892,27 @@ } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2711, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 17:30:43", + "exit_code": 0, + "duration_sec": 4830, + "cpu_pct": 100.5, + "peak_memory_mb": 200500, + "disk_read_mb": 59904, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2559, + "submit": "2024-12-19 16:09:33", + "exit_code": "NA", + "duration_sec": 2644, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9170,13 +3920,13 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2122, + "submit": "2024-12-19 15:20:03", + "exit_code": "NA", + "duration_sec": 2524, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9184,13 +3934,13 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "ivis", - "metric_id": "distance_correlation", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 2100, + "submit": "2024-12-19 17:24:53", + "exit_code": 137, + "duration_sec": 5180, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9198,41 +3948,41 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 1980, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:20:03", + "exit_code": 0, + "duration_sec": 2892, + "cpu_pct": 918, + "peak_memory_mb": 35021, + "disk_read_mb": 19968, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:10:22", + "exit_code": 0, + "duration_sec": 5397, + "cpu_pct": 104.4, + "peak_memory_mb": 200397, + "disk_read_mb": 59904, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2291, + "submit": "2024-12-19 15:20:03", + "exit_code": 143, + "duration_sec": 14400, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9240,13 +3990,13 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 1960, + "submit": "2024-12-19 15:17:43", + "exit_code": "NA", + "duration_sec": 2844, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9254,13 +4004,13 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 2192, + "submit": "2024-12-19 17:20:52", + "exit_code": 137, + "duration_sec": 6370, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9268,13 +4018,13 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2670, + "submit": "2024-12-19 15:17:43", + "exit_code": "NA", + "duration_sec": 1352, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9282,27 +4032,27 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2020, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 17:40:13", + "exit_code": 0, + "duration_sec": 6150, + "cpu_pct": 100.6, + "peak_memory_mb": 268391, + "disk_read_mb": 88476, + "disk_write_mb": 3 } }, - { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:17:43", "exit_code": 1, - "duration_sec": 2381, + "duration_sec": 130, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9310,27 +4060,27 @@ } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 1949, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:26:03", + "exit_code": 0, + "duration_sec": 5448, + "cpu_pct": 103.2, + "peak_memory_mb": 31335, + "disk_read_mb": 39936, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 1450, + "submit": "2024-12-19 17:26:43", + "exit_code": 137, + "duration_sec": 4200, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9338,27 +4088,27 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 1500, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:26:03", + "exit_code": 0, + "duration_sec": 3094, + "cpu_pct": 1198, + "peak_memory_mb": 38503, + "disk_read_mb": 19968, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 1439, + "submit": "2024-12-19 16:17:42", + "exit_code": "NA", + "duration_sec": 5970, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9366,13 +4116,13 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "neuralee", - "metric_id": "distance_correlation", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 1620, + "submit": "2024-12-19 15:26:03", + "exit_code": "NA", + "duration_sec": 3152, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9380,13 +4130,13 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "pca", - "metric_id": "distance_correlation", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 1490, + "submit": "2024-12-19 15:09:23", + "exit_code": "NA", + "duration_sec": 8842, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9394,13 +4144,13 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 1650, + "submit": "2024-12-19 16:52:53", + "exit_code": 137, + "duration_sec": 6580, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9408,41 +4158,41 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 1471, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:09:23", + "exit_code": 0, + "duration_sec": 2722, + "cpu_pct": 1348.2, + "peak_memory_mb": 38708, + "disk_read_mb": 19968, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 26612, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:07:52", + "exit_code": 0, + "duration_sec": 5625, + "cpu_pct": 105.3, + "peak_memory_mb": 200397, + "disk_read_mb": 59904, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 1570, + "submit": "2024-12-19 15:09:23", + "exit_code": "NA", + "duration_sec": 7750, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9450,27 +4200,27 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 1460, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:24:43", + "exit_code": 0, + "duration_sec": 4380, + "cpu_pct": 103.5, + "peak_memory_mb": 40858, + "disk_read_mb": 59188, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 1489, + "submit": "2024-12-19 17:26:13", + "exit_code": 137, + "duration_sec": 5600, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9478,41 +4228,41 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "sqrt_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "phate", - "metric_id": "distance_correlation", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 1580, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:24:43", + "exit_code": 0, + "duration_sec": 3260, + "cpu_pct": 1014.9, + "peak_memory_mb": 47002, + "disk_read_mb": 29492, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2092, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 17:49:53", + "exit_code": 0, + "duration_sec": 6039, + "cpu_pct": 100.6, + "peak_memory_mb": 266240, + "disk_read_mb": 88476, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2450, + "submit": "2024-12-19 15:24:43", + "exit_code": "NA", + "duration_sec": 6340, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9520,27 +4270,27 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2450, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:51:33", + "exit_code": 0, + "duration_sec": 3834, + "cpu_pct": 103.4, + "peak_memory_mb": 28877, + "disk_read_mb": 39936, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 2160, + "submit": "2024-12-19 18:00:43", + "exit_code": 137, + "duration_sec": 1890, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9548,27 +4298,41 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2101, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:51:33", + "exit_code": 0, + "duration_sec": 1163, + "cpu_pct": 994.7, + "peak_memory_mb": 38605, + "disk_read_mb": 19968, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "pymde", - "metric_id": "distance_correlation", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2250, + "submit": "2024-12-19 16:49:03", + "exit_code": 0, + "duration_sec": 4767, + "cpu_pct": 100.3, + "peak_memory_mb": 199066, + "disk_read_mb": 59904, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:51:33", + "exit_code": 143, + "duration_sec": 14400, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9576,13 +4340,13 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "random_features", - "metric_id": "distance_correlation", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2030, + "submit": "2024-12-19 15:22:43", + "exit_code": "NA", + "duration_sec": 2144, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9590,13 +4354,13 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 16832, + "submit": "2024-12-19 17:32:13", + "exit_code": 137, + "duration_sec": 4970, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9604,27 +4368,27 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2140, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:22:43", + "exit_code": 0, + "duration_sec": 1076, + "cpu_pct": 1264.9, + "peak_memory_mb": 40858, + "disk_read_mb": 29492, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 1959, + "submit": "2024-12-19 16:06:52", + "exit_code": "NA", + "duration_sec": 8172, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9632,13 +4396,13 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2060, + "submit": "2024-12-19 15:22:43", + "exit_code": 143, + "duration_sec": 14400, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9646,13 +4410,13 @@ } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2221, + "submit": "2024-12-19 15:18:53", + "exit_code": "NA", + "duration_sec": 2644, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9660,13 +4424,13 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 3171, + "submit": "2024-12-19 17:18:42", + "exit_code": "NA", + "duration_sec": 560, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9674,13 +4438,13 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 2951, + "submit": "2024-12-19 15:18:53", + "exit_code": "NA", + "duration_sec": 2621, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9688,27 +4452,27 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 3050, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:21:02", + "exit_code": 0, + "duration_sec": 5382, + "cpu_pct": 100.5, + "peak_memory_mb": 200295, + "disk_read_mb": 59904, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2911, + "submit": "2024-12-19 15:18:53", + "exit_code": "NA", + "duration_sec": 891, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9716,27 +4480,27 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 3080, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:24:33", + "exit_code": 0, + "duration_sec": 3632, + "cpu_pct": 102.4, + "peak_memory_mb": 28877, + "disk_read_mb": 39936, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 3230, + "submit": "2024-12-19 15:24:33", + "exit_code": "NA", + "duration_sec": 51247, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9744,27 +4508,27 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 6682, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:24:33", + "exit_code": 0, + "duration_sec": 1133, + "cpu_pct": 1315.6, + "peak_memory_mb": 38503, + "disk_read_mb": 19968, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2980, + "submit": "2024-12-19 15:24:33", + "exit_code": "NA", + "duration_sec": 2856, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9772,13 +4536,13 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/cengen", "method_id": "umap", - "metric_id": "distance_correlation", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2891, + "submit": "2024-12-19 15:24:33", + "exit_code": 143, + "duration_sec": 14409, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9786,209 +4550,237 @@ } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 2940, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:25:43", + "exit_code": 0, + "duration_sec": 1506, + "cpu_pct": 102.6, + "peak_memory_mb": 20378, + "disk_read_mb": 18842, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 17:27:53", + "exit_code": 0, + "duration_sec": 19047, + "cpu_pct": 100.4, + "peak_memory_mb": 103629, + "disk_read_mb": 65947, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", "method_id": "densmap", - "metric_id": "distance_correlation", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:25:43", "exit_code": 0, - "duration_sec": 1209, - "cpu_pct": 1143.3, + "duration_sec": 1962, + "cpu_pct": 943.2, "peak_memory_mb": 25498, - "disk_read_mb": 1946, + "disk_read_mb": 9421, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:25:43", "exit_code": 0, - "duration_sec": 1306, - "cpu_pct": 1080, - "peak_memory_mb": 24474, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 5487, + "cpu_pct": 99.5, + "peak_memory_mb": 91239, + "disk_read_mb": 28263, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 16:25:43", "exit_code": 0, - "duration_sec": 1589, - "cpu_pct": 1016.7, - "peak_memory_mb": 25191, - "disk_read_mb": 1946, + "duration_sec": 6322, + "cpu_pct": 830.8, + "peak_memory_mb": 75162, + "disk_read_mb": 9421, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:07:52", "exit_code": 0, - "duration_sec": 1180, - "cpu_pct": 1079.8, - "peak_memory_mb": 26112, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 1166, + "cpu_pct": 101.1, + "peak_memory_mb": 20378, + "disk_read_mb": 18842, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:38:52", "exit_code": 0, - "duration_sec": 988, - "cpu_pct": 1306.9, - "peak_memory_mb": 24474, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 10535, + "cpu_pct": 102.5, + "peak_memory_mb": 105063, + "disk_read_mb": 65947, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:07:53", "exit_code": 0, - "duration_sec": 1201, - "cpu_pct": 1092.9, - "peak_memory_mb": 24679, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 590, + "cpu_pct": 1067.7, + "peak_memory_mb": 18432, + "disk_read_mb": 9421, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:07:53", "exit_code": 0, - "duration_sec": 1444, - "cpu_pct": 647.9, - "peak_memory_mb": 22631, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 2328, + "cpu_pct": 105.3, + "peak_memory_mb": 93901, + "disk_read_mb": 28263, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:07:53", "exit_code": 0, - "duration_sec": 1443, - "cpu_pct": 622.9, - "peak_memory_mb": 22426, - "disk_read_mb": 2048, - "disk_write_mb": 2 + "duration_sec": 2521, + "cpu_pct": 586.3, + "peak_memory_mb": 85402, + "disk_read_mb": 9421, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:08:33", "exit_code": 0, - "duration_sec": 6998, - "cpu_pct": 278.2, - "peak_memory_mb": 25805, - "disk_read_mb": 2458, - "disk_write_mb": 2 + "duration_sec": 1104, + "cpu_pct": 101.1, + "peak_memory_mb": 22119, + "disk_read_mb": 27444, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 17:36:23", "exit_code": 0, - "duration_sec": 2335, - "cpu_pct": 695.7, - "peak_memory_mb": 26010, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 23590, + "cpu_pct": 101.9, + "peak_memory_mb": 150016, + "disk_read_mb": 96054, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:08:33", "exit_code": 0, - "duration_sec": 1448, - "cpu_pct": 649.9, - "peak_memory_mb": 21402, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 866, + "cpu_pct": 956.6, + "peak_memory_mb": 22733, + "disk_read_mb": 13722, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:56:33", "exit_code": 0, - "duration_sec": 1013, - "cpu_pct": 1352.8, - "peak_memory_mb": 25293, - "disk_read_mb": 1946, - "disk_write_mb": 2 + "duration_sec": 2742, + "cpu_pct": 100.2, + "peak_memory_mb": 123802, + "disk_read_mb": 41166, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 4523, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:08:33", + "exit_code": 0, + "duration_sec": 3008, + "cpu_pct": 1140.6, + "peak_memory_mb": 94311, + "disk_read_mb": 13722, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", + "resources": { + "submit": "2024-12-19 15:08:33", + "exit_code": 0, + "duration_sec": 1112, + "cpu_pct": 105.6, + "peak_memory_mb": 20378, + "disk_read_mb": 18842, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:41:12", "exit_code": 1, - "duration_sec": 2021, + "duration_sec": 1883, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -9996,27 +4788,41 @@ } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 4640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:08:33", + "exit_code": 0, + "duration_sec": 881, + "cpu_pct": 973, + "peak_memory_mb": 25293, + "disk_read_mb": 9421, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/immune_cells", "method_id": "neuralee", - "metric_id": "distance_correlation", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 4212, + "submit": "2024-12-19 15:08:33", + "exit_code": 0, + "duration_sec": 2952, + "cpu_pct": 100.8, + "peak_memory_mb": 94106, + "disk_read_mb": 28263, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:08:33", + "exit_code": "NA", + "duration_sec": 2131, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -10024,13 +4830,27 @@ } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_component_name": "clustering_performance", + "resources": { + "submit": "2024-12-19 15:00:32", + "exit_code": 0, + "duration_sec": 1178, + "cpu_pct": 105.1, + "peak_memory_mb": 20378, + "disk_read_mb": 18842, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", "method_id": "pca", - "metric_id": "distance_correlation", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:22:03", "exit_code": 1, - "duration_sec": 2420, + "duration_sec": 3220, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -10038,41 +4858,41 @@ } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 4360, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:33", + "exit_code": 0, + "duration_sec": 834, + "cpu_pct": 944.3, + "peak_memory_mb": 23552, + "disk_read_mb": 9421, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 2540, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:32", + "exit_code": 0, + "duration_sec": 2379, + "cpu_pct": 101.4, + "peak_memory_mb": 93901, + "disk_read_mb": 28263, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 8372, + "submit": "2024-12-19 15:00:33", + "exit_code": "NA", + "duration_sec": 3340, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -10080,1791 +4900,1819 @@ } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:02:23", + "exit_code": 0, + "duration_sec": 1398, + "cpu_pct": 98.7, + "peak_memory_mb": 22119, + "disk_read_mb": 27444, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 137, - "duration_sec": 4450, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 16:58:55", + "exit_code": 0, + "duration_sec": 18970, + "cpu_pct": 100.4, + "peak_memory_mb": 148685, + "disk_read_mb": 96054, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 137, - "duration_sec": 4941, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:02:23", + "exit_code": 0, + "duration_sec": 635, + "cpu_pct": 584.6, + "peak_memory_mb": 22119, + "disk_read_mb": 13722, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "sqrt_cp10k", + "dataset_id": "openproblems_v1/immune_cells", "method_id": "phate", - "metric_id": "distance_correlation", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 137, - "duration_sec": 4960, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:32:42", + "exit_code": 0, + "duration_sec": 2556, + "cpu_pct": 104.6, + "peak_memory_mb": 123802, + "disk_read_mb": 41166, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:02:23", "exit_code": 0, - "duration_sec": 3355, - "cpu_pct": 410.7, - "peak_memory_mb": 75162, - "disk_read_mb": 817, + "duration_sec": 4499, + "cpu_pct": 1325.8, + "peak_memory_mb": 95437, + "disk_read_mb": 13722, "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:05:03", "exit_code": 0, - "duration_sec": 3567, - "cpu_pct": 741, - "peak_memory_mb": 79360, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 1500, + "cpu_pct": 100.1, + "peak_memory_mb": 19559, + "disk_read_mb": 27444, + "disk_write_mb": 4 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 17:18:13", + "exit_code": 0, + "duration_sec": 25865, + "cpu_pct": 107.5, + "peak_memory_mb": 150016, + "disk_read_mb": 96054, + "disk_write_mb": 7 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", + "metric_component_name": "density_preservation", + "resources": { + "submit": "2024-12-19 15:05:03", + "exit_code": 0, + "duration_sec": 783, + "cpu_pct": 1031.5, + "peak_memory_mb": 22733, + "disk_read_mb": 13722, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", + "metric_component_name": "distance_correlation", + "resources": { + "submit": "2024-12-19 15:37:22", + "exit_code": 0, + "duration_sec": 2520, + "cpu_pct": 107.4, + "peak_memory_mb": 124109, + "disk_read_mb": 41166, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 3608, - "cpu_pct": 710.6, - "peak_memory_mb": 80282, - "disk_read_mb": 817, - "disk_write_mb": 2 + "submit": "2024-12-19 15:05:03", + "exit_code": "NA", + "duration_sec": 3092, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:45:23", "exit_code": 0, - "duration_sec": 3867, - "cpu_pct": 382.8, - "peak_memory_mb": 75060, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 1942, + "cpu_pct": 105, + "peak_memory_mb": 28775, + "disk_read_mb": 27854, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 18:23:13", "exit_code": 0, - "duration_sec": 3838, - "cpu_pct": 342.7, - "peak_memory_mb": 75264, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 26320, + "cpu_pct": 107, + "peak_memory_mb": 150324, + "disk_read_mb": 97489, + "disk_write_mb": 7 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:45:23", "exit_code": 0, - "duration_sec": 3342, - "cpu_pct": 691.3, - "peak_memory_mb": 79872, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 794, + "cpu_pct": 936.2, + "peak_memory_mb": 32256, + "disk_read_mb": 13927, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 17:14:23", "exit_code": 0, - "duration_sec": 4052, - "cpu_pct": 670.3, - "peak_memory_mb": 79565, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 2436, + "cpu_pct": 109, + "peak_memory_mb": 122778, + "disk_read_mb": 41781, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", "method_id": "spectral_features", - "metric_id": "distance_correlation", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 4503, - "cpu_pct": 317.4, - "peak_memory_mb": 75162, - "disk_read_mb": 1024, - "disk_write_mb": 2 + "submit": "2024-12-19 15:45:23", + "exit_code": "NA", + "duration_sec": 870, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", "method_id": "true_features", - "metric_id": "distance_correlation", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:03:03", "exit_code": 0, - "duration_sec": 14297, - "cpu_pct": 241.4, - "peak_memory_mb": 80999, - "disk_read_mb": 965, - "disk_write_mb": 2 + "duration_sec": 1008, + "cpu_pct": 105.3, + "peak_memory_mb": 27341, + "disk_read_mb": 21914, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 3446, - "cpu_pct": 624, - "peak_memory_mb": 79668, - "disk_read_mb": 817, - "disk_write_mb": 2 + "submit": "2024-12-19 17:05:32", + "exit_code": "NA", + "duration_sec": 8463, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:03:03", "exit_code": 0, - "duration_sec": 3405, - "cpu_pct": 405.7, - "peak_memory_mb": 74752, - "disk_read_mb": 817, - "disk_write_mb": 2 + "duration_sec": 703, + "cpu_pct": 1097.4, + "peak_memory_mb": 22324, + "disk_read_mb": 10957, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 2190, - "cpu_pct": 647.1, - "peak_memory_mb": 73728, - "disk_read_mb": 817, - "disk_write_mb": 2 + "submit": "2024-12-19 16:03:03", + "exit_code": "NA", + "duration_sec": 450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 16:03:03", "exit_code": 0, - "duration_sec": 47.1, - "cpu_pct": 1495.7, - "peak_memory_mb": 10650, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 9999, + "cpu_pct": 545.8, + "peak_memory_mb": 89908, + "disk_read_mb": 10957, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:13:33", "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 2160.7, - "peak_memory_mb": 11060, - "disk_read_mb": 87, - "disk_write_mb": 1 + "duration_sec": 942, + "cpu_pct": 101.8, + "peak_memory_mb": 17818, + "disk_read_mb": 18842, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:50:12", "exit_code": 0, - "duration_sec": 56.3, - "cpu_pct": 1144.8, - "peak_memory_mb": 3892, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 27048, + "cpu_pct": 105.8, + "peak_memory_mb": 105165, + "disk_read_mb": 65947, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:13:33", "exit_code": 0, - "duration_sec": 54.6, - "cpu_pct": 1088.1, - "peak_memory_mb": 5530, - "disk_read_mb": 87, - "disk_write_mb": 1 + "duration_sec": 787, + "cpu_pct": 925.6, + "peak_memory_mb": 25600, + "disk_read_mb": 9421, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:13:33", "exit_code": 0, - "duration_sec": 46.6, - "cpu_pct": 1507.8, - "peak_memory_mb": 6554, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 1224, + "cpu_pct": 100.5, + "peak_memory_mb": 91239, + "disk_read_mb": 28263, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:13:33", "exit_code": 0, - "duration_sec": 61, - "cpu_pct": 2217.5, - "peak_memory_mb": 6554, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 5336, + "cpu_pct": 752.7, + "peak_memory_mb": 85095, + "disk_read_mb": 9421, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 47.4, - "cpu_pct": 1465.9, - "peak_memory_mb": 11264, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 47, + "cpu_pct": 126.7, + "peak_memory_mb": 8500, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 72, - "cpu_pct": 2353, - "peak_memory_mb": 6554, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 71.4, + "cpu_pct": 93.5, + "peak_memory_mb": 4608, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "distance_correlation", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 54, - "cpu_pct": 2007.5, - "peak_memory_mb": 10752, - "disk_read_mb": 87, - "disk_write_mb": 1 + "duration_sec": 82, + "cpu_pct": 261.1, + "peak_memory_mb": 15565, + "disk_read_mb": 105, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 53.4, - "cpu_pct": 2098, - "peak_memory_mb": 10650, - "disk_read_mb": 87, - "disk_write_mb": 1 + "duration_sec": 16.2, + "cpu_pct": 275.3, + "peak_memory_mb": 5735, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 155, - "cpu_pct": 645.2, - "peak_memory_mb": 11469, - "disk_read_mb": 99, - "disk_write_mb": 1 + "duration_sec": 32.5, + "cpu_pct": 121.8, + "peak_memory_mb": 10855, + "disk_read_mb": 105, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "method_id": "diffusion_map", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:59:53", "exit_code": 0, - "duration_sec": 47.4, - "cpu_pct": 1478.4, - "peak_memory_mb": 11367, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 81.2, + "cpu_pct": 96.2, + "peak_memory_mb": 8397, + "disk_read_mb": 250, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "method_id": "diffusion_map", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:59:53", "exit_code": 0, - "duration_sec": 59.1, - "cpu_pct": 2152.6, - "peak_memory_mb": 10650, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 85.4, + "cpu_pct": 208.2, + "peak_memory_mb": 5837, + "disk_read_mb": 693, + "disk_write_mb": 7 } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "method_id": "diffusion_map", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:59:53", "exit_code": 0, - "duration_sec": 49.3, - "cpu_pct": 1713.2, - "peak_memory_mb": 10752, - "disk_read_mb": 84, - "disk_write_mb": 1 + "duration_sec": 69, + "cpu_pct": 226.9, + "peak_memory_mb": 8295, + "disk_read_mb": 111, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "diffusion_map", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:59:53", "exit_code": 0, - "duration_sec": 160, - "cpu_pct": 716.1, - "peak_memory_mb": 11674, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 25.2, + "cpu_pct": 154.2, + "peak_memory_mb": 4301, + "disk_read_mb": 288, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "diffusion_map", - "metric_id": "distance_correlation", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:59:52", "exit_code": 0, - "duration_sec": 145, - "cpu_pct": 551.5, - "peak_memory_mb": 12186, - "disk_read_mb": 373, - "disk_write_mb": 1 + "duration_sec": 56.8, + "cpu_pct": 96.4, + "peak_memory_mb": 4711, + "disk_read_mb": 111, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "ivis", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 0, - "duration_sec": 179, - "cpu_pct": 864.2, - "peak_memory_mb": 11060, - "disk_read_mb": 372, - "disk_write_mb": 1 - } - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:09:43", "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 456, - "peak_memory_mb": 6042, - "disk_read_mb": 373, - "disk_write_mb": 1 + "duration_sec": 56.4, + "cpu_pct": 135.5, + "peak_memory_mb": 13005, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:09:43", "exit_code": 0, - "duration_sec": 162, - "cpu_pct": 879.1, - "peak_memory_mb": 11367, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 56, + "cpu_pct": 81.4, + "peak_memory_mb": 3277, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:09:43", "exit_code": 0, - "duration_sec": 150, - "cpu_pct": 729.1, - "peak_memory_mb": 11060, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 78, + "cpu_pct": 273, + "peak_memory_mb": 11879, + "disk_read_mb": 105, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:09:43", "exit_code": 0, - "duration_sec": 165, - "cpu_pct": 455.3, - "peak_memory_mb": 5940, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 6.9, + "cpu_pct": 592.5, + "peak_memory_mb": 5632, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:09:43", "exit_code": 0, - "duration_sec": 169, - "cpu_pct": 433.9, - "peak_memory_mb": 5940, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 26.9, + "cpu_pct": 119.5, + "peak_memory_mb": 5735, + "disk_read_mb": 104, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 357, - "cpu_pct": 772.2, - "peak_memory_mb": 11264, - "disk_read_mb": 373, - "disk_write_mb": 1 + "duration_sec": 56.8, + "cpu_pct": 121.8, + "peak_memory_mb": 13312, + "disk_read_mb": 250, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 158, - "cpu_pct": 726, - "peak_memory_mb": 11776, - "disk_read_mb": 385, - "disk_write_mb": 1 + "duration_sec": 52.5, + "cpu_pct": 101.8, + "peak_memory_mb": 4711, + "disk_read_mb": 693, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 294, - "cpu_pct": 475.6, - "peak_memory_mb": 11879, - "disk_read_mb": 436, - "disk_write_mb": 1 + "duration_sec": 81, + "cpu_pct": 201.7, + "peak_memory_mb": 8295, + "disk_read_mb": 111, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 158, - "cpu_pct": 866.7, - "peak_memory_mb": 11060, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 26.1, + "cpu_pct": 94.9, + "peak_memory_mb": 5632, + "disk_read_mb": 288, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 165, - "cpu_pct": 918, - "peak_memory_mb": 12186, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 26.6, + "cpu_pct": 119.1, + "peak_memory_mb": 5632, + "disk_read_mb": 111, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 154, - "cpu_pct": 663.8, - "peak_memory_mb": 13005, - "disk_read_mb": 372, - "disk_write_mb": 1 + "duration_sec": 54.2, + "cpu_pct": 113.8, + "peak_memory_mb": 6759, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1208, - "cpu_pct": 625, - "peak_memory_mb": 24372, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 51.1, + "cpu_pct": 108.8, + "peak_memory_mb": 6042, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1142, - "cpu_pct": 1061.3, - "peak_memory_mb": 26317, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 69, + "cpu_pct": 224.4, + "peak_memory_mb": 8192, + "disk_read_mb": 105, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1210, - "cpu_pct": 1069.8, - "peak_memory_mb": 27341, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 24.6, + "cpu_pct": 157.7, + "peak_memory_mb": 5632, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1248, - "cpu_pct": 1011.4, - "peak_memory_mb": 26112, - "disk_read_mb": 879, + "duration_sec": 26.9, + "cpu_pct": 129.4, + "peak_memory_mb": 10855, + "disk_read_mb": 105, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", - "resources": { - "exit_code": 0, - "duration_sec": 1231, - "cpu_pct": 626.3, - "peak_memory_mb": 20788, - "disk_read_mb": 879, - "disk_write_mb": 2 + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_component_name": "clustering_performance", + "resources": { + "submit": "2024-12-19 14:54:33", + "exit_code": 0, + "duration_sec": 55, + "cpu_pct": 116.6, + "peak_memory_mb": 8397, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "pca", - "metric_id": "distance_correlation", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 987.1, - "peak_memory_mb": 26932, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 21.7, + "cpu_pct": 262.1, + "peak_memory_mb": 1741, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1221, - "cpu_pct": 1082.8, - "peak_memory_mb": 27341, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 84, + "cpu_pct": 219.4, + "peak_memory_mb": 15668, + "disk_read_mb": 105, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1195, - "cpu_pct": 987.8, - "peak_memory_mb": 26215, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 23.4, + "cpu_pct": 174.9, + "peak_memory_mb": 5632, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:54:33", "exit_code": 0, - "duration_sec": 1457, - "cpu_pct": 932, - "peak_memory_mb": 26317, - "disk_read_mb": 999, + "duration_sec": 27.1, + "cpu_pct": 143.5, + "peak_memory_mb": 10650, + "disk_read_mb": 105, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 5096, - "cpu_pct": 223.4, - "peak_memory_mb": 22119, - "disk_read_mb": 1024, - "disk_write_mb": 2 + "duration_sec": 77.8, + "cpu_pct": 94.7, + "peak_memory_mb": 13210, + "disk_read_mb": 240, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 1213, - "cpu_pct": 620.5, - "peak_memory_mb": 20890, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 38.5, + "cpu_pct": 373.6, + "peak_memory_mb": 6042, + "disk_read_mb": 658, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 1222, - "cpu_pct": 1096.7, - "peak_memory_mb": 25805, - "disk_read_mb": 879, + "duration_sec": 81, + "cpu_pct": 262, + "peak_memory_mb": 15668, + "disk_read_mb": 107, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "sqrt_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "phate", - "metric_id": "distance_correlation", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 1151, - "cpu_pct": 614, - "peak_memory_mb": 22016, - "disk_read_mb": 879, - "disk_write_mb": 2 + "duration_sec": 9.9, + "cpu_pct": 279, + "peak_memory_mb": 5735, + "disk_read_mb": 276, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 40.5, - "cpu_pct": 1458.4, - "peak_memory_mb": 10752, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 35.7, + "cpu_pct": 108.7, + "peak_memory_mb": 6042, + "disk_read_mb": 106, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:54:03", "exit_code": 0, - "duration_sec": 48.5, - "cpu_pct": 1922, - "peak_memory_mb": 10650, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 56.2, + "cpu_pct": 118.6, + "peak_memory_mb": 10036, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:54:03", "exit_code": 0, - "duration_sec": 51.5, - "cpu_pct": 1999.5, - "peak_memory_mb": 11367, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 35.7, + "cpu_pct": 249.1, + "peak_memory_mb": 3277, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:54:03", "exit_code": 0, - "duration_sec": 47.9, - "cpu_pct": 1001.7, - "peak_memory_mb": 5735, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 72, + "cpu_pct": 219.3, + "peak_memory_mb": 8192, + "disk_read_mb": 105, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:54:03", "exit_code": 0, - "duration_sec": 62, - "cpu_pct": 2710.6, - "peak_memory_mb": 10650, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 13.2, + "cpu_pct": 234.2, + "peak_memory_mb": 5735, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:54:03", "exit_code": 0, - "duration_sec": 46.3, - "cpu_pct": 1923.8, - "peak_memory_mb": 10650, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 27.9, + "cpu_pct": 123.7, + "peak_memory_mb": 8500, + "disk_read_mb": 104, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 48.4, - "cpu_pct": 1895.8, - "peak_memory_mb": 10752, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 39, + "cpu_pct": 117.1, + "peak_memory_mb": 5223, + "disk_read_mb": 240, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "random_features", - "metric_id": "distance_correlation", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 51.1, - "cpu_pct": 2155.7, - "peak_memory_mb": 10650, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 46.9, + "cpu_pct": 215.2, + "peak_memory_mb": 3277, + "disk_read_mb": 658, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 46, - "cpu_pct": 1046.4, - "peak_memory_mb": 5530, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 108, + "cpu_pct": 189.7, + "peak_memory_mb": 8295, + "disk_read_mb": 106, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 50.5, - "cpu_pct": 1155.2, - "peak_memory_mb": 5632, - "disk_read_mb": 72, - "disk_write_mb": 1 + "duration_sec": 23.7, + "cpu_pct": 106, + "peak_memory_mb": 2970, + "disk_read_mb": 276, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:51:54", "exit_code": 0, - "duration_sec": 64, - "cpu_pct": 1504.2, - "peak_memory_mb": 12288, - "disk_read_mb": 69, - "disk_write_mb": 1 + "duration_sec": 22.6, + "cpu_pct": 155.5, + "peak_memory_mb": 12903, + "disk_read_mb": 106, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 56.4, - "cpu_pct": 1914.6, - "peak_memory_mb": 11879, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 59.4, + "cpu_pct": 121.6, + "peak_memory_mb": 6452, + "disk_read_mb": 248, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 1603.6, - "peak_memory_mb": 10650, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 47.6, + "cpu_pct": 202.3, + "peak_memory_mb": 3277, + "disk_read_mb": 693, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 49, - "cpu_pct": 1130.3, - "peak_memory_mb": 5632, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 71, + "cpu_pct": 249.1, + "peak_memory_mb": 15668, + "disk_read_mb": 111, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 148, - "cpu_pct": 978.4, - "peak_memory_mb": 12903, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 25.2, + "cpu_pct": 107.1, + "peak_memory_mb": 2970, + "disk_read_mb": 288, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "simlr", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 158, - "cpu_pct": 1044.2, - "peak_memory_mb": 12698, - "disk_read_mb": 170, + "duration_sec": 27.4, + "cpu_pct": 137.6, + "peak_memory_mb": 10752, + "disk_read_mb": 111, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:52:53", "exit_code": 0, - "duration_sec": 172, - "cpu_pct": 745.6, - "peak_memory_mb": 7578, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 90.6, + "cpu_pct": 83.1, + "peak_memory_mb": 6861, + "disk_read_mb": 246, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:52:53", "exit_code": 0, - "duration_sec": 152, - "cpu_pct": 936.2, - "peak_memory_mb": 12596, - "disk_read_mb": 170, - "disk_write_mb": 2 + "duration_sec": 70, + "cpu_pct": 164, + "peak_memory_mb": 4608, + "disk_read_mb": 686, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:52:53", "exit_code": 0, - "duration_sec": 160, - "cpu_pct": 1179.2, - "peak_memory_mb": 12493, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 72, + "cpu_pct": 224, + "peak_memory_mb": 8192, + "disk_read_mb": 110, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:52:53", "exit_code": 0, - "duration_sec": 171, - "cpu_pct": 1130.3, - "peak_memory_mb": 12698, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 8.1, + "cpu_pct": 302.6, + "peak_memory_mb": 5632, + "disk_read_mb": 285, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:52:53", "exit_code": 0, - "duration_sec": 170, - "cpu_pct": 767.1, - "peak_memory_mb": 7476, - "disk_read_mb": 169, + "duration_sec": 26.4, + "cpu_pct": 119.7, + "peak_memory_mb": 5735, + "disk_read_mb": 109, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:53:03", "exit_code": 0, - "duration_sec": 187, - "cpu_pct": 697.6, - "peak_memory_mb": 7476, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 85.8, + "cpu_pct": 143.1, + "peak_memory_mb": 57242, + "disk_read_mb": 834, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:53:03", "exit_code": 0, - "duration_sec": 173, - "cpu_pct": 1054.4, - "peak_memory_mb": 12903, - "disk_read_mb": 207, - "disk_write_mb": 2 + "duration_sec": 22.4, + "cpu_pct": 295.5, + "peak_memory_mb": 3584, + "disk_read_mb": 2730, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "true_features", - "metric_id": "distance_correlation", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:53:03", "exit_code": 0, - "duration_sec": 643, - "cpu_pct": 302.6, - "peak_memory_mb": 12903, - "disk_read_mb": 196, - "disk_write_mb": 2 + "duration_sec": 115, + "cpu_pct": 278.4, + "peak_memory_mb": 8500, + "disk_read_mb": 403, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:53:03", "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 1142.2, - "peak_memory_mb": 13005, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 12.6, + "cpu_pct": 309.8, + "peak_memory_mb": 6042, + "disk_read_mb": 1164, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:53:03", "exit_code": 0, - "duration_sec": 157, - "cpu_pct": 1182.8, - "peak_memory_mb": 12698, - "disk_read_mb": 169, + "duration_sec": 30.6, + "cpu_pct": 137.4, + "peak_memory_mb": 11674, + "disk_read_mb": 402, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 270, - "cpu_pct": 838, - "peak_memory_mb": 7271, - "disk_read_mb": 169, - "disk_write_mb": 2 + "duration_sec": 55, + "cpu_pct": 130, + "peak_memory_mb": 13005, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 5169, - "cpu_pct": 669.8, - "peak_memory_mb": 122368, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 70.7, + "cpu_pct": 190.8, + "peak_memory_mb": 6042, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 5025, - "cpu_pct": 693, - "peak_memory_mb": 123700, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "submit": "2024-12-19 14:58:13", + "exit_code": "NA", + "duration_sec": 20.4, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 5371, - "cpu_pct": 652.7, - "peak_memory_mb": 122778, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 26.4, + "cpu_pct": 186.3, + "peak_memory_mb": 5735, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 4946, - "cpu_pct": 725.8, - "peak_memory_mb": 123392, - "disk_read_mb": 1229, + "duration_sec": 35.4, + "cpu_pct": 111.2, + "peak_memory_mb": 6042, + "disk_read_mb": 105, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:52:13", "exit_code": 0, - "duration_sec": 5032, - "cpu_pct": 717.2, - "peak_memory_mb": 123392, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 37.6, + "cpu_pct": 117.3, + "peak_memory_mb": 5018, + "disk_read_mb": 236, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:52:13", "exit_code": 0, - "duration_sec": 5340, - "cpu_pct": 354.4, - "peak_memory_mb": 118477, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 77, + "cpu_pct": 122.5, + "peak_memory_mb": 4608, + "disk_read_mb": 651, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:52:13", "exit_code": 0, - "duration_sec": 5043, - "cpu_pct": 707.1, - "peak_memory_mb": 123085, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 82, + "cpu_pct": 241.2, + "peak_memory_mb": 15668, + "disk_read_mb": 105, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:52:13", "exit_code": 0, - "duration_sec": 7554, - "cpu_pct": 523, - "peak_memory_mb": 123495, - "disk_read_mb": 1536, - "disk_write_mb": 2 + "duration_sec": 7.2, + "cpu_pct": 468.9, + "peak_memory_mb": 5632, + "disk_read_mb": 270, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14402, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:52:13", + "exit_code": 0, + "duration_sec": 41.2, + "cpu_pct": 85.7, + "peak_memory_mb": 8295, + "disk_read_mb": 104, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:23", "exit_code": 0, - "duration_sec": 5028, - "cpu_pct": 691, - "peak_memory_mb": 123495, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 93.6, + "cpu_pct": 103.1, + "peak_memory_mb": 13824, + "disk_read_mb": 858, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:23", "exit_code": 0, - "duration_sec": 4925, - "cpu_pct": 698.8, - "peak_memory_mb": 123188, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 62.3, + "cpu_pct": 202.7, + "peak_memory_mb": 6452, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:58:23", "exit_code": 0, - "duration_sec": 3702, - "cpu_pct": 790.9, - "peak_memory_mb": 121856, - "disk_read_mb": 1229, - "disk_write_mb": 2 + "duration_sec": 139, + "cpu_pct": 651.9, + "peak_memory_mb": 8602, + "disk_read_mb": 415, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "densmap", - "metric_id": "distance_correlation", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:23", "exit_code": 0, - "duration_sec": 2239, - "cpu_pct": 928, - "peak_memory_mb": 47616, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 30.3, + "cpu_pct": 167.2, + "peak_memory_mb": 6247, + "disk_read_mb": 1200, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:23", "exit_code": 0, - "duration_sec": 2333, - "cpu_pct": 470.5, - "peak_memory_mb": 43008, - "disk_read_mb": 784, + "duration_sec": 172, + "cpu_pct": 878.2, + "peak_memory_mb": 8807, + "disk_read_mb": 415, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:16:53", "exit_code": 0, - "duration_sec": 2228, - "cpu_pct": 475.4, - "peak_memory_mb": 47719, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 74.2, + "cpu_pct": 125.3, + "peak_memory_mb": 10548, + "disk_read_mb": 888, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:16:53", "exit_code": 0, - "duration_sec": 2415, - "cpu_pct": 866.2, - "peak_memory_mb": 52941, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 99.4, + "cpu_pct": 201.2, + "peak_memory_mb": 6554, + "disk_read_mb": 2926, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:16:53", "exit_code": 0, - "duration_sec": 2601, - "cpu_pct": 800.8, - "peak_memory_mb": 47514, - "disk_read_mb": 784, + "duration_sec": 185, + "cpu_pct": 854.4, + "peak_memory_mb": 12186, + "disk_read_mb": 431, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:16:53", "exit_code": 0, - "duration_sec": 2166, - "cpu_pct": 520.4, - "peak_memory_mb": 48026, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 27, + "cpu_pct": 150.6, + "peak_memory_mb": 6247, + "disk_read_mb": 1248, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "diffusion_map", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:16:52", "exit_code": 0, - "duration_sec": 2300, - "cpu_pct": 904, - "peak_memory_mb": 47309, - "disk_read_mb": 785, + "duration_sec": 367, + "cpu_pct": 3697.2, + "peak_memory_mb": 11060, + "disk_read_mb": 430, "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 2764, - "cpu_pct": 769.3, - "peak_memory_mb": 52429, - "disk_read_mb": 975, - "disk_write_mb": 2 + "duration_sec": 95, + "cpu_pct": 103.7, + "peak_memory_mb": 13517, + "disk_read_mb": 858, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:43", + "exit_code": 0, + "duration_sec": 133, + "cpu_pct": 109.4, + "peak_memory_mb": 3789, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 2612, - "cpu_pct": 834, - "peak_memory_mb": 45671, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 133, + "cpu_pct": 791.8, + "peak_memory_mb": 15975, + "disk_read_mb": 415, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 2275, - "cpu_pct": 947.8, - "peak_memory_mb": 47719, - "disk_read_mb": 784, - "disk_write_mb": 2 + "duration_sec": 41.1, + "cpu_pct": 121.7, + "peak_memory_mb": 5940, + "disk_read_mb": 1200, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "distance_correlation", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:57:43", "exit_code": 0, - "duration_sec": 2281, - "cpu_pct": 949.1, - "peak_memory_mb": 45671, - "disk_read_mb": 785, + "duration_sec": 439, + "cpu_pct": 3251.4, + "peak_memory_mb": 11060, + "disk_read_mb": 415, "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 1573, - "cpu_pct": 100.4, - "peak_memory_mb": 33485, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 106, + "cpu_pct": 81.9, + "peak_memory_mb": 10445, + "disk_read_mb": 888, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 1673, - "cpu_pct": 100.2, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 56, + "cpu_pct": 178.6, + "peak_memory_mb": 3892, + "disk_read_mb": 2926, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "lmds", - "metric_id": "trustworthiness", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 2125, - "cpu_pct": 99.9, - "peak_memory_mb": 36250, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "submit": "2024-12-19 14:58:13", + "exit_code": "NA", + "duration_sec": 49.9, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 1585, - "cpu_pct": 100.3, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 8.7, + "cpu_pct": 283.5, + "peak_memory_mb": 3380, + "disk_read_mb": 1248, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:13", "exit_code": 0, - "duration_sec": 1636, - "cpu_pct": 100.2, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 771, + "cpu_pct": 1215.5, + "peak_memory_mb": 8602, + "disk_read_mb": 430, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:00:03", "exit_code": 0, - "duration_sec": 1597, - "cpu_pct": 100.3, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 72, + "cpu_pct": 128.2, + "peak_memory_mb": 13620, + "disk_read_mb": 858, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:00:03", "exit_code": 0, - "duration_sec": 1741, - "cpu_pct": 99.7, - "peak_memory_mb": 33485, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 100.8, + "cpu_pct": 163.7, + "peak_memory_mb": 5120, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:00:03", "exit_code": 0, - "duration_sec": 1595, - "cpu_pct": 106.9, - "peak_memory_mb": 35431, - "disk_read_mb": 1639, - "disk_write_mb": 1 + "duration_sec": 198, + "cpu_pct": 817.3, + "peak_memory_mb": 16077, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:00:03", "exit_code": 0, - "duration_sec": 1797, - "cpu_pct": 336.4, - "peak_memory_mb": 43725, - "disk_read_mb": 1536, - "disk_write_mb": 1 + "duration_sec": 28.8, + "cpu_pct": 107, + "peak_memory_mb": 3584, + "disk_read_mb": 1200, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:00:03", "exit_code": 0, - "duration_sec": 2751, - "cpu_pct": 99.4, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 565, + "cpu_pct": 1551.1, + "peak_memory_mb": 8602, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 1581, + "duration_sec": 89.8, "cpu_pct": 100, - "peak_memory_mb": 36148, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "peak_memory_mb": 7168, + "disk_read_mb": 856, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/dkd", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:56:33", "exit_code": 0, - "duration_sec": 1786, - "cpu_pct": 99.9, - "peak_memory_mb": 33485, - "disk_read_mb": 1332, - "disk_write_mb": 1 + "duration_sec": 63.7, + "cpu_pct": 151, + "peak_memory_mb": 3789, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 8460, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 142, + "cpu_pct": 667, + "peak_memory_mb": 8602, + "disk_read_mb": 415, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 41.3, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 30, + "cpu_pct": 145.6, + "peak_memory_mb": 6144, + "disk_read_mb": 1203, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 8470, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 189, + "cpu_pct": 3194.2, + "peak_memory_mb": 13005, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 8530, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:13", + "exit_code": 0, + "duration_sec": 106, + "cpu_pct": 77.5, + "peak_memory_mb": 10445, + "disk_read_mb": 886, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 8561, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:13", + "exit_code": 0, + "duration_sec": 101.5, + "cpu_pct": 105.7, + "peak_memory_mb": 6554, + "disk_read_mb": 2919, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 8541, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:13", + "exit_code": 0, + "duration_sec": 149, + "cpu_pct": 621.8, + "peak_memory_mb": 8602, + "disk_read_mb": 429, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 8581, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:58:13", + "exit_code": 0, + "duration_sec": 35.1, + "cpu_pct": 150.2, + "peak_memory_mb": 6144, + "disk_read_mb": 1242, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 8630, + "submit": "2024-12-19 14:58:13", + "exit_code": "NA", + "duration_sec": 20.4, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -11872,419 +6720,447 @@ } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 16481, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 77.4, + "cpu_pct": 113.8, + "peak_memory_mb": 10445, + "disk_read_mb": 856, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 8610, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 136.5, + "cpu_pct": 143.6, + "peak_memory_mb": 5120, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { - "exit_code": "NA", - "duration_sec": 28511, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 213, + "cpu_pct": 801.6, + "peak_memory_mb": 15975, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/gtex_v9", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 8501, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 15, + "cpu_pct": 315.6, + "peak_memory_mb": 6247, + "disk_read_mb": 1200, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 170, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 141, + "cpu_pct": 357.8, + "peak_memory_mb": 6247, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 82, + "cpu_pct": 118.4, + "peak_memory_mb": 13620, + "disk_read_mb": 886, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 250, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 125.3, + "cpu_pct": 138.4, + "peak_memory_mb": 6554, + "disk_read_mb": 2919, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 190, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 138, + "cpu_pct": 661.5, + "peak_memory_mb": 8704, + "disk_read_mb": 429, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 170, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 27, + "cpu_pct": 69.5, + "peak_memory_mb": 6247, + "disk_read_mb": 1242, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "random_features", - "metric_id": "trustworthiness", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 160, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:56:33", + "exit_code": 0, + "duration_sec": 421, + "cpu_pct": 851.6, + "peak_memory_mb": 8500, + "disk_read_mb": 429, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 381, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 88.6, + "cpu_pct": 119.7, + "peak_memory_mb": 10343, + "disk_read_mb": 914, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 160, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 122.5, + "cpu_pct": 117, + "peak_memory_mb": 3892, + "disk_read_mb": 3017, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 160, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 217, + "cpu_pct": 701.9, + "peak_memory_mb": 8602, + "disk_read_mb": 444, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hcla", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 160, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 8.7, + "cpu_pct": 499.1, + "peak_memory_mb": 6042, + "disk_read_mb": 1287, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 122, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 154, + "cpu_pct": 820.4, + "peak_memory_mb": 11162, + "disk_read_mb": 443, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:55:43", + "exit_code": 0, + "duration_sec": 97, + "cpu_pct": 158.6, + "peak_memory_mb": 11162, + "disk_read_mb": 1492, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:55:43", + "exit_code": 0, + "duration_sec": 123.9, + "cpu_pct": 137.5, + "peak_memory_mb": 5428, + "disk_read_mb": 5047, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 99, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:55:43", + "exit_code": 0, + "duration_sec": 147, + "cpu_pct": 1496.5, + "peak_memory_mb": 35431, + "disk_read_mb": 733, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:55:43", + "exit_code": 0, + "duration_sec": 22.8, + "cpu_pct": 131.9, + "peak_memory_mb": 5223, + "disk_read_mb": 2154, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 140, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:55:43", + "exit_code": 0, + "duration_sec": 131, + "cpu_pct": 185.9, + "peak_memory_mb": 21402, + "disk_read_mb": 733, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 171, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:13", + "exit_code": 0, + "duration_sec": 55, + "cpu_pct": 154.5, + "peak_memory_mb": 13620, + "disk_read_mb": 858, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 330, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:13", + "exit_code": 0, + "duration_sec": 130.2, + "cpu_pct": 96, + "peak_memory_mb": 5223, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "tsne", - "metric_id": "trustworthiness", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:13", + "exit_code": 0, + "duration_sec": 109, + "cpu_pct": 1040.7, + "peak_memory_mb": 34919, + "disk_read_mb": 415, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_component_name": "distance_correlation", + "resources": { + "submit": "2024-12-19 14:57:13", + "exit_code": 0, + "duration_sec": 14.1, + "cpu_pct": 301.8, + "peak_memory_mb": 6247, + "disk_read_mb": 1200, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 14:57:13", + "exit_code": 0, + "duration_sec": 375, + "cpu_pct": 2829.6, + "peak_memory_mb": 12084, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "umap", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 69.4, + "cpu_pct": 123.3, + "peak_memory_mb": 13517, + "disk_read_mb": 858, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/hypomap", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 87.5, + "cpu_pct": 209.1, + "peak_memory_mb": 5120, + "disk_read_mb": 2821, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 101, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 141, + "cpu_pct": 651.4, + "peak_memory_mb": 8500, + "disk_read_mb": 415, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 11.7, + "cpu_pct": 235.9, + "peak_memory_mb": 3482, + "disk_read_mb": 1200, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 100, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:57:03", + "exit_code": 0, + "duration_sec": 92, + "cpu_pct": 193.8, + "peak_memory_mb": 6144, + "disk_read_mb": 415, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 110, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:58:03", + "exit_code": 0, + "duration_sec": 502, + "cpu_pct": 96.7, + "peak_memory_mb": 13927, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:58:03", "exit_code": 1, - "duration_sec": 140, + "duration_sec": 840, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -12292,2201 +7168,2215 @@ } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 100, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:58:03", + "exit_code": 0, + "duration_sec": 1738, + "cpu_pct": 561.5, + "peak_memory_mb": 19252, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 100, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:58:03", + "exit_code": 0, + "duration_sec": 402, + "cpu_pct": 106.4, + "peak_memory_mb": 26420, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "densmap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 230, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:58:03", + "exit_code": 0, + "duration_sec": 2607, + "cpu_pct": 1468.8, + "peak_memory_mb": 32359, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 240, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 18:20:43", + "exit_code": 0, + "duration_sec": 558, + "cpu_pct": 107.3, + "peak_memory_mb": 12288, + "disk_read_mb": 7988, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 169, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 18:20:43", + "exit_code": 0, + "duration_sec": 5572, + "cpu_pct": 109.5, + "peak_memory_mb": 39732, + "disk_read_mb": 27958, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 170, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 18:20:43", + "exit_code": 0, + "duration_sec": 1125, + "cpu_pct": 628.6, + "peak_memory_mb": 20788, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/immune_cell_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 100, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 18:20:43", + "exit_code": 0, + "duration_sec": 294, + "cpu_pct": 107.4, + "peak_memory_mb": 34714, + "disk_read_mb": 11982, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 143, - "duration_sec": 14412, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 18:20:43", + "exit_code": 0, + "duration_sec": 2329, + "cpu_pct": 965.2, + "peak_memory_mb": 27136, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "ivis", - "metric_id": "trustworthiness", - "resources": { - "exit_code": 1, - "duration_sec": 129, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - } - }, - { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:10:13", + "exit_code": 0, + "duration_sec": 492, + "cpu_pct": 100.1, + "peak_memory_mb": 11264, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:10:13", + "exit_code": 0, + "duration_sec": 4522, + "cpu_pct": 105.6, + "peak_memory_mb": 27648, + "disk_read_mb": 20790, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 140, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:10:13", + "exit_code": 0, + "duration_sec": 653, + "cpu_pct": 782.1, + "peak_memory_mb": 25805, + "disk_read_mb": 2970, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 130, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:10:13", + "exit_code": 0, + "duration_sec": 414, + "cpu_pct": 106.3, + "peak_memory_mb": 27648, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 130, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:10:13", + "exit_code": 0, + "duration_sec": 2786, + "cpu_pct": 1728.8, + "peak_memory_mb": 28980, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 143, - "duration_sec": 14413, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:32", + "exit_code": 0, + "duration_sec": 544, + "cpu_pct": 101.1, + "peak_memory_mb": 12288, + "disk_read_mb": 7988, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 250, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:33", + "exit_code": 0, + "duration_sec": 4438, + "cpu_pct": 105.1, + "peak_memory_mb": 38298, + "disk_read_mb": 27958, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 120, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:32", + "exit_code": 0, + "duration_sec": 1048, + "cpu_pct": 779.9, + "peak_memory_mb": 12288, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 130, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:32", + "exit_code": 0, + "duration_sec": 453, + "cpu_pct": 103.8, + "peak_memory_mb": 33178, + "disk_read_mb": 11982, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/mouse_pancreas_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 130, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:33", + "exit_code": 0, + "duration_sec": 1231, + "cpu_pct": 1901.2, + "peak_memory_mb": 22938, + "disk_read_mb": 3994, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:03", + "exit_code": 0, + "duration_sec": 480, + "cpu_pct": 101, + "peak_memory_mb": 11264, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 330, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:03", + "exit_code": 0, + "duration_sec": 4396, + "cpu_pct": 105.5, + "peak_memory_mb": 30208, + "disk_read_mb": 20790, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "neuralee", - "metric_id": "trustworthiness", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:03", + "exit_code": 0, + "duration_sec": 389, + "cpu_pct": 925.5, + "peak_memory_mb": 11572, + "disk_read_mb": 2970, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:03", + "exit_code": 0, + "duration_sec": 438, + "cpu_pct": 102.4, + "peak_memory_mb": 26420, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 300, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 15:00:03", + "exit_code": 0, + "duration_sec": 2609, + "cpu_pct": 1399.6, + "peak_memory_mb": 25908, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 566, + "cpu_pct": 99, + "peak_memory_mb": 13824, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 1, - "duration_sec": 552, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 4984, + "cpu_pct": 100.9, + "peak_memory_mb": 26317, + "disk_read_mb": 20790, + "disk_write_mb": 7 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 1004, + "cpu_pct": 803.6, + "peak_memory_mb": 11264, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 180, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 483, + "cpu_pct": 100.4, + "peak_memory_mb": 26420, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 1, - "duration_sec": 179, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-19 14:59:23", + "exit_code": 0, + "duration_sec": 3460, + "cpu_pct": 975.8, + "peak_memory_mb": 31642, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:00:23", "exit_code": 0, - "duration_sec": 1715, - "cpu_pct": 99.9, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 390, + "cpu_pct": 104.5, + "peak_memory_mb": 14848, + "disk_read_mb": 7988, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:00:23", "exit_code": 0, - "duration_sec": 1874, - "cpu_pct": 101.2, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 4305, + "cpu_pct": 105.5, + "peak_memory_mb": 37684, + "disk_read_mb": 27958, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:00:23", "exit_code": 0, - "duration_sec": 1790, - "cpu_pct": 100.2, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 426, + "cpu_pct": 717.8, + "peak_memory_mb": 19968, + "disk_read_mb": 3994, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:00:23", "exit_code": 0, - "duration_sec": 1709, - "cpu_pct": 100.3, - "peak_memory_mb": 6144, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 429, + "cpu_pct": 102.9, + "peak_memory_mb": 34509, + "disk_read_mb": 11982, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:00:23", "exit_code": 0, - "duration_sec": 1755, - "cpu_pct": 99.9, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 2164, + "cpu_pct": 935.8, + "peak_memory_mb": 23655, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "pymde", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:20:13", "exit_code": 0, - "duration_sec": 1929, - "cpu_pct": 100.3, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 360, + "cpu_pct": 105, + "peak_memory_mb": 13824, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 1878, - "cpu_pct": 100, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "submit": "2024-12-19 15:20:13", + "exit_code": "NA", + "duration_sec": 1890, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:20:13", "exit_code": 0, - "duration_sec": 1662, - "cpu_pct": 102, - "peak_memory_mb": 9933, - "disk_read_mb": 2048, - "disk_write_mb": 1 + "duration_sec": 459, + "cpu_pct": 1049, + "peak_memory_mb": 18944, + "disk_read_mb": 2970, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:20:13", "exit_code": 0, - "duration_sec": 1918, - "cpu_pct": 134.3, - "peak_memory_mb": 12800, - "disk_read_mb": 2458, - "disk_write_mb": 1 + "duration_sec": 876, + "cpu_pct": 102, + "peak_memory_mb": 27648, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:20:13", "exit_code": 0, - "duration_sec": 1757, - "cpu_pct": 100.2, - "peak_memory_mb": 9831, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 3302, + "cpu_pct": 1279.5, + "peak_memory_mb": 28980, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 1719, - "cpu_pct": 100.1, - "peak_memory_mb": 7168, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 492, + "cpu_pct": 100.4, + "peak_memory_mb": 9728, + "disk_read_mb": 7988, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 1863, - "cpu_pct": 100, - "peak_memory_mb": 11367, - "disk_read_mb": 1946, - "disk_write_mb": 1 + "duration_sec": 5789, + "cpu_pct": 102.8, + "peak_memory_mb": 39732, + "disk_read_mb": 27958, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 2382, - "cpu_pct": 99.5, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 857, + "cpu_pct": 833.2, + "peak_memory_mb": 12493, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 2399, - "cpu_pct": 100.5, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 474, + "cpu_pct": 104.6, + "peak_memory_mb": 34612, + "disk_read_mb": 11982, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:58:43", "exit_code": 0, - "duration_sec": 2372, - "cpu_pct": 100.3, - "peak_memory_mb": 200704, - "disk_read_mb": 742, - "disk_write_mb": 1 + "duration_sec": 2671, + "cpu_pct": 1078.7, + "peak_memory_mb": 28160, + "disk_read_mb": 3994, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:41:23", "exit_code": 0, - "duration_sec": 2349, - "cpu_pct": 100.5, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 492, + "cpu_pct": 104.5, + "peak_memory_mb": 11060, + "disk_read_mb": 8192, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:41:23", "exit_code": 0, - "duration_sec": 2359, - "cpu_pct": 100.2, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 4389, + "cpu_pct": 105.2, + "peak_memory_mb": 33997, + "disk_read_mb": 28672, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:41:23", "exit_code": 0, - "duration_sec": 2357, - "cpu_pct": 99.9, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 992, + "cpu_pct": 890.6, + "peak_memory_mb": 21095, + "disk_read_mb": 4096, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:41:23", "exit_code": 0, - "duration_sec": 2373, - "cpu_pct": 100.3, - "peak_memory_mb": 200704, - "disk_read_mb": 744, - "disk_write_mb": 1 + "duration_sec": 456, + "cpu_pct": 113.4, + "peak_memory_mb": 34612, + "disk_read_mb": 12288, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "spectral_features", - "metric_id": "trustworthiness", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:41:23", "exit_code": 0, - "duration_sec": 2406, - "cpu_pct": 152.7, - "peak_memory_mb": 204800, - "disk_read_mb": 1536, - "disk_write_mb": 1 + "duration_sec": 3097, + "cpu_pct": 1560.2, + "peak_memory_mb": 32768, + "disk_read_mb": 4096, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "true_features", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:34:33", "exit_code": 0, - "duration_sec": 3455, - "cpu_pct": 866.4, - "peak_memory_mb": 212788, - "disk_read_mb": 948, - "disk_write_mb": 1 + "duration_sec": 596, + "cpu_pct": 105.3, + "peak_memory_mb": 17511, + "disk_read_mb": 8192, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:34:33", "exit_code": 0, - "duration_sec": 2384, - "cpu_pct": 100.5, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 6454, + "cpu_pct": 99.6, + "peak_memory_mb": 27853, + "disk_read_mb": 28672, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:34:33", "exit_code": 0, - "duration_sec": 2377, - "cpu_pct": 100.3, - "peak_memory_mb": 200704, - "disk_read_mb": 743, - "disk_write_mb": 1 + "duration_sec": 1088, + "cpu_pct": 1151.5, + "peak_memory_mb": 21914, + "disk_read_mb": 4096, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/cengen", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:34:33", "exit_code": 0, - "duration_sec": 2378, - "cpu_pct": 100.5, - "peak_memory_mb": 200704, - "disk_read_mb": 744, - "disk_write_mb": 1 + "duration_sec": 420, + "cpu_pct": 106.6, + "peak_memory_mb": 28468, + "disk_read_mb": 12288, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:34:33", "exit_code": 0, - "duration_sec": 872, - "cpu_pct": 100.8, - "peak_memory_mb": 25088, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 4437, + "cpu_pct": 897.9, + "peak_memory_mb": 30720, + "disk_read_mb": 4096, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:00:53", "exit_code": 0, - "duration_sec": 879, - "cpu_pct": 100.8, - "peak_memory_mb": 27853, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 390, + "cpu_pct": 107.8, + "peak_memory_mb": 13824, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:00:53", "exit_code": 0, - "duration_sec": 875, - "cpu_pct": 100.7, - "peak_memory_mb": 27853, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 4214, + "cpu_pct": 101.1, + "peak_memory_mb": 26317, + "disk_read_mb": 20790, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:00:53", "exit_code": 0, - "duration_sec": 890, - "cpu_pct": 100.2, - "peak_memory_mb": 19252, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 399, + "cpu_pct": 862.3, + "peak_memory_mb": 11469, + "disk_read_mb": 2970, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:00:53", "exit_code": 0, - "duration_sec": 902, - "cpu_pct": 99.8, - "peak_memory_mb": 25088, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 402, + "cpu_pct": 105.9, + "peak_memory_mb": 26317, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:00:53", "exit_code": 0, - "duration_sec": 902, - "cpu_pct": 102.2, - "peak_memory_mb": 27853, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 2540, + "cpu_pct": 1316.5, + "peak_memory_mb": 26420, + "disk_read_mb": 2970, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 14:56:22", "exit_code": 0, - "duration_sec": 1007, - "cpu_pct": 102.1, - "peak_memory_mb": 27853, - "disk_read_mb": 812, - "disk_write_mb": 1 + "duration_sec": 398, + "cpu_pct": 97.9, + "peak_memory_mb": 8807, + "disk_read_mb": 5940, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 14:56:23", "exit_code": 0, - "duration_sec": 884, - "cpu_pct": 117.6, - "peak_memory_mb": 31437, - "disk_read_mb": 1024, - "disk_write_mb": 1 + "duration_sec": 4536, + "cpu_pct": 101.5, + "peak_memory_mb": 25293, + "disk_read_mb": 20790, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 2436, - "cpu_pct": 177.3, - "peak_memory_mb": 32666, - "disk_read_mb": 960, - "disk_write_mb": 1 + "submit": "2024-12-19 14:56:23", + "exit_code": "NA", + "duration_sec": 330, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 14:56:23", "exit_code": 0, - "duration_sec": 879, - "cpu_pct": 100.6, - "peak_memory_mb": 27853, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 246, + "cpu_pct": 114.2, + "peak_memory_mb": 27648, + "disk_read_mb": 8910, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/pancreas", "method_id": "umap", - "metric_id": "trustworthiness", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 14:56:23", "exit_code": 0, - "duration_sec": 897, - "cpu_pct": 100.2, - "peak_memory_mb": 25088, - "disk_read_mb": 811, - "disk_write_mb": 1 + "duration_sec": 1085, + "cpu_pct": 1762.6, + "peak_memory_mb": 28877, + "disk_read_mb": 2970, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/immune_cells", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:39:43", "exit_code": 0, - "duration_sec": 878, - "cpu_pct": 100.3, - "peak_memory_mb": 27853, - "disk_read_mb": 812, - "disk_write_mb": 1 + "duration_sec": 1466, + "cpu_pct": 99.5, + "peak_memory_mb": 26112, + "disk_read_mb": 30106, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "ivis", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 3.8, - "cpu_pct": 240.4, - "peak_memory_mb": 2970, - "disk_read_mb": 79, - "disk_write_mb": 1 + "submit": "2024-12-19 17:39:23", + "exit_code": 137, + "duration_sec": 41510, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:39:43", "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 240.8, - "peak_memory_mb": 5735, - "disk_read_mb": 82, - "disk_write_mb": 1 + "duration_sec": 2278, + "cpu_pct": 1009.4, + "peak_memory_mb": 29287, + "disk_read_mb": 15053, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "ivis", - "metric_id": "trustworthiness", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:51:53", "exit_code": 0, - "duration_sec": 3.8, - "cpu_pct": 247, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 3891, + "cpu_pct": 105.6, + "peak_memory_mb": 145818, + "disk_read_mb": 45159, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", + "resources": { + "submit": "2024-12-19 15:39:43", + "exit_code": "NA", + "duration_sec": 1510, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "lmds", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:36:33", "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 248.9, - "peak_memory_mb": 5735, - "disk_read_mb": 82, - "disk_write_mb": 1 + "duration_sec": 3120, + "cpu_pct": 99.2, + "peak_memory_mb": 32973, + "disk_read_mb": 43828, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "lmds", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 4.2, - "cpu_pct": 251.6, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "submit": "2024-12-19 17:35:03", + "exit_code": 137, + "duration_sec": 15260, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "lmds", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:36:33", "exit_code": 0, - "duration_sec": 4.2, - "cpu_pct": 243, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 1260, + "cpu_pct": 1069.2, + "peak_memory_mb": 32461, + "disk_read_mb": 21914, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "lmds", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:31:13", "exit_code": 0, - "duration_sec": 3.9, - "cpu_pct": 234.8, - "peak_memory_mb": 2970, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 4983, + "cpu_pct": 106.6, + "peak_memory_mb": 196096, + "disk_read_mb": 65742, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "lmds", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:48:13", "exit_code": 0, - "duration_sec": 3.9, - "cpu_pct": 261, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 8773, + "cpu_pct": 901.6, + "peak_memory_mb": 145818, + "disk_read_mb": 21914, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:25:04", "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 326.1, - "peak_memory_mb": 5735, - "disk_read_mb": 82, - "disk_write_mb": 1 + "duration_sec": 1682, + "cpu_pct": 103.7, + "peak_memory_mb": 26010, + "disk_read_mb": 30106, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 224, - "peak_memory_mb": 2970, - "disk_read_mb": 82, - "disk_write_mb": 1 + "submit": "2024-12-19 17:22:03", + "exit_code": 137, + "duration_sec": 17920, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:25:04", "exit_code": 0, - "duration_sec": 17.1, - "cpu_pct": 218.5, - "peak_memory_mb": 21095, - "disk_read_mb": 93, - "disk_write_mb": 1 + "duration_sec": 840, + "cpu_pct": 1184.6, + "peak_memory_mb": 25498, + "disk_read_mb": 15053, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 235.9, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "submit": "2024-12-19 15:25:04", + "exit_code": "NA", + "duration_sec": 1383, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:56:13", "exit_code": 0, - "duration_sec": 4.1, - "cpu_pct": 239.1, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 7785, + "cpu_pct": 1326, + "peak_memory_mb": 143360, + "disk_read_mb": 15053, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", - "normalization_id": "sqrt_cp10k", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "phate", - "metric_id": "trustworthiness", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:40:43", "exit_code": 0, - "duration_sec": 4, - "cpu_pct": 244.5, - "peak_memory_mb": 5632, - "disk_read_mb": 79, - "disk_write_mb": 1 + "duration_sec": 744, + "cpu_pct": 104, + "peak_memory_mb": 32973, + "disk_read_mb": 43828, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", + "metric_component_name": "coranking", + "resources": { + "submit": "2024-12-19 17:39:23", + "exit_code": 137, + "duration_sec": 16520, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:40:43", "exit_code": 0, - "duration_sec": 48.6, - "cpu_pct": 111.6, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "duration_sec": 1958, + "cpu_pct": 1065.9, + "peak_memory_mb": 39732, + "disk_read_mb": 21914, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:40:32", "exit_code": 0, - "duration_sec": 49.1, - "cpu_pct": 112.5, - "peak_memory_mb": 6042, - "disk_read_mb": 368, - "disk_write_mb": 1 + "duration_sec": 4503, + "cpu_pct": 105, + "peak_memory_mb": 195584, + "disk_read_mb": 65742, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 17:45:03", "exit_code": 0, - "duration_sec": 48.2, - "cpu_pct": 111.8, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "duration_sec": 4347, + "cpu_pct": 1494.5, + "peak_memory_mb": 146023, + "disk_read_mb": 21914, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:03:33", "exit_code": 0, - "duration_sec": 49.7, - "cpu_pct": 115.5, - "peak_memory_mb": 6042, - "disk_read_mb": 368, - "disk_write_mb": 1 + "duration_sec": 988, + "cpu_pct": 101.2, + "peak_memory_mb": 23552, + "disk_read_mb": 30106, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 50.4, - "cpu_pct": 108.8, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "submit": "2024-12-19 18:03:03", + "exit_code": 137, + "duration_sec": 36120, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:03:33", "exit_code": 0, - "duration_sec": 55.2, - "cpu_pct": 111.8, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "duration_sec": 2922, + "cpu_pct": 870.2, + "peak_memory_mb": 29594, + "disk_read_mb": 15053, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "pymde", - "metric_id": "trustworthiness", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 111.5, - "peak_memory_mb": 3380, - "disk_read_mb": 367, - "disk_write_mb": 1 + "submit": "2024-12-19 16:03:33", + "exit_code": "NA", + "duration_sec": 789, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 48.7, - "cpu_pct": 111.2, - "peak_memory_mb": 3380, - "disk_read_mb": 367, - "disk_write_mb": 1 + "submit": "2024-12-19 16:03:33", + "exit_code": "NA", + "duration_sec": 3343, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:34:53", "exit_code": 0, - "duration_sec": 50.3, - "cpu_pct": 110.6, - "peak_memory_mb": 3380, - "disk_read_mb": 368, - "disk_write_mb": 1 + "duration_sec": 1590, + "cpu_pct": 107.7, + "peak_memory_mb": 32871, + "disk_read_mb": 43828, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 48.8, - "cpu_pct": 115, - "peak_memory_mb": 6042, - "disk_read_mb": 380, - "disk_write_mb": 1 + "submit": "2024-12-19 17:46:43", + "exit_code": 137, + "duration_sec": 13720, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:34:53", "exit_code": 0, - "duration_sec": 54.5, - "cpu_pct": 141.4, - "peak_memory_mb": 4301, - "disk_read_mb": 431, - "disk_write_mb": 1 + "duration_sec": 3196, + "cpu_pct": 755.6, + "peak_memory_mb": 40141, + "disk_read_mb": 21914, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 49.2, - "cpu_pct": 111.6, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "submit": "2024-12-19 16:40:52", + "exit_code": "NA", + "duration_sec": 828, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 48.9, - "cpu_pct": 111.2, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "submit": "2024-12-19 15:34:53", + "exit_code": "NA", + "duration_sec": 1809, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:20:03", "exit_code": 0, - "duration_sec": 49, - "cpu_pct": 111.3, - "peak_memory_mb": 6042, - "disk_read_mb": 367, - "disk_write_mb": 1 + "duration_sec": 3308, + "cpu_pct": 102.3, + "peak_memory_mb": 34100, + "disk_read_mb": 44442, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 546, - "cpu_pct": 99.2, - "peak_memory_mb": 8909, - "disk_read_mb": 873, - "disk_write_mb": 1 + "submit": "2024-12-19 18:26:13", + "exit_code": 137, + "duration_sec": 19040, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 506, - "cpu_pct": 101.1, - "peak_memory_mb": 11572, - "disk_read_mb": 874, - "disk_write_mb": 1 + "submit": "2024-12-19 16:20:03", + "exit_code": "NA", + "duration_sec": 2114, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 17:27:03", "exit_code": 0, - "duration_sec": 518, - "cpu_pct": 100.9, - "peak_memory_mb": 11572, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 4137, + "cpu_pct": 100.3, + "peak_memory_mb": 194970, + "disk_read_mb": 66663, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 531, - "cpu_pct": 101.1, - "peak_memory_mb": 8909, - "disk_read_mb": 873, - "disk_write_mb": 1 + "submit": "2024-12-19 19:49:03", + "exit_code": "NA", + "duration_sec": 4031, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:30:23", "exit_code": 0, - "duration_sec": 547, - "cpu_pct": 98.9, - "peak_memory_mb": 8909, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 1892, + "cpu_pct": 99.9, + "peak_memory_mb": 26010, + "disk_read_mb": 30106, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 518, - "cpu_pct": 101.2, - "peak_memory_mb": 6861, - "disk_read_mb": 873, - "disk_write_mb": 1 + "submit": "2024-12-19 17:27:43", + "exit_code": 137, + "duration_sec": 43820, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:30:23", "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 101.1, - "peak_memory_mb": 9524, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 2624, + "cpu_pct": 927, + "peak_memory_mb": 33690, + "disk_read_mb": 15053, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:36:32", "exit_code": 0, - "duration_sec": 534, - "cpu_pct": 101.6, - "peak_memory_mb": 9524, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 3117, + "cpu_pct": 105.2, + "peak_memory_mb": 147252, + "disk_read_mb": 45159, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:38:43", "exit_code": 0, - "duration_sec": 514, - "cpu_pct": 108.9, - "peak_memory_mb": 13005, - "disk_read_mb": 993, - "disk_write_mb": 1 + "duration_sec": 7567, + "cpu_pct": 1132.6, + "peak_memory_mb": 142234, + "disk_read_mb": 15053, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:00:33", "exit_code": 0, - "duration_sec": 571, - "cpu_pct": 181.2, - "peak_memory_mb": 11674, - "disk_read_mb": 1024, - "disk_write_mb": 1 + "duration_sec": 842, + "cpu_pct": 102.9, + "peak_memory_mb": 16896, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 512, - "cpu_pct": 101.1, - "peak_memory_mb": 11572, - "disk_read_mb": 873, - "disk_write_mb": 1 + "submit": "2024-12-19 16:00:33", + "exit_code": 1, + "duration_sec": 1190, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:00:33", "exit_code": 0, - "duration_sec": 539, - "cpu_pct": 101.1, - "peak_memory_mb": 11572, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 1625, + "cpu_pct": 701.1, + "peak_memory_mb": 21914, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/pancreas", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "densmap", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:00:33", "exit_code": 0, - "duration_sec": 517, - "cpu_pct": 101, - "peak_memory_mb": 8909, - "disk_read_mb": 873, - "disk_write_mb": 1 + "duration_sec": 1221, + "cpu_pct": 102.2, + "peak_memory_mb": 59392, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "densmap", - "metric_id": "trustworthiness", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 16:00:33", "exit_code": 0, - "duration_sec": 5.1, - "cpu_pct": 212.9, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 4820, + "cpu_pct": 1001.3, + "peak_memory_mb": 49562, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "ivis", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:16:33", "exit_code": 0, - "duration_sec": 5, - "cpu_pct": 212.2, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 862, + "cpu_pct": 105.2, + "peak_memory_mb": 16896, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "ivis", - "metric_id": "trustworthiness", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 16:01:12", "exit_code": 0, - "duration_sec": 4.8, - "cpu_pct": 231.6, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 12047, + "cpu_pct": 104.5, + "peak_memory_mb": 69735, + "disk_read_mb": 41580, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "ivis", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:16:33", "exit_code": 0, - "duration_sec": 4.5, - "cpu_pct": 207.9, - "peak_memory_mb": 2970, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 644, + "cpu_pct": 1089, + "peak_memory_mb": 41165, + "disk_read_mb": 5940, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "ivis", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:16:33", "exit_code": 0, - "duration_sec": 5.2, - "cpu_pct": 204.7, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 1809, + "cpu_pct": 100.8, + "peak_memory_mb": 59290, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "ivis", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:16:33", "exit_code": 0, - "duration_sec": 6.3, - "cpu_pct": 149.9, - "peak_memory_mb": 2970, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 4580, + "cpu_pct": 1085.7, + "peak_memory_mb": 48640, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:41:13", "exit_code": 0, - "duration_sec": 4.6, - "cpu_pct": 211.1, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 1066, + "cpu_pct": 100.7, + "peak_memory_mb": 16896, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 16:35:03", "exit_code": 0, - "duration_sec": 4.6, - "cpu_pct": 240.7, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 16002, + "cpu_pct": 107.1, + "peak_memory_mb": 65946, + "disk_read_mb": 41580, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "simlr", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:41:13", "exit_code": 0, - "duration_sec": 5.1, - "cpu_pct": 273.6, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 466, + "cpu_pct": 1039.3, + "peak_memory_mb": 14336, + "disk_read_mb": 5940, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:41:13", "exit_code": 0, - "duration_sec": 5, - "cpu_pct": 229, - "peak_memory_mb": 5632, - "disk_read_mb": 66, - "disk_write_mb": 1 + "duration_sec": 1059, + "cpu_pct": 109.5, + "peak_memory_mb": 59392, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "neuralee", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:41:13", "exit_code": 0, - "duration_sec": 7.1, - "cpu_pct": 284.6, - "peak_memory_mb": 7578, - "disk_read_mb": 64, - "disk_write_mb": 1 + "duration_sec": 2183, + "cpu_pct": 2137.2, + "peak_memory_mb": 51712, + "disk_read_mb": 5940, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:06:03", "exit_code": 0, - "duration_sec": 5.1, - "cpu_pct": 200.7, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 942, + "cpu_pct": 104.8, + "peak_memory_mb": 11879, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:37:12", "exit_code": 0, - "duration_sec": 5.6, - "cpu_pct": 283, - "peak_memory_mb": 5632, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 13776, + "cpu_pct": 108.9, + "peak_memory_mb": 64615, + "disk_read_mb": 41580, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:06:03", "exit_code": 0, - "duration_sec": 4.7, - "cpu_pct": 208.2, - "peak_memory_mb": 2970, - "disk_read_mb": 59, - "disk_write_mb": 1 + "duration_sec": 576, + "cpu_pct": 944.7, + "peak_memory_mb": 22016, + "disk_read_mb": 5940, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:06:03", "exit_code": 0, - "duration_sec": 30.1, - "cpu_pct": 117, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 1050, + "cpu_pct": 101.4, + "peak_memory_mb": 57959, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "diffusion_map", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pca", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 31, - "cpu_pct": 120.5, - "peak_memory_mb": 3584, - "disk_read_mb": 164, - "disk_write_mb": 1 + "submit": "2024-12-19 15:06:03", + "exit_code": "NA", + "duration_sec": 2872, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:14:03", "exit_code": 0, - "duration_sec": 30.1, - "cpu_pct": 117.9, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 940, + "cpu_pct": 97.6, + "peak_memory_mb": 19456, + "disk_read_mb": 17204, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:55:22", "exit_code": 0, - "duration_sec": 29.4, - "cpu_pct": 119.7, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 11690, + "cpu_pct": 103.6, + "peak_memory_mb": 93184, + "disk_read_mb": 59500, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:14:03", "exit_code": 0, - "duration_sec": 29.6, - "cpu_pct": 117.2, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 1172, + "cpu_pct": 926.8, + "peak_memory_mb": 24372, + "disk_read_mb": 8602, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:14:03", "exit_code": 0, - "duration_sec": 30, - "cpu_pct": 117.8, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 1167, + "cpu_pct": 110, + "peak_memory_mb": 77210, + "disk_read_mb": 25500, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "phate", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:14:03", "exit_code": 0, - "duration_sec": 29.6, - "cpu_pct": 120.9, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 3923, + "cpu_pct": 1683.9, + "peak_memory_mb": 54272, + "disk_read_mb": 8602, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:39:03", "exit_code": 0, - "duration_sec": 29.6, - "cpu_pct": 120.5, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 864, + "cpu_pct": 98.3, + "peak_memory_mb": 14336, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 16:34:12", "exit_code": 0, - "duration_sec": 29.7, - "cpu_pct": 134.7, - "peak_memory_mb": 5940, - "disk_read_mb": 202, - "disk_write_mb": 1 + "duration_sec": 11424, + "cpu_pct": 100.6, + "peak_memory_mb": 61440, + "disk_read_mb": 41580, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:39:03", "exit_code": 0, - "duration_sec": 38.3, - "cpu_pct": 350, - "peak_memory_mb": 11367, - "disk_read_mb": 190, - "disk_write_mb": 1 + "duration_sec": 1265, + "cpu_pct": 908.5, + "peak_memory_mb": 21914, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:39:03", "exit_code": 0, - "duration_sec": 29.8, - "cpu_pct": 115.1, - "peak_memory_mb": 3175, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 1191, + "cpu_pct": 106.7, + "peak_memory_mb": 59392, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "pymde", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:39:03", "exit_code": 0, - "duration_sec": 30.1, - "cpu_pct": 121.9, - "peak_memory_mb": 5837, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 4033, + "cpu_pct": 1569.8, + "peak_memory_mb": 51917, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:02:23", "exit_code": 0, - "duration_sec": 30.3, - "cpu_pct": 113.8, - "peak_memory_mb": 3175, - "disk_read_mb": 164, - "disk_write_mb": 1 + "duration_sec": 928, + "cpu_pct": 102.1, + "peak_memory_mb": 14439, + "disk_read_mb": 17204, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:27:12", "exit_code": 0, - "duration_sec": 1483, - "cpu_pct": 100.6, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 11557, + "cpu_pct": 103.5, + "peak_memory_mb": 93184, + "disk_read_mb": 59500, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_component_name": "density_preservation", "resources": { - "exit_code": 0, - "duration_sec": 1504, - "cpu_pct": 100.3, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "submit": "2024-12-19 15:02:23", + "exit_code": "NA", + "duration_sec": 672, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:02:23", "exit_code": 0, - "duration_sec": 1483, - "cpu_pct": 100.4, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 1002, + "cpu_pct": 102.1, + "peak_memory_mb": 77312, + "disk_read_mb": 25500, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "random_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:02:23", "exit_code": 0, - "duration_sec": 1504, - "cpu_pct": 100.3, - "peak_memory_mb": 38605, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 4822, + "cpu_pct": 1053.3, + "peak_memory_mb": 51303, + "disk_read_mb": 8602, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "spectral_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 16:04:53", "exit_code": 0, - "duration_sec": 1499, - "cpu_pct": 100.3, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 1382, + "cpu_pct": 104, + "peak_memory_mb": 18944, + "disk_read_mb": 17614, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "spectral_features", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 1491, - "cpu_pct": 100.4, - "peak_memory_mb": 38605, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "submit": "2024-12-19 17:05:54", + "exit_code": "NA", + "duration_sec": 8750, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "spectral_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 16:04:53", "exit_code": 0, - "duration_sec": 1556, - "cpu_pct": 100.6, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 1336, + "cpu_pct": 756.2, + "peak_memory_mb": 25498, + "disk_read_mb": 8807, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "spectral_features", - "metric_id": "trustworthiness", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 16:04:53", "exit_code": 0, - "duration_sec": 1494, - "cpu_pct": 109, - "peak_memory_mb": 40551, - "disk_read_mb": 1536, - "disk_write_mb": 1 + "duration_sec": 1407, + "cpu_pct": 101.7, + "peak_memory_mb": 77415, + "disk_read_mb": 26112, + "disk_write_mb": 3 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "spectral_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 16:04:53", "exit_code": 0, - "duration_sec": 2111, - "cpu_pct": 385.9, - "peak_memory_mb": 49152, - "disk_read_mb": 1434, - "disk_write_mb": 1 + "duration_sec": 4341, + "cpu_pct": 1141.6, + "peak_memory_mb": 51712, + "disk_read_mb": 8807, + "disk_write_mb": 2 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 18:23:33", "exit_code": 0, - "duration_sec": 1705, - "cpu_pct": 100.2, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 942, + "cpu_pct": 105.2, + "peak_memory_mb": 30004, + "disk_read_mb": 17000, + "disk_write_mb": 4 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "log_cp10k", - "method_id": "umap", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 19:21:43", "exit_code": 0, - "duration_sec": 1488, - "cpu_pct": 100.3, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 12299, + "cpu_pct": 106.8, + "peak_memory_mb": 65332, + "disk_read_mb": 59500, + "disk_write_mb": 7 } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 18:23:33", "exit_code": 0, - "duration_sec": 1477, - "cpu_pct": 100.3, - "peak_memory_mb": 41268, - "disk_read_mb": 1229, - "disk_write_mb": 1 + "duration_sec": 1436, + "cpu_pct": 1223.5, + "peak_memory_mb": 24474, + "disk_read_mb": 8500, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "densmap", - "metric_id": "trustworthiness", + "method_id": "true_features", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 18:23:33", "exit_code": 0, - "duration_sec": 713, - "cpu_pct": 100.3, - "peak_memory_mb": 14132, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 1284, + "cpu_pct": 109.1, + "peak_memory_mb": 61338, + "disk_read_mb": 25500, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "ivis", - "metric_id": "trustworthiness", + "method_id": "true_features", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 18:23:33", "exit_code": 0, - "duration_sec": 707, - "cpu_pct": 100.8, - "peak_memory_mb": 14132, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 9440, + "cpu_pct": 595.4, + "peak_memory_mb": 51405, + "disk_read_mb": 8500, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "lmds", - "metric_id": "trustworthiness", + "method_id": "tsne", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:14:23", "exit_code": 0, - "duration_sec": 718, - "cpu_pct": 100.3, - "peak_memory_mb": 14132, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 534, + "cpu_pct": 100.9, + "peak_memory_mb": 16896, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "neuralee", - "metric_id": "trustworthiness", + "method_id": "tsne", + "metric_component_name": "coranking", "resources": { + "submit": "2024-12-19 15:52:53", "exit_code": 0, - "duration_sec": 756, - "cpu_pct": 101.3, - "peak_memory_mb": 19252, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 13622, + "cpu_pct": 99.5, + "peak_memory_mb": 62772, + "disk_read_mb": 41580, + "disk_write_mb": 7 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pca", - "metric_id": "trustworthiness", + "method_id": "tsne", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:14:23", "exit_code": 0, - "duration_sec": 710, - "cpu_pct": 101, - "peak_memory_mb": 14132, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 1423, + "cpu_pct": 757.3, + "peak_memory_mb": 21914, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "pymde", - "metric_id": "trustworthiness", + "method_id": "tsne", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:14:23", "exit_code": 0, - "duration_sec": 724, - "cpu_pct": 100.8, - "peak_memory_mb": 16589, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 1101, + "cpu_pct": 110.6, + "peak_memory_mb": 59188, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "random_features", - "metric_id": "trustworthiness", + "method_id": "tsne", + "metric_component_name": "spectral_distance_correlation", "resources": { + "submit": "2024-12-19 15:14:23", "exit_code": 0, - "duration_sec": 732, - "cpu_pct": 100.4, - "peak_memory_mb": 11367, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 4634, + "cpu_pct": 1462.4, + "peak_memory_mb": 51610, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "spectral_features", - "metric_id": "trustworthiness", + "method_id": "umap", + "metric_component_name": "clustering_performance", "resources": { + "submit": "2024-12-19 15:12:33", "exit_code": 0, - "duration_sec": 730, - "cpu_pct": 106.5, - "peak_memory_mb": 13210, - "disk_read_mb": 970, - "disk_write_mb": 1 + "duration_sec": 752, + "cpu_pct": 104.3, + "peak_memory_mb": 11879, + "disk_read_mb": 12084, + "disk_write_mb": 4 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "true_features", - "metric_id": "trustworthiness", + "method_id": "umap", + "metric_component_name": "coranking", "resources": { - "exit_code": 0, - "duration_sec": 805, - "cpu_pct": 371.1, - "peak_memory_mb": 23143, - "disk_read_mb": 940, - "disk_write_mb": 1 + "submit": "2024-12-19 15:12:33", + "exit_code": 1, + "duration_sec": 2730, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", - "method_id": "tsne", - "metric_id": "trustworthiness", + "method_id": "umap", + "metric_component_name": "density_preservation", "resources": { + "submit": "2024-12-19 15:12:33", "exit_code": 0, - "duration_sec": 714, - "cpu_pct": 100.8, - "peak_memory_mb": 11367, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 1183, + "cpu_pct": 947.4, + "peak_memory_mb": 18330, + "disk_read_mb": 5940, + "disk_write_mb": 2 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "log_cp10k", "method_id": "umap", - "metric_id": "trustworthiness", + "metric_component_name": "distance_correlation", "resources": { + "submit": "2024-12-19 15:12:33", "exit_code": 0, - "duration_sec": 829, - "cpu_pct": 100.5, - "peak_memory_mb": 14132, - "disk_read_mb": 779, - "disk_write_mb": 1 + "duration_sec": 1122, + "cpu_pct": 101, + "peak_memory_mb": 58061, + "disk_read_mb": 17820, + "disk_write_mb": 3 } }, { "dataset_id": "openproblems_v1/zebrafish", - "normalization_id": "sqrt_cp10k", - "method_id": "phate", - "metric_id": "trustworthiness", + "method_id": "umap", + "metric_component_name": "spectral_distance_correlation", "resources": { - "exit_code": 0, - "duration_sec": 795, - "cpu_pct": 99.3, - "peak_memory_mb": 16589, - "disk_read_mb": 779, - "disk_write_mb": 1 + "submit": "2024-12-19 15:12:33", + "exit_code": "NA", + "duration_sec": 3401, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } } ] diff --git a/results/dimensionality_reduction/data/metric_info.json b/results/dimensionality_reduction/data/metric_info.json index 86fdea85..5bd9b894 100644 --- a/results/dimensionality_reduction/data/metric_info.json +++ b/results/dimensionality_reduction/data/metric_info.json @@ -1,268 +1,212 @@ [ { -<<<<<<< HEAD - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "clustering_performance", "metric_id": "normalized_mutual_information", "metric_name": "NMI", - "metric_summary": "The Normalized Mutual Information (NMI) is a measure of the similarity between cluster labels obtained from the clustering of dimensionality reduction embeddings and the true cell labels. It is a normalization of the Mutual Information (MI) score to scale the results between 0 (no mutual information) and 1 (perfect correlation). \nMutual Information quantifies the \"amount of information\" obtained about one random variable by observing the other random variable. Assuming two label assignments X and Y, it is given by: \n $MI(X,Y) = \\sum_{x=1}^{X}\\sum_{y=1}^{Y}p(x,y)log(\\frac{P(x,y)}{P(x)P'(y)})$, \nwhere P(x,y) is the joint probability mass function of X and Y, and P(x), P'(y) are the marginal probability mass functions of X and Y respectively. The mutual information is normalized by some generalized mean of H(X) and H(Y). Therefore, Normalized Mutual Information can be defined as: \n $NMI(X,Y) = \\frac{MI(X,Y)}{mean(H(X),H(Y))}$, \nwhere H(X) and H(Y) are the entropies of X and Y respectively. Higher NMI score suggests that the method is effective in preserving relevant information.\n", - "paper_reference": "emmons2016analysis", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/clustering_performance/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_summary": "Normalized Mutual Information (NMI) is a measure of the concordance between clustering obtained from the reduced-dimensional embeddings and the cell labels.", + "metric_description": "The Normalized Mutual Information (NMI) is a measure of the similarity between cluster labels obtained from the clustering of dimensionality reduction embeddings and the true cell labels. It is a normalization of the Mutual Information (MI) score to scale the results between 0 (no mutual information) and 1 (perfect correlation).\nMutual Information quantifies the \"amount of information\" obtained about one random variable by observing the other random variable. Assuming two label assignments X and Y, it is given by:\n $MI(X,Y) = \\sum_{x=1}^{X}\\sum_{y=1}^{Y}p(x,y)log(\\frac{P(x,y)}{P(x)P'(y)})$,\nwhere P(x,y) is the joint probability mass function of X and Y, and P(x), P'(y) are the marginal probability mass functions of X and Y respectively. The mutual information is normalized by some generalized mean of H(X) and H(Y). Therefore, Normalized Mutual Information can be defined as:\n $NMI(X,Y) = \\frac{MI(X,Y)}{mean(H(X),H(Y))}$,\nwhere H(X) and H(Y) are the entropies of X and Y respectively. Higher NMI score suggests that the method is effective in preserving relevant information.\n", + "references_doi": "10.1371/journal.pone.0159161", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/clustering_performance", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/clustering_performance:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "clustering_performance", "metric_id": "adjusted_rand_index", "metric_name": "ARI", - "metric_summary": "Adjusted Rand Index (ARI) is a measure of similarity between two clusterings by considering all pairs of samples and counting pairs that are assigned in the same or different clusters in the predicted (from the reduced dimensional embeddings) and true clusterings (cell type labels). It is the Rand Index (RI) adjusted for chance.\nAssuming the C as the cell type labels and K as the clustering of the reduced dimensional embedding, Rand Index can be defined as:\n $RI = \\frac{a + b}{{C}_{2}^{n_{samples}}}$,\nwhere 'a' is the number of pairs of elements that are in the same set in C and in the same set in K, 'b' is the number of pairs of elements that are in different sets in C and in different sets in K, and ${C}_{2}^{n_{samples}}$ is the total number of possible pairs in the dataset. Random label assignments can be discounted as follows: \n $ARI = \\frac{RI - E[RI]}{max(RI) - E[RI]}$, \nwhere E[RI] is the expected RI of random labellings.\n", - "paper_reference": "santos2009on", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/clustering_performance/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_summary": "Adjusted Rand Index (ARI) is a measure of the similarities between two cluster assignments of the reduced-dimensional embeddings and the true cell types.", + "metric_description": "Adjusted Rand Index (ARI) is a measure of similarity between two clusterings by considering all pairs of samples and counting pairs that are assigned in the same or different clusters in the predicted (from the reduced dimensional embeddings) and true clusterings (cell type labels). It is the Rand Index (RI) adjusted for chance.\nAssuming the C as the cell type labels and K as the clustering of the reduced dimensional embedding, Rand Index can be defined as:\n $RI = \\frac{a + b}{{C}_{2}^{n_{samples}}}$,\nwhere 'a' is the number of pairs of elements that are in the same set in C and in the same set in K, 'b' is the number of pairs of elements that are in different sets in C and in different sets in K, and ${C}_{2}^{n_{samples}}$ is the total number of possible pairs in the dataset. Random label assignments can be discounted as follows:\n $ARI = \\frac{RI - E[RI]}{max(RI) - E[RI]}$,\nwhere E[RI] is the expected RI of random labellings.\n", + "references_doi": null, + "references_bibtex": "@InProceedings{santos2009on,\n author = {Santos, Jorge M. and Embrechts, Mark\"},\n editor = {Alippi, Cesare and Polycarpou, Marios and Panayiotou, Christos and Ellinas, Georgios},\n title = {On the Use of the Adjusted Rand Index as a Metric for Evaluating Supervised Classification},\n booktitle = {Artificial Neural Networks -- ICANN 2009},\n year = {2009},\n publisher = {Springer Berlin Heidelberg},\n address = {Berlin, Heidelberg},\n pages = {175--184},\n isbn = {978-3-642-04277-5},\n doi = {10.1007/978-3-642-04277-5_18},\n url = {https://doi.org/10.1007/978-3-642-04277-5_18}\n}\n", + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/clustering_performance", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/clustering_performance:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "continuity_at_k30", "metric_name": "Continuity at k=30", "metric_summary": "The continuity metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The continuity metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.1016/j.neunet.2006.05.014", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "trustworthiness_at_k30", "metric_name": "Trustworthiness at k=30", "metric_summary": "The trustworthiness metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The trustworthiness metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.1016/j.neunet.2006.05.014", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "qnx_at_k30", "metric_name": "The value for QNX at k=30", "metric_summary": "The QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "lee2009quality", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.1016/j.neucom.2008.12.017", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "lcmc_at_k30", "metric_name": "The value for LCMC at k=30", "metric_summary": "The LCMC metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "chen2009local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The LCMC metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.1198/jasa.2009.0111", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "qnx_auc", "metric_name": "Area under the QNX curve", "metric_summary": "The AU-QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The AU-QNX metric at k=30 computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.48550/ARXIV.1110.3917", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "qlocal", "metric_name": "Local quality measure", "metric_summary": "The local quality metric computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The local quality metric computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.48550/ARXIV.1110.3917", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "coranking", "metric_id": "qglobal", "metric_name": "Global quality measure", "metric_summary": "The Global quality metric computed on the co-ranking matrix between expression matrix and embedding.", - "paper_reference": "lueks2011evaluate", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/coranking/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_description": "The Global quality metric computed on the co-ranking matrix between expression matrix and embedding.", + "references_doi": "10.48550/ARXIV.1110.3917", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/coranking", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/coranking:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", + "task_id": "metrics", + "component_name": "density_preservation", "metric_id": "density_preservation", "metric_name": "Density preservation", - "metric_summary": "\"Similarity between local densities in the high-dimensional data and the reduced data.\nThis is computed as the pearson correlation of local radii with the local radii in the original data space.\"\n", - "paper_reference": "narayan2021assessing", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/density_preservation/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "metric_summary": "Similarity between local densities in the high-dimensional data and the reduced data.", + "metric_description": "\"Similarity between local densities in the high-dimensional data and the reduced data.\nThis is computed as the pearson correlation of local radii with the local radii in the original data space.\"\n", + "references_doi": "10.1038/s41587-020-00801-7", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/density_preservation", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/density_preservation:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true }, { - "task_id": "dimensionality_reduction", - "metric_id": "distance_correlation", - "metric_name": "Distance Correlation", - "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances on the full (or processed) data matrix and the dimensionally-reduced matrix.", - "paper_reference": "kruskal1964mds", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", - "maximize": false - }, - { - "task_id": "dimensionality_reduction", - "metric_id": "distance_correlation_spectral", - "metric_name": "Distance Correlation Spectral", - "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data.", - "paper_reference": "coifman2006diffusion", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/distance_correlation/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", - "maximize": false - }, - { - "task_id": "dimensionality_reduction", - "metric_id": "trustworthiness", - "metric_name": "Trustworthiness at k=15", - "metric_summary": "A measurement of similarity between the rank of each point's nearest neighbors in the high-dimensional data and the reduced data.", - "paper_reference": "venna2006local", - "implementation_url": "https://github.com/openproblems-bio/openproblems-v2/tree/2c2d6f0a7ecc3cac51fa23acc0eec036cee39446/src/tasks/dimensionality_reduction/metrics/trustworthiness/config.vsh.yaml", - "code_version": null, - "commit_sha": "2c2d6f0a7ecc3cac51fa23acc0eec036cee39446", + "task_id": "metrics", + "component_name": "distance_correlation", + "metric_id": "waypoint_distance_correlation", + "metric_name": "Waypoint Distance Correlation", + "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances between waypoint cells.", + "metric_description": "Calculates the distance correlation by computing Spearman correlations\nbetween distances between waypoint cells on the full (or processed) data\nmatrix and the dimensionally-reduced matrix. Also known as the\ncellstruct global single-cell (GS) score when using Pearson correlation.\n", + "references_doi": ["10.1101/2023.11.13.566337", "10.1038/s42003-022-03628-x"], + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/distance_correlation", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/distance_correlation:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", "maximize": true - } -] -======= - "metric_name": "continuity", - "metric_summary": "Continuity measures error of hard extrusions based on nearest neighbor coranking", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "continuity", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "Density preservation", - "metric_summary": "Similarity between local densities in the high-dimensional data and the reduced data.", - "paper_reference": "narayan2021assessing", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "density_preservation", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/density.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "Distance correlation", - "metric_summary": "Spearman correlation between all pairwise Euclidean distances in the original and dimension-reduced data", - "paper_reference": "schober2018correlation", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "distance_correlation", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/distance_correlation.py", - "code_version": "v1.0.0" }, { - "metric_name": "Distance correlation (spectral)", - "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data", - "paper_reference": "coifman2006diffusion", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "distance_correlation_spectral", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/distance_correlation.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "local continuity meta criterion", - "metric_summary": "The local continuity meta criterion is the co-KNN size with baseline removal which favors locality", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "lcmc", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "global property", - "metric_summary": "The global property metric is a summary of the global co-KNN", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qglobal", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "local property", - "metric_summary": "The local property metric is a summary of the local co-KNN", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qlocal", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" - }, - { - "metric_name": "co-KNN size", - "metric_summary": "co-KNN size counts how many points are in both k-nearest neighbors before and after the dimensionality reduction", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qnn", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" + "task_id": "metrics", + "component_name": "distance_correlation", + "metric_id": "centroid_distance_correlation", + "metric_name": "Centroid Distance Correlation", + "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances to label centroids.", + "metric_description": "Calculates the distance correlation by computing Spearman correlations\nbetween distances from waypoint cells to label centroids on the full\n(or processed) data matrix and the dimensionally-reduced matrix. Also\nknown as Point-Cluster Distance (PCD) correlation.\n", + "references_doi": "10.1038/s41467-023-37478-w", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/distance_correlation", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/distance_correlation:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", + "maximize": true }, { - "metric_name": "co-KNN AUC", - "metric_summary": "co-KNN AUC is area under the co-KNN curve", - "paper_reference": "zhang2021pydrmetrics", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "ff1feaf0b741ec05b10084319a1175dfbf5e6faa", - "metric_id": "qnn_auc", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/nn_ranking.py", - "code_version": "v1.0.0" + "task_id": "metrics", + "component_name": "distance_correlation", + "metric_id": "label_distance_correlation", + "metric_name": "Label Distance Correlation", + "metric_summary": "Calculates the distance correlation by computing Spearman correlations between distances between label centroids.", + "metric_description": "Calculates the distance correlation by computing Spearman correlations\nbetween distances between label centroids on the full (or processed)\ndata matrix and the dimensionally-reduced matrix. Also known as the\ncellstruct global cluster (GC) score when using Pearson correlation.\n", + "references_doi": ["10.1101/2023.11.13.566337", "10.1038/s42003-022-03628-x"], + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/distance_correlation", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/distance_correlation:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", + "maximize": true }, { - "metric_name": "trustworthiness", - "metric_summary": "a measurement of similarity between the rank of each point's nearest neighbors in the high-dimensional data and the reduced data.", - "paper_reference": "venna2001neighborhood", - "maximize": true, - "image": "https://github.com/openproblems-bio/openproblems/pkgs/container/openproblems", - "task_id": "dimensionality_reduction", - "commit_sha": "b3456fd73c04c28516f6df34c57e6e3e8b0dab32", - "metric_id": "trustworthiness", - "implementation_url": "https://github.com/openproblems-bio/openproblems/blob/v1.0.0/openproblems/tasks/dimensionality_reduction/metrics/trustworthiness.py", - "code_version": "v1.0.0" + "task_id": "metrics", + "component_name": "spectral_distance_correlation", + "metric_id": "spectral_distance_correlation", + "metric_name": "Spectral Distance Correlation", + "metric_summary": "Spearman correlation between all pairwise diffusion distances in the original and dimension-reduced data.", + "metric_description": "Spearman correlation between all pairwise diffusion distances in the\noriginal and dimension-reduced data.\n", + "references_doi": "10.1016/j.acha.2006.04.006", + "references_bibtex": null, + "implementation_url": "https://github.com/openproblems-bio/task_dimensionality_reduction/blob/7adb5a856f2374eda43ee7f133b183e65081635a/src/metrics/spectral_distance_correlation", + "image": "https://ghcr.io/openproblems-bio/task_dimensionality_reduction/metrics/spectral_distance_correlation:build_main", + "code_version": "build_main", + "commit_sha": "7adb5a856f2374eda43ee7f133b183e65081635a", + "maximize": true } ] ->>>>>>> origin/main diff --git a/results/dimensionality_reduction/data/quality_control.json b/results/dimensionality_reduction/data/quality_control.json index 0bb18243..5f2ee917 100644 --- a/results/dimensionality_reduction/data/quality_control.json +++ b/results/dimensionality_reduction/data/quality_control.json @@ -1,4332 +1,4612 @@ [ { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Task info", "name": "Pct 'task_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing([task_info], field)", - "message": "Task metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" + "message": "Task metadata field 'task_id' should be defined\n Task id: task_dimensionality_reduction\n Field: task_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Task info", "name": "Pct 'task_name' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing([task_info], field)", - "message": "Task metadata field 'task_name' should be defined\n Task id: dimensionality_reduction\n Field: task_name\n" + "message": "Task metadata field 'task_name' should be defined\n Task id: task_dimensionality_reduction\n Field: task_name\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Task info", "name": "Pct 'task_summary' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing([task_info], field)", - "message": "Task metadata field 'task_summary' should be defined\n Task id: dimensionality_reduction\n Field: task_summary\n" + "message": "Task metadata field 'task_summary' should be defined\n Task id: task_dimensionality_reduction\n Field: task_summary\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Task info", "name": "Pct 'task_description' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing([task_info], field)", - "message": "Task metadata field 'task_description' should be defined\n Task id: dimensionality_reduction\n Field: task_description\n" + "message": "Task metadata field 'task_description' should be defined\n Task id: task_dimensionality_reduction\n Field: task_description\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'task_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" + "message": "Method metadata field 'task_id' should be defined\n Task id: task_dimensionality_reduction\n Field: task_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'commit_sha' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'commit_sha' should be defined\n Task id: dimensionality_reduction\n Field: commit_sha\n" + "message": "Method metadata field 'commit_sha' should be defined\n Task id: task_dimensionality_reduction\n Field: commit_sha\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'method_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'method_id' should be defined\n Task id: dimensionality_reduction\n Field: method_id\n" + "message": "Method metadata field 'method_id' should be defined\n Task id: task_dimensionality_reduction\n Field: method_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'method_name' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'method_name' should be defined\n Task id: dimensionality_reduction\n Field: method_name\n" + "message": "Method metadata field 'method_name' should be defined\n Task id: task_dimensionality_reduction\n Field: method_name\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'method_summary' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'method_summary' should be defined\n Task id: dimensionality_reduction\n Field: method_summary\n" + "message": "Method metadata field 'method_summary' should be defined\n Task id: task_dimensionality_reduction\n Field: method_summary\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'paper_reference' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "value": 0.7857142857142857, + "severity": 2, + "severity_value": 3.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'paper_reference' should be defined\n Task id: dimensionality_reduction\n Field: paper_reference\n" + "message": "Method metadata field 'paper_reference' should be defined\n Task id: task_dimensionality_reduction\n Field: paper_reference\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Method info", "name": "Pct 'is_baseline' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(method_info, field)", - "message": "Method metadata field 'is_baseline' should be defined\n Task id: dimensionality_reduction\n Field: is_baseline\n" + "message": "Method metadata field 'is_baseline' should be defined\n Task id: task_dimensionality_reduction\n Field: is_baseline\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'task_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" + "message": "Metric metadata field 'task_id' should be defined\n Task id: task_dimensionality_reduction\n Field: task_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'commit_sha' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'commit_sha' should be defined\n Task id: dimensionality_reduction\n Field: commit_sha\n" + "message": "Metric metadata field 'commit_sha' should be defined\n Task id: task_dimensionality_reduction\n Field: commit_sha\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'metric_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'metric_id' should be defined\n Task id: dimensionality_reduction\n Field: metric_id\n" + "message": "Metric metadata field 'metric_id' should be defined\n Task id: task_dimensionality_reduction\n Field: metric_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'metric_name' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'metric_name' should be defined\n Task id: dimensionality_reduction\n Field: metric_name\n" + "message": "Metric metadata field 'metric_name' should be defined\n Task id: task_dimensionality_reduction\n Field: metric_name\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'metric_summary' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'metric_summary' should be defined\n Task id: dimensionality_reduction\n Field: metric_summary\n" + "message": "Metric metadata field 'metric_summary' should be defined\n Task id: task_dimensionality_reduction\n Field: metric_summary\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'paper_reference' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "value": 1.0, + "severity": 2, + "severity_value": 3.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'paper_reference' should be defined\n Task id: dimensionality_reduction\n Field: paper_reference\n" + "message": "Metric metadata field 'paper_reference' should be defined\n Task id: task_dimensionality_reduction\n Field: paper_reference\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Metric info", "name": "Pct 'maximize' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(metric_info, field)", - "message": "Metric metadata field 'maximize' should be defined\n Task id: dimensionality_reduction\n Field: maximize\n" + "message": "Metric metadata field 'maximize' should be defined\n Task id: task_dimensionality_reduction\n Field: maximize\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'task_id' missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "value": 1.0, + "severity": 2, + "severity_value": 3.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'task_id' should be defined\n Task id: dimensionality_reduction\n Field: task_id\n" + "message": "Dataset metadata field 'task_id' should be defined\n Task id: task_dimensionality_reduction\n Field: task_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'dataset_id' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'dataset_id' should be defined\n Task id: dimensionality_reduction\n Field: dataset_id\n" + "message": "Dataset metadata field 'dataset_id' should be defined\n Task id: task_dimensionality_reduction\n Field: dataset_id\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'dataset_name' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'dataset_name' should be defined\n Task id: dimensionality_reduction\n Field: dataset_name\n" + "message": "Dataset metadata field 'dataset_name' should be defined\n Task id: task_dimensionality_reduction\n Field: dataset_name\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'dataset_summary' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'dataset_summary' should be defined\n Task id: dimensionality_reduction\n Field: dataset_summary\n" + "message": "Dataset metadata field 'dataset_summary' should be defined\n Task id: task_dimensionality_reduction\n Field: dataset_summary\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'data_reference' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'data_reference' should be defined\n Task id: dimensionality_reduction\n Field: data_reference\n" + "message": "Dataset metadata field 'data_reference' should be defined\n Task id: task_dimensionality_reduction\n Field: data_reference\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Dataset info", "name": "Pct 'data_url' missing", "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "percent_missing(dataset_info, field)", - "message": "Dataset metadata field 'data_url' should be defined\n Task id: dimensionality_reduction\n Field: data_url\n" + "message": "Dataset metadata field 'data_url' should be defined\n Task id: task_dimensionality_reduction\n Field: data_url\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw data", "name": "Number of results", - "value": 238, + "value": 224, "severity": 0, "severity_value": 0.0, "code": "len(results) == len(method_info) * len(metric_info) * len(dataset_info)", - "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: dimensionality_reduction\n Number of results: 238\n Number of methods: 14\n Number of metrics: 13\n Number of datasets: 17\n" + "message": "Number of results should be equal to #methods × #metrics × #datasets.\n Task id: task_dimensionality_reduction\n Number of results: 224\n Number of methods: 14\n Number of metrics: 14\n Number of datasets: 16\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'normalized_mutual_information' %missing", - "value": 0.32773109243697474, + "value": 0.5178571428571428, "severity": 3, - "severity_value": 3.2773109243697474, + "severity_value": 5.178571428571428, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: normalized_mutual_information\n Percentage missing: 33%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: normalized_mutual_information\n Percentage missing: 52%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'adjusted_rand_index' %missing", - "value": 0.32773109243697474, + "value": 0.5178571428571428, "severity": 3, - "severity_value": 3.2773109243697474, + "severity_value": 5.178571428571428, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: adjusted_rand_index\n Percentage missing: 33%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: adjusted_rand_index\n Percentage missing: 52%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'continuity_at_k30' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: continuity_at_k30\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: continuity_at_k30\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'trustworthiness_at_k30' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness_at_k30\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: trustworthiness_at_k30\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'qnx_at_k30' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_at_k30\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: qnx_at_k30\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'lcmc_at_k30' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: lcmc_at_k30\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: lcmc_at_k30\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'qnx_auc' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qnx_auc\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: qnx_auc\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'qlocal' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: qlocal\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'qglobal' %missing", - "value": 0.773109243697479, + "value": 0.6919642857142857, "severity": 3, - "severity_value": 7.73109243697479, + "severity_value": 6.919642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 77%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: qglobal\n Percentage missing: 69%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Metric 'density_preservation' %missing", - "value": 0.3655462184873949, + "value": 0.5580357142857143, + "severity": 3, + "severity_value": 5.580357142857142, + "code": "pct_missing <= .1", + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 56%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Raw results", + "name": "Metric 'waypoint_distance_correlation' %missing", + "value": 0.4866071428571429, "severity": 3, - "severity_value": 3.6554621848739486, + "severity_value": 4.866071428571429, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: density_preservation\n Percentage missing: 37%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: waypoint_distance_correlation\n Percentage missing: 49%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Metric 'distance_correlation' %missing", - "value": 0.47478991596638653, + "name": "Metric 'centroid_distance_correlation' %missing", + "value": 0.4866071428571429, "severity": 3, - "severity_value": 4.747899159663865, + "severity_value": 4.866071428571429, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation\n Percentage missing: 47%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: centroid_distance_correlation\n Percentage missing: 49%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Metric 'distance_correlation_spectral' %missing", - "value": 0.47478991596638653, + "name": "Metric 'label_distance_correlation' %missing", + "value": 0.4866071428571429, "severity": 3, - "severity_value": 4.747899159663865, + "severity_value": 4.866071428571429, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: distance_correlation_spectral\n Percentage missing: 47%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: label_distance_correlation\n Percentage missing: 49%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Metric 'trustworthiness' %missing", - "value": 0.41176470588235303, + "name": "Metric 'spectral_distance_correlation' %missing", + "value": 0.6785714285714286, "severity": 3, - "severity_value": 4.11764705882353, + "severity_value": 6.785714285714286, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n Metric id: trustworthiness\n Percentage missing: 41%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n Metric id: spectral_distance_correlation\n Percentage missing: 68%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'random_features' %missing", - "value": 0.5610859728506787, + "value": 0.5357142857142857, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 5.357142857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: random_features\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: random_features\n Percentage missing: 54%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'spectral_features' %missing", - "value": 0.5882352941176471, + "value": 0.6294642857142857, "severity": 3, - "severity_value": 5.88235294117647, + "severity_value": 6.294642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: spectral_features\n Percentage missing: 59%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: spectral_features\n Percentage missing: 63%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'true_features' %missing", - "value": 0.6515837104072398, + "value": 0.6428571428571428, "severity": 3, - "severity_value": 6.515837104072398, + "severity_value": 6.428571428571428, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: true_features\n Percentage missing: 65%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: true_features\n Percentage missing: 64%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'densmap' %missing", - "value": 0.5610859728506787, + "value": 0.6741071428571428, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 6.741071428571428, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: densmap\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: densmap\n Percentage missing: 67%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'diffusion_map' %missing", - "value": 0.755656108597285, + "value": 0.8125, "severity": 3, - "severity_value": 7.5565610859728505, + "severity_value": 8.125, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: diffusion_map\n Percentage missing: 76%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: diffusion_map\n Percentage missing: 81%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'ivis' %missing", - "value": 0.5610859728506787, + "value": 0.5, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 5.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: ivis\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: ivis\n Percentage missing: 50%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'lmds' %missing", - "value": 0.5610859728506787, + "value": 0.5580357142857143, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 5.580357142857142, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: lmds\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: lmds\n Percentage missing: 56%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'neuralee' %missing", - "value": 0.5610859728506787, + "value": 0.5267857142857143, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 5.267857142857142, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: neuralee\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: neuralee\n Percentage missing: 53%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'pca' %missing", - "value": 0.5610859728506787, + "value": 0.5625, "severity": 3, - "severity_value": 5.610859728506787, + "severity_value": 5.625, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pca\n Percentage missing: 56%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: pca\n Percentage missing: 56%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'phate' %missing", - "value": 0.5520361990950227, + "value": 0.5044642857142857, "severity": 3, - "severity_value": 5.520361990950226, + "severity_value": 5.044642857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: phate\n Percentage missing: 55%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: phate\n Percentage missing: 50%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'pymde' %missing", - "value": 0.5520361990950227, + "value": 0.5892857142857143, "severity": 3, - "severity_value": 5.520361990950226, + "severity_value": 5.892857142857142, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: pymde\n Percentage missing: 55%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: pymde\n Percentage missing: 59%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'simlr' %missing", - "value": 0.832579185520362, + "value": 0.9464285714285714, "severity": 3, - "severity_value": 8.32579185520362, + "severity_value": 9.464285714285714, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: simlr\n Percentage missing: 83%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: simlr\n Percentage missing: 95%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'tsne' %missing", - "value": 0.5429864253393665, + "value": 0.5401785714285714, "severity": 3, - "severity_value": 5.4298642533936645, + "severity_value": 5.4017857142857135, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: tsne\n Percentage missing: 54%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: tsne\n Percentage missing: 54%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Method 'umap' %missing", - "value": 0.5520361990950227, + "value": 0.5535714285714286, "severity": 3, - "severity_value": 5.520361990950226, + "severity_value": 5.535714285714286, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n method id: umap\n Percentage missing: 55%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n method id: umap\n Percentage missing: 55%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/zebrafish' %missing", - "value": 0.6153846153846154, + "name": "Dataset 'cellxgene_census/mouse_pancreas_atlas' %missing", + "value": 0.9030612244897959, "severity": 3, - "severity_value": 6.153846153846154, + "severity_value": 9.030612244897958, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/zebrafish\n Percentage missing: 62%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/mouse_pancreas_atlas\n Percentage missing: 90%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/tenx_1k_pbmc' %missing", - "value": 0.15384615384615385, - "severity": 1, - "severity_value": 1.5384615384615385, + "name": "Dataset 'openproblems_v1/cengen' %missing", + "value": 0.8061224489795918, + "severity": 3, + "severity_value": 8.061224489795919, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_1k_pbmc\n Percentage missing: 15%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/cengen\n Percentage missing: 81%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", "name": "Dataset 'openproblems_v1/immune_cells' %missing", - "value": 0.6043956043956045, + "value": 0.4285714285714286, "severity": 3, - "severity_value": 6.043956043956045, - "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/immune_cells\n Percentage missing: 60%\n" - }, - { - "task_id": "dimensionality_reduction", - "category": "Raw results", - "name": "Dataset 'openproblems_v1/mouse_blood_olsson_labelled' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "severity_value": 4.285714285714286, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_blood_olsson_labelled\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/immune_cells\n Percentage missing: 43%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/pancreas' %missing", - "value": 0.5714285714285714, + "name": "Dataset 'cellxgene_census/gtex_v9' %missing", + "value": 0.7959183673469388, "severity": 3, - "severity_value": 5.7142857142857135, + "severity_value": 7.959183673469387, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/pancreas\n Percentage missing: 57%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/gtex_v9\n Percentage missing: 80%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/cengen' %missing", - "value": 0.7362637362637363, + "name": "Dataset 'openproblems_v1/tnbc_wu2021' %missing", + "value": 0.7857142857142857, "severity": 3, - "severity_value": 7.362637362637363, + "severity_value": 7.857142857142857, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/cengen\n Percentage missing: 74%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/tnbc_wu2021\n Percentage missing: 79%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/tenx_5k_pbmc' %missing", - "value": 0.25274725274725274, - "severity": 2, - "severity_value": 2.5274725274725274, + "name": "Dataset 'cellxgene_census/dkd' %missing", + "value": 0.4744897959183674, + "severity": 3, + "severity_value": 4.744897959183674, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tenx_5k_pbmc\n Percentage missing: 25%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/dkd\n Percentage missing: 47%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/allen_brain_atlas' %missing", - "value": 0.6043956043956045, + "name": "Dataset 'cellxgene_census/tabula_sapiens' %missing", + "value": 1.0, "severity": 3, - "severity_value": 6.043956043956045, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/allen_brain_atlas\n Percentage missing: 60%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/tabula_sapiens\n Percentage missing: 100%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/dkd' %missing", - "value": 0.6153846153846154, - "severity": 3, - "severity_value": 6.153846153846154, + "name": "Dataset 'openproblems_v1/pancreas' %missing", + "value": 0.18877551020408156, + "severity": 1, + "severity_value": 1.8877551020408156, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/dkd\n Percentage missing: 62%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/pancreas\n Percentage missing: 19%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/immune_cell_atlas' %missing", - "value": 0.9010989010989011, + "name": "Dataset 'cellxgene_census/hypomap' %missing", + "value": 0.8673469387755102, "severity": 3, - "severity_value": 9.010989010989011, + "severity_value": 8.673469387755102, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/immune_cell_atlas\n Percentage missing: 90%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/hypomap\n Percentage missing: 87%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/mouse_hspc_nestorowa2016' %missing", - "value": 0.0, - "severity": 0, - "severity_value": 0.0, + "name": "Dataset 'allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2' %missing", + "value": 0.9438775510204082, + "severity": 3, + "severity_value": 9.438775510204081, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/mouse_hspc_nestorowa2016\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2\n Percentage missing: 94%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'openproblems_v1/tnbc_wu2021' %missing", - "value": 0.6153846153846154, + "name": "Dataset 'openproblems_v1/zebrafish' %missing", + "value": 0.33673469387755095, "severity": 3, - "severity_value": 6.153846153846154, + "severity_value": 3.3673469387755093, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: openproblems_v1/tnbc_wu2021\n Percentage missing: 62%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/zebrafish\n Percentage missing: 34%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/tabula_sapiens' %missing", - "value": 0.945054945054945, - "severity": 3, - "severity_value": 9.450549450549449, + "name": "Dataset 'openproblems_v1/allen_brain_atlas' %missing", + "value": 0.26530612244897955, + "severity": 2, + "severity_value": 2.6530612244897953, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/tabula_sapiens\n Percentage missing: 95%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/allen_brain_atlas\n Percentage missing: 27%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/gtex_v9' %missing", - "value": 0.8076923076923077, + "name": "Dataset 'cellxgene_census/immune_cell_atlas' %missing", + "value": 0.9081632653061225, "severity": 3, - "severity_value": 8.076923076923077, + "severity_value": 9.081632653061224, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/gtex_v9\n Percentage missing: 81%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/immune_cell_atlas\n Percentage missing: 91%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/hcla' %missing", - "value": 0.978021978021978, - "severity": 3, - "severity_value": 9.78021978021978, + "name": "Dataset 'openproblems_v1/mouse_hspc_nestorowa2016' %missing", + "value": 0.08163265306122447, + "severity": 0, + "severity_value": 0.8163265306122447, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hcla\n Percentage missing: 98%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/mouse_hspc_nestorowa2016\n Percentage missing: 8%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/mouse_pancreas_atlas' %missing", - "value": 0.8901098901098901, + "name": "Dataset 'cellxgene_census/hcla' %missing", + "value": 1.0, "severity": 3, - "severity_value": 8.9010989010989, + "severity_value": 10.0, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/mouse_pancreas_atlas\n Percentage missing: 89%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: cellxgene_census/hcla\n Percentage missing: 100%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Raw results", - "name": "Dataset 'cellxgene_census/hypomap' %missing", - "value": 0.9010989010989011, - "severity": 3, - "severity_value": 9.010989010989011, + "name": "Dataset 'openproblems_v1/mouse_blood_olsson_labelled' %missing", + "value": 0.015306122448979553, + "severity": 0, + "severity_value": 0.15306122448979553, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: dimensionality_reduction\n dataset id: cellxgene_census/hypomap\n Percentage missing: 90%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_dimensionality_reduction\n dataset id: openproblems_v1/mouse_blood_olsson_labelled\n Percentage missing: 2%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features normalized_mutual_information", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features normalized_mutual_information", "value": 0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Best score: 0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: normalized_mutual_information\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features normalized_mutual_information", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features normalized_mutual_information", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features normalized_mutual_information", - "value": 1.0, + "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Best score: 1.0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: normalized_mutual_information\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap normalized_mutual_information", - "value": 0.9951, + "value": 0.9912, "severity": 0, - "severity_value": 0.49755, + "severity_value": 0.4956, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Best score: 0.9951%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: normalized_mutual_information\n Best score: 0.9912%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map normalized_mutual_information", - "value": 0.7545, + "value": 0.7559, "severity": 0, - "severity_value": 0.37725, + "severity_value": 0.37795, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Best score: 0.7545%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: normalized_mutual_information\n Best score: 0.7559%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis normalized_mutual_information", - "value": 1.4117, + "value": 1.2289, "severity": 0, - "severity_value": 0.70585, + "severity_value": 0.61445, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Best score: 1.4117%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: normalized_mutual_information\n Best score: 1.2289%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds normalized_mutual_information", - "value": 0.9469, + "value": 0.9089, "severity": 0, - "severity_value": 0.47345, + "severity_value": 0.45445, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Best score: 0.9469%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: normalized_mutual_information\n Best score: 0.9089%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee normalized_mutual_information", - "value": 1.2905, + "value": 1.3235, "severity": 0, - "severity_value": 0.64525, + "severity_value": 0.66175, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Best score: 1.2905%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: normalized_mutual_information\n Best score: 1.3235%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca normalized_mutual_information", - "value": 0.8638, + "value": 0.8343, "severity": 0, - "severity_value": 0.4319, + "severity_value": 0.41715, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Best score: 0.8638%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: normalized_mutual_information\n Best score: 0.8343%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate normalized_mutual_information", - "value": 1.3213, + "value": 1.2364, "severity": 0, - "severity_value": 0.66065, + "severity_value": 0.6182, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Best score: 1.3213%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: normalized_mutual_information\n Best score: 1.2364%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde normalized_mutual_information", - "value": 1.6017, + "value": 1.1965, "severity": 0, - "severity_value": 0.80085, + "severity_value": 0.59825, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Best score: 1.6017%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: normalized_mutual_information\n Best score: 1.1965%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr normalized_mutual_information", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr normalized_mutual_information", - "value": 1.2203, + "value": 0, "severity": 0, - "severity_value": 0.61015, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Best score: 1.2203%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: normalized_mutual_information\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne normalized_mutual_information", - "value": 1.5649, + "value": 1.2267, "severity": 0, - "severity_value": 0.78245, + "severity_value": 0.61335, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Best score: 1.5649%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: normalized_mutual_information\n Best score: 1.2267%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap normalized_mutual_information", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap normalized_mutual_information", - "value": 1.5649, + "value": 1.2753, "severity": 0, - "severity_value": 0.78245, + "severity_value": 0.63765, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Best score: 1.5649%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: normalized_mutual_information\n Best score: 1.2753%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features adjusted_rand_index", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features adjusted_rand_index", "value": 0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Best score: 0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: adjusted_rand_index\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features adjusted_rand_index", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features adjusted_rand_index", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features adjusted_rand_index", - "value": 1.0, + "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: adjusted_rand_index\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap adjusted_rand_index", - "value": 0.9944, + "value": 0.9907, "severity": 0, - "severity_value": 0.4972, + "severity_value": 0.49535, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Best score: 0.9944%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: adjusted_rand_index\n Best score: 0.9907%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map adjusted_rand_index", - "value": 0.598, + "value": 0.6004, "severity": 0, - "severity_value": 0.299, + "severity_value": 0.3002, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Best score: 0.598%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: adjusted_rand_index\n Best score: 0.6004%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis adjusted_rand_index", - "value": 2.1168, - "severity": 1, - "severity_value": 1.0584, + "value": 0.988, + "severity": 0, + "severity_value": 0.494, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Best score: 2.1168%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: adjusted_rand_index\n Best score: 0.988%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds adjusted_rand_index", - "value": 1.1115, + "value": 0.8557, "severity": 0, - "severity_value": 0.55575, + "severity_value": 0.42785, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Best score: 1.1115%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: adjusted_rand_index\n Best score: 0.8557%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee adjusted_rand_index", - "value": 1.7624, + "value": 1.4152, "severity": 0, - "severity_value": 0.8812, + "severity_value": 0.7076, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Best score: 1.7624%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: adjusted_rand_index\n Best score: 1.4152%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca adjusted_rand_index", - "value": 0.9526, + "value": 0.8029, "severity": 0, - "severity_value": 0.4763, + "severity_value": 0.40145, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Best score: 0.9526%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: adjusted_rand_index\n Best score: 0.8029%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate adjusted_rand_index", - "value": 1.4259, + "value": 1.006, "severity": 0, - "severity_value": 0.71295, + "severity_value": 0.503, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Best score: 1.4259%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: adjusted_rand_index\n Best score: 1.006%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde adjusted_rand_index", - "value": 1.817, + "value": 0.8382, "severity": 0, - "severity_value": 0.9085, + "severity_value": 0.4191, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Best score: 1.817%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: adjusted_rand_index\n Best score: 0.8382%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr adjusted_rand_index", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr adjusted_rand_index", - "value": 1.1944, + "value": 0, "severity": 0, - "severity_value": 0.5972, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Best score: 1.1944%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: adjusted_rand_index\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne adjusted_rand_index", - "value": 1.6306, + "value": 1.0, "severity": 0, - "severity_value": 0.8153, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Best score: 1.6306%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: adjusted_rand_index\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap adjusted_rand_index", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap adjusted_rand_index", - "value": 2.2795, - "severity": 1, - "severity_value": 1.13975, + "value": 1.125, + "severity": 0, + "severity_value": 0.5625, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Best score: 2.2795%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: adjusted_rand_index\n Best score: 1.125%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features continuity_at_k30", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 1.0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: continuity_at_k30\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features continuity_at_k30", - "value": 0.7957, + "value": 0.826, "severity": 0, - "severity_value": 0.39785, + "severity_value": 0.413, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Best score: 0.7957%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: continuity_at_k30\n Best score: 0.826%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features continuity_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features continuity_at_k30", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: continuity_at_k30\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap continuity_at_k30", - "value": 1.9332, + "value": 1.6611, "severity": 0, - "severity_value": 0.9666, + "severity_value": 0.83055, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 1.9332%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: continuity_at_k30\n Best score: 1.6611%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map continuity_at_k30", - "value": -0.1054, + "value": -0.0912, "severity": 0, - "severity_value": 0.1054, + "severity_value": 0.0912, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Worst score: -0.1054%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Worst score: -0.0912%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map continuity_at_k30", - "value": 1.8626, + "value": 0.9005, "severity": 0, - "severity_value": 0.9313, + "severity_value": 0.45025, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Best score: 1.8626%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: continuity_at_k30\n Best score: 0.9005%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis continuity_at_k30", - "value": 1.8384, - "severity": 0, - "severity_value": 0.9192, + "value": 2.3603, + "severity": 1, + "severity_value": 1.18015, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Best score: 1.8384%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: continuity_at_k30\n Best score: 2.3603%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds continuity_at_k30", - "value": 1.7212, - "severity": 0, - "severity_value": 0.8606, + "value": 2.0962, + "severity": 1, + "severity_value": 1.0481, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Best score: 1.7212%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: continuity_at_k30\n Best score: 2.0962%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee continuity_at_k30", - "value": 1.8663, - "severity": 0, - "severity_value": 0.93315, + "value": 2.3749, + "severity": 1, + "severity_value": 1.18745, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 1.8663%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: continuity_at_k30\n Best score: 2.3749%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca continuity_at_k30", - "value": 1.8176, - "severity": 0, - "severity_value": 0.9088, + "value": 2.1583, + "severity": 1, + "severity_value": 1.07915, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 1.8176%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: continuity_at_k30\n Best score: 2.1583%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate continuity_at_k30", - "value": 2.0488, + "value": 2.3821, "severity": 1, - "severity_value": 1.0244, + "severity_value": 1.19105, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 2.0488%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: continuity_at_k30\n Best score: 2.3821%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde continuity_at_k30", - "value": 1.9317, - "severity": 0, - "severity_value": 0.96585, + "value": 2.3297, + "severity": 1, + "severity_value": 1.16485, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Best score: 1.9317%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: continuity_at_k30\n Best score: 2.3297%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr continuity_at_k30", "value": 0.9378, "severity": 0, "severity_value": 0.4689, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Best score: 0.9378%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: continuity_at_k30\n Best score: 0.9378%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne continuity_at_k30", - "value": 1.8916, - "severity": 0, - "severity_value": 0.9458, + "value": 2.3402, + "severity": 1, + "severity_value": 1.1701, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 1.8916%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: continuity_at_k30\n Best score: 2.3402%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap continuity_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap continuity_at_k30", - "value": 1.8445, - "severity": 0, - "severity_value": 0.92225, + "value": 2.1088, + "severity": 1, + "severity_value": 1.0544, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 1.8445%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: continuity_at_k30\n Best score: 2.1088%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features trustworthiness_at_k30", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features trustworthiness_at_k30", - "value": 0.1646, + "value": 0, "severity": 0, - "severity_value": 0.0823, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Best score: 0.1646%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness_at_k30\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features trustworthiness_at_k30", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness_at_k30\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features trustworthiness_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features trustworthiness_at_k30", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness_at_k30\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap trustworthiness_at_k30", - "value": 6.7309, - "severity": 3, - "severity_value": 3.36545, + "value": 0.9594, + "severity": 0, + "severity_value": 0.4797, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 6.7309%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness_at_k30\n Best score: 0.9594%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map trustworthiness_at_k30", - "value": 7.2366, - "severity": 3, - "severity_value": 3.6183, + "value": 0.8217, + "severity": 0, + "severity_value": 0.41085, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Best score: 7.2366%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness_at_k30\n Best score: 0.8217%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis trustworthiness_at_k30", - "value": 6.5872, + "value": 9.3931, "severity": 3, - "severity_value": 3.2936, + "severity_value": 4.69655, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Best score: 6.5872%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness_at_k30\n Best score: 9.3931%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds trustworthiness_at_k30", - "value": 6.5809, + "value": 6.8527, "severity": 3, - "severity_value": 3.29045, + "severity_value": 3.42635, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Best score: 6.5809%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness_at_k30\n Best score: 6.8527%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee trustworthiness_at_k30", - "value": 6.7436, + "value": 9.5086, "severity": 3, - "severity_value": 3.3718, + "severity_value": 4.7543, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 6.7436%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness_at_k30\n Best score: 9.5086%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca trustworthiness_at_k30", - "value": 6.6775, + "value": 7.0793, "severity": 3, - "severity_value": 3.33875, + "severity_value": 3.53965, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 6.6775%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness_at_k30\n Best score: 7.0793%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate trustworthiness_at_k30", - "value": 9.3385, + "value": 10.5926, "severity": 3, - "severity_value": 4.66925, + "severity_value": 5.2963, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 9.3385%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness_at_k30\n Best score: 10.5926%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde trustworthiness_at_k30", - "value": 7.6327, + "value": 10.8827, "severity": 3, - "severity_value": 3.81635, + "severity_value": 5.44135, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Best score: 7.6327%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness_at_k30\n Best score: 10.8827%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr trustworthiness_at_k30", - "value": 0.9275, + "value": 0.9277, "severity": 0, - "severity_value": 0.46375, + "severity_value": 0.46385, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Best score: 0.9275%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness_at_k30\n Best score: 0.9277%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne trustworthiness_at_k30", - "value": 7.8067, + "value": 11.2382, "severity": 3, - "severity_value": 3.90335, + "severity_value": 5.6191, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 7.8067%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness_at_k30\n Best score: 11.2382%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap trustworthiness_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap trustworthiness_at_k30", - "value": 6.5022, + "value": 10.2908, "severity": 3, - "severity_value": 3.2511, + "severity_value": 5.1454, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 6.5022%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness_at_k30\n Best score: 10.2908%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qnx_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qnx_at_k30", - "value": 1, + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 1%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qnx_at_k30\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features qnx_at_k30", - "value": 0.1713, + "value": 1.0, "severity": 0, - "severity_value": 0.08565, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Best score: 0.1713%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_at_k30\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features qnx_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features qnx_at_k30", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qnx_at_k30\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qnx_at_k30", - "value": 7.3894, - "severity": 3, - "severity_value": 3.6947, + "value": 4.6967, + "severity": 2, + "severity_value": 2.34835, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 7.3894%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qnx_at_k30\n Best score: 4.6967%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qnx_at_k30", - "value": 8.6415, - "severity": 3, - "severity_value": 4.32075, + "value": 0.3856, + "severity": 0, + "severity_value": 0.1928, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Best score: 8.6415%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_at_k30\n Best score: 0.3856%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qnx_at_k30", - "value": 9.446, - "severity": 3, - "severity_value": 4.723, + "value": 4.2844, + "severity": 2, + "severity_value": 2.1422, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Best score: 9.446%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qnx_at_k30\n Best score: 4.2844%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qnx_at_k30", - "value": 6.6003, - "severity": 3, - "severity_value": 3.30015, + "value": 3.1645, + "severity": 1, + "severity_value": 1.58225, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Best score: 6.6003%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qnx_at_k30\n Best score: 3.1645%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qnx_at_k30", - "value": 9.2624, - "severity": 3, - "severity_value": 4.6312, + "value": 1.8322, + "severity": 0, + "severity_value": 0.9161, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 9.2624%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_at_k30\n Best score: 1.8322%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca qnx_at_k30", - "value": 7.2624, - "severity": 3, - "severity_value": 3.6312, + "value": 0.7525, + "severity": 0, + "severity_value": 0.37625, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 7.2624%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qnx_at_k30\n Best score: 0.7525%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate qnx_at_k30", - "value": 20.7084, + "value": 13.4841, "severity": 3, - "severity_value": 10.3542, + "severity_value": 6.74205, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 20.7084%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qnx_at_k30\n Best score: 13.4841%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qnx_at_k30", - "value": 12.6655, - "severity": 3, - "severity_value": 6.33275, + "value": 3.5836, + "severity": 1, + "severity_value": 1.7918, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Best score: 12.6655%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qnx_at_k30\n Best score: 3.5836%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr qnx_at_k30", - "value": 0.4583, + "value": 0.4573, "severity": 0, - "severity_value": 0.22915, + "severity_value": 0.22865, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Best score: 0.4583%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qnx_at_k30\n Best score: 0.4573%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qnx_at_k30", - "value": 13.5592, - "severity": 3, - "severity_value": 6.7796, + "value": 4.2739, + "severity": 2, + "severity_value": 2.13695, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 13.5592%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qnx_at_k30\n Best score: 4.2739%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap qnx_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap qnx_at_k30", - "value": 10.6003, + "value": 6.5191, "severity": 3, - "severity_value": 5.30015, + "severity_value": 3.25955, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 10.6003%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qnx_at_k30\n Best score: 6.5191%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features lcmc_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features lcmc_at_k30", - "value": 1, + "value": 0, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: lcmc_at_k30\n Best score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features lcmc_at_k30", - "value": 0.1713, + "value": 1.0, "severity": 0, - "severity_value": 0.08565, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Best score: 0.1713%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: lcmc_at_k30\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features lcmc_at_k30", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features lcmc_at_k30", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: lcmc_at_k30\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap lcmc_at_k30", - "value": 7.3894, - "severity": 3, - "severity_value": 3.6947, + "value": 4.6967, + "severity": 2, + "severity_value": 2.34835, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 7.3894%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: lcmc_at_k30\n Best score: 4.6967%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map lcmc_at_k30", - "value": 8.6415, - "severity": 3, - "severity_value": 4.32075, + "value": 0.3856, + "severity": 0, + "severity_value": 0.1928, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Best score: 8.6415%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: lcmc_at_k30\n Best score: 0.3856%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis lcmc_at_k30", - "value": 9.446, - "severity": 3, - "severity_value": 4.723, + "value": 4.2844, + "severity": 2, + "severity_value": 2.1422, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Best score: 9.446%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: lcmc_at_k30\n Best score: 4.2844%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds lcmc_at_k30", - "value": 6.6003, - "severity": 3, - "severity_value": 3.30015, + "value": 3.1645, + "severity": 1, + "severity_value": 1.58225, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Best score: 6.6003%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: lcmc_at_k30\n Best score: 3.1645%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee lcmc_at_k30", - "value": 9.2624, - "severity": 3, - "severity_value": 4.6312, + "value": 1.8322, + "severity": 0, + "severity_value": 0.9161, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 9.2624%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: lcmc_at_k30\n Best score: 1.8322%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca lcmc_at_k30", - "value": 7.2624, - "severity": 3, - "severity_value": 3.6312, + "value": 0.7525, + "severity": 0, + "severity_value": 0.37625, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 7.2624%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: lcmc_at_k30\n Best score: 0.7525%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate lcmc_at_k30", - "value": 20.7084, + "value": 13.4841, "severity": 3, - "severity_value": 10.3542, + "severity_value": 6.74205, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 20.7084%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: lcmc_at_k30\n Best score: 13.4841%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde lcmc_at_k30", - "value": 12.6655, - "severity": 3, - "severity_value": 6.33275, + "value": 3.5836, + "severity": 1, + "severity_value": 1.7918, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Best score: 12.6655%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: lcmc_at_k30\n Best score: 3.5836%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr lcmc_at_k30", - "value": 0.4583, + "value": 0.4573, "severity": 0, - "severity_value": 0.22915, + "severity_value": 0.22865, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Best score: 0.4583%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: lcmc_at_k30\n Best score: 0.4573%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne lcmc_at_k30", - "value": 13.5592, - "severity": 3, - "severity_value": 6.7796, + "value": 4.2739, + "severity": 2, + "severity_value": 2.13695, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 13.5592%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: lcmc_at_k30\n Best score: 4.2739%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap lcmc_at_k30", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap lcmc_at_k30", - "value": 10.6003, + "value": 6.5191, "severity": 3, - "severity_value": 5.30015, + "severity_value": 3.25955, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 10.6003%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: lcmc_at_k30\n Best score: 6.5191%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qnx_auc", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qnx_auc", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 1%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qnx_auc\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features qnx_auc", - "value": 0.2003, + "value": 1.0, "severity": 0, - "severity_value": 0.10015, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Best score: 0.2003%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qnx_auc\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features qnx_auc", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features qnx_auc", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qnx_auc\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qnx_auc", - "value": 27.2168, - "severity": 3, - "severity_value": 13.6084, + "value": 3.7203, + "severity": 1, + "severity_value": 1.86015, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 27.2168%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qnx_auc\n Best score: 3.7203%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qnx_auc", - "value": -0.0435, + "value": -0.0151, "severity": 0, - "severity_value": 0.0435, + "severity_value": 0.0151, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Worst score: -0.0435%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Worst score: -0.0151%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qnx_auc", - "value": 36.2944, - "severity": 3, - "severity_value": 18.1472, + "value": 0.1863, + "severity": 0, + "severity_value": 0.09315, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Best score: 36.2944%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qnx_auc\n Best score: 0.1863%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qnx_auc", - "value": 18.8466, - "severity": 3, - "severity_value": 9.4233, + "value": 3.8202, + "severity": 1, + "severity_value": 1.9101, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Best score: 18.8466%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qnx_auc\n Best score: 3.8202%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qnx_auc", - "value": 25.2919, - "severity": 3, - "severity_value": 12.64595, + "value": 4.0983, + "severity": 2, + "severity_value": 2.04915, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Best score: 25.2919%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qnx_auc\n Best score: 4.0983%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qnx_auc", - "value": 22.9641, - "severity": 3, - "severity_value": 11.48205, + "value": 4.0378, + "severity": 2, + "severity_value": 2.0189, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 22.9641%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qnx_auc\n Best score: 4.0378%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca qnx_auc", - "value": 27.7537, - "severity": 3, - "severity_value": 13.87685, + "value": 4.1541, + "severity": 2, + "severity_value": 2.07705, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 27.7537%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qnx_auc\n Best score: 4.1541%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate qnx_auc", - "value": 29.8611, - "severity": 3, - "severity_value": 14.93055, + "value": 3.88, + "severity": 1, + "severity_value": 1.94, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 29.8611%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qnx_auc\n Best score: 3.88%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qnx_auc", - "value": 22.0455, - "severity": 3, - "severity_value": 11.02275, + "value": 3.1983, + "severity": 1, + "severity_value": 1.59915, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Best score: 22.0455%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qnx_auc\n Best score: 3.1983%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr qnx_auc", - "value": 0.3961, + "value": 0.3989, "severity": 0, - "severity_value": 0.19805, + "severity_value": 0.19945, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Best score: 0.3961%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qnx_auc\n Best score: 0.3989%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qnx_auc", - "value": 22.4255, - "severity": 3, - "severity_value": 11.21275, + "value": 3.4711, + "severity": 1, + "severity_value": 1.73555, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 22.4255%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qnx_auc\n Best score: 3.4711%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap qnx_auc", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap qnx_auc", - "value": 20.5777, - "severity": 3, - "severity_value": 10.28885, + "value": 2.9941, + "severity": 1, + "severity_value": 1.49705, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 20.5777%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qnx_auc\n Best score: 2.9941%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qlocal", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qlocal", - "value": 1.0, + "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 1.0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qlocal\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features qlocal", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features qlocal", - "value": 0.2297, + "value": 1.0, "severity": 0, - "severity_value": 0.11485, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Best score: 0.2297%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qlocal\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features qlocal", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features qlocal", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qlocal\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap qlocal", - "value": 0.0, + "value": -0.1031, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1031, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Worst score: -0.1031%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qlocal", - "value": 1.0945, - "severity": 0, - "severity_value": 0.54725, + "value": 2.5299, + "severity": 1, + "severity_value": 1.26495, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 1.0945%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qlocal\n Best score: 2.5299%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qlocal", - "value": 0.0, + "value": -0.1886, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1886, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Worst score: -0.1886%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qlocal", - "value": 1.3255, + "value": 0.4048, "severity": 0, - "severity_value": 0.66275, + "severity_value": 0.2024, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 1.3255%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qlocal\n Best score: 0.4048%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis qlocal", - "value": 0.0, + "value": -0.1327, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1327, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Worst score: -0.1327%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qlocal", - "value": 0.8908, - "severity": 0, - "severity_value": 0.4454, + "value": 3.2761, + "severity": 1, + "severity_value": 1.63805, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Best score: 0.8908%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qlocal\n Best score: 3.2761%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds qlocal", - "value": 0.0, + "value": -0.1487, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1487, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Worst score: -0.1487%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qlocal", - "value": 0.9119, - "severity": 0, - "severity_value": 0.45595, + "value": 3.0514, + "severity": 1, + "severity_value": 1.5257, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Best score: 0.9119%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qlocal\n Best score: 3.0514%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee qlocal", - "value": 0.0, + "value": -0.1151, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1151, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Worst score: -0.1151%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qlocal", - "value": 1.0316, - "severity": 0, - "severity_value": 0.5158, + "value": 2.0619, + "severity": 1, + "severity_value": 1.03095, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 1.0316%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qlocal\n Best score: 2.0619%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca qlocal", - "value": 0.0, + "value": -0.1385, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1385, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Worst score: -0.1385%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca qlocal", - "value": 0.9841, - "severity": 0, - "severity_value": 0.49205, + "value": 2.3297, + "severity": 1, + "severity_value": 1.16485, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 0.9841%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qlocal\n Best score: 2.3297%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate qlocal", - "value": 0.0, + "value": -0.0745, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0745, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Worst score: -0.0745%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate qlocal", - "value": 1.5251, - "severity": 0, - "severity_value": 0.76255, + "value": 7.9226, + "severity": 3, + "severity_value": 3.9613, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 1.5251%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qlocal\n Best score: 7.9226%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde qlocal", - "value": 0.0, + "value": -0.1006, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1006, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Worst score: -0.1006%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qlocal", - "value": 1.0987, + "value": 1.9615, "severity": 0, - "severity_value": 0.54935, + "severity_value": 0.98075, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Best score: 1.0987%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qlocal\n Best score: 1.9615%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr qlocal", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr qlocal", - "value": 0.3868, + "value": 0.4473, "severity": 0, - "severity_value": 0.1934, + "severity_value": 0.22365, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Best score: 0.3868%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qlocal\n Best score: 0.4473%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne qlocal", - "value": 0.0, + "value": -0.1038, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1038, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Worst score: -0.1038%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qlocal", - "value": 0.9719, + "value": 1.6432, "severity": 0, - "severity_value": 0.48595, + "severity_value": 0.8216, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 0.9719%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qlocal\n Best score: 1.6432%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap qlocal", - "value": 0.0, + "value": -0.113, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.113, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Worst score: -0.113%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap qlocal", - "value": 0.9894, - "severity": 0, - "severity_value": 0.4947, + "value": 3.3753, + "severity": 1, + "severity_value": 1.68765, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 0.9894%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qlocal\n Best score: 3.3753%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features qglobal", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features qglobal", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 1.0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: qglobal\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features qglobal", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features qglobal", - "value": 0.3625, + "value": 1.0, "severity": 0, - "severity_value": 0.18125, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Best score: 0.3625%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: qglobal\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features qglobal", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features qglobal", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: qglobal\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap qglobal", - "value": 0.0, + "value": -0.3211, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.3211, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Worst score: -0.3211%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap qglobal", - "value": 0.661, - "severity": 0, - "severity_value": 0.3305, + "value": 7.3477, + "severity": 3, + "severity_value": 3.67385, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 0.661%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: qglobal\n Best score: 7.3477%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map qglobal", - "value": -0.1282, - "severity": 0, - "severity_value": 0.1282, + "value": -1.0157, + "severity": 1, + "severity_value": 1.0157, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: -0.1282%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Worst score: -1.0157%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map qglobal", - "value": 1.0307, + "value": 0.0, "severity": 0, - "severity_value": 0.51535, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 1.0307%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: qglobal\n Best score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis qglobal", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -3.1868, + "severity": 3, + "severity_value": 3.1868, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Worst score: -3.1868%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis qglobal", - "value": 0.6275, + "value": 0.9543, "severity": 0, - "severity_value": 0.31375, + "severity_value": 0.47715, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Best score: 0.6275%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: qglobal\n Best score: 0.9543%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds qglobal", - "value": 0.0, + "value": -0.6323, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.6323, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Worst score: -0.6323%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds qglobal", - "value": 0.6866, - "severity": 0, - "severity_value": 0.3433, + "value": 4.4777, + "severity": 2, + "severity_value": 2.23885, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Best score: 0.6866%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: qglobal\n Best score: 4.4777%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee qglobal", - "value": 0.0, + "value": -0.8475, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.8475, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Worst score: -0.8475%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee qglobal", - "value": 0.6473, + "value": 1.0985, "severity": 0, - "severity_value": 0.32365, + "severity_value": 0.54925, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Best score: 0.6473%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: qglobal\n Best score: 1.0985%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca qglobal", - "value": -0.0208, + "value": -0.6007, "severity": 0, - "severity_value": 0.0208, + "severity_value": 0.6007, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: -0.0208%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Worst score: -0.6007%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca qglobal", - "value": 0.7587, + "value": 1.4645, "severity": 0, - "severity_value": 0.37935, + "severity_value": 0.73225, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 0.7587%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: qglobal\n Best score: 1.4645%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate qglobal", - "value": 0.0, + "value": -0.5368, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5368, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Worst score: -0.5368%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate qglobal", - "value": 0.6914, - "severity": 0, - "severity_value": 0.3457, + "value": 3.8276, + "severity": 1, + "severity_value": 1.9138, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 0.6914%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: qglobal\n Best score: 3.8276%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde qglobal", - "value": 0.0, + "value": -0.3054, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.3054, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Worst score: -0.3054%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde qglobal", - "value": 0.6648, + "value": 0.8172, "severity": 0, - "severity_value": 0.3324, + "severity_value": 0.4086, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Best score: 0.6648%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: qglobal\n Best score: 0.8172%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr qglobal", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr qglobal", - "value": 0.4821, + "value": 0.2747, "severity": 0, - "severity_value": 0.24105, + "severity_value": 0.13735, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Best score: 0.4821%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: qglobal\n Best score: 0.2747%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne qglobal", - "value": 0.0, + "value": -0.8937, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.8937, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Worst score: -0.8937%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne qglobal", - "value": 0.6234, + "value": 0.8225, "severity": 0, - "severity_value": 0.3117, + "severity_value": 0.41125, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Best score: 0.6234%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: qglobal\n Best score: 0.8225%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap qglobal", - "value": 0.0, - "severity": 0, - "severity_value": -0.0, + "value": -2.4134, + "severity": 2, + "severity_value": 2.4134, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Worst score: -2.4134%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap qglobal", - "value": 0.6326, + "value": 0.6305, "severity": 0, - "severity_value": 0.3163, + "severity_value": 0.31525, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Best score: 0.6326%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: qglobal\n Best score: 0.6305%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score random_features density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score random_features density_preservation", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 1.0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: density_preservation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score spectral_features density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score spectral_features density_preservation", - "value": 0.2416, + "value": 0.2628, "severity": 0, - "severity_value": 0.1208, + "severity_value": 0.1314, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.2416%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: density_preservation\n Best score: 0.2628%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score true_features density_preservation", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score true_features density_preservation", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: density_preservation\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score densmap density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score densmap density_preservation", - "value": 4.4649, - "severity": 2, - "severity_value": 2.23245, + "value": 2.2993, + "severity": 1, + "severity_value": 1.14965, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 4.4649%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: density_preservation\n Best score: 2.2993%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score diffusion_map density_preservation", - "value": -0.4212, + "value": -0.3786, "severity": 0, - "severity_value": 0.4212, + "severity_value": 0.3786, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: -0.4212%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Worst score: -0.3786%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score diffusion_map density_preservation", - "value": 0.4169, + "value": 0.3794, "severity": 0, - "severity_value": 0.20845, + "severity_value": 0.1897, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.4169%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: density_preservation\n Best score: 0.3794%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score ivis density_preservation", - "value": -2.4999, - "severity": 2, - "severity_value": 2.4999, + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Worst score: -2.4999%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score ivis density_preservation", - "value": 2.0967, - "severity": 1, - "severity_value": 1.04835, + "value": 1.8656, + "severity": 0, + "severity_value": 0.9328, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Best score: 2.0967%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: density_preservation\n Best score: 1.8656%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score lmds density_preservation", - "value": -2.9844, + "value": -2.6199, "severity": 2, - "severity_value": 2.9844, + "severity_value": 2.6199, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Worst score: -2.9844%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Worst score: -2.6199%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score lmds density_preservation", - "value": 0.6393, + "value": 0.7219, "severity": 0, - "severity_value": 0.31965, + "severity_value": 0.36095, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Best score: 0.6393%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: density_preservation\n Best score: 0.7219%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score neuralee density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score neuralee density_preservation", - "value": 2.6981, + "value": 2.0767, "severity": 1, - "severity_value": 1.34905, + "severity_value": 1.03835, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 2.6981%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: density_preservation\n Best score: 2.0767%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pca density_preservation", - "value": -2.6603, + "value": -2.3768, "severity": 2, - "severity_value": 2.6603, + "severity_value": 2.3768, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: -2.6603%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Worst score: -2.3768%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pca density_preservation", - "value": 0.6407, + "value": 0.6411, "severity": 0, - "severity_value": 0.32035, + "severity_value": 0.32055, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Best score: 0.6407%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: density_preservation\n Best score: 0.6411%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score phate density_preservation", - "value": -1.2444, - "severity": 1, - "severity_value": 1.2444, + "value": -0.6427, + "severity": 0, + "severity_value": 0.6427, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: -1.2444%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Worst score: -0.6427%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score phate density_preservation", - "value": 0.3219, + "value": 0.338, "severity": 0, - "severity_value": 0.16095, + "severity_value": 0.169, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.3219%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: density_preservation\n Best score: 0.338%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score pymde density_preservation", - "value": -0.1565, + "value": -0.0203, "severity": 0, - "severity_value": 0.1565, + "severity_value": 0.0203, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Worst score: -0.1565%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Worst score: -0.0203%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score pymde density_preservation", - "value": 1.3499, + "value": 1.4838, "severity": 0, - "severity_value": 0.67495, + "severity_value": 0.7419, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Best score: 1.3499%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: density_preservation\n Best score: 1.4838%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score simlr density_preservation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score simlr density_preservation", - "value": 0.6953, + "value": 0.7732, "severity": 0, - "severity_value": 0.34765, + "severity_value": 0.3866, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0.6953%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: density_preservation\n Best score: 0.7732%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score tsne density_preservation", - "value": -0.025, + "value": 0.0, "severity": 0, - "severity_value": 0.025, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Worst score: -0.025%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score tsne density_preservation", - "value": 1.7205, + "value": 1.5848, "severity": 0, - "severity_value": 0.86025, + "severity_value": 0.7924, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 1.7205%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: density_preservation\n Best score: 1.5848%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Worst score umap density_preservation", - "value": -0.5601, + "value": -0.0166, "severity": 0, - "severity_value": 0.5601, + "severity_value": 0.0166, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: -0.5601%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Worst score: -0.0166%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", "name": "Best score umap density_preservation", - "value": 1.5649, + "value": 0.2727, "severity": 0, - "severity_value": 0.78245, + "severity_value": 0.13635, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 1.5649%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: density_preservation\n Best score: 0.2727%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features distance_correlation", + "name": "Worst score random_features waypoint_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features distance_correlation", + "name": "Best score random_features waypoint_distance_correlation", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: waypoint_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features distance_correlation", + "name": "Worst score spectral_features waypoint_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features distance_correlation", + "name": "Best score spectral_features waypoint_distance_correlation", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation\n Best score: 1.0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: waypoint_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features distance_correlation", + "name": "Worst score true_features waypoint_distance_correlation", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: waypoint_distance_correlation\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features distance_correlation", - "value": 0, + "name": "Best score true_features waypoint_distance_correlation", + "value": 1, "severity": 0, - "severity_value": 0.0, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation\n Best score: 0%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: waypoint_distance_correlation\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap distance_correlation", - "value": -7.1711, - "severity": 3, - "severity_value": 7.1711, + "name": "Worst score densmap waypoint_distance_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Worst score: -7.1711%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap distance_correlation", - "value": 0.7192, - "severity": 0, - "severity_value": 0.3596, + "name": "Best score densmap waypoint_distance_correlation", + "value": 16.3823, + "severity": 3, + "severity_value": 8.19115, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation\n Best score: 0.7192%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: waypoint_distance_correlation\n Best score: 16.3823%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map distance_correlation", - "value": 0.0, + "name": "Worst score diffusion_map waypoint_distance_correlation", + "value": -0.2362, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2362, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: waypoint_distance_correlation\n Worst score: -0.2362%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map distance_correlation", - "value": 1.1013, + "name": "Best score diffusion_map waypoint_distance_correlation", + "value": 0.0813, "severity": 0, - "severity_value": 0.55065, + "severity_value": 0.04065, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation\n Best score: 1.1013%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: waypoint_distance_correlation\n Best score: 0.0813%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score ivis distance_correlation", - "value": -4.3149, - "severity": 3, - "severity_value": 4.3149, + "name": "Worst score ivis waypoint_distance_correlation", + "value": -1.6269, + "severity": 1, + "severity_value": 1.6269, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Worst score: -4.3149%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: waypoint_distance_correlation\n Worst score: -1.6269%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score ivis distance_correlation", - "value": 1.0047, - "severity": 0, - "severity_value": 0.50235, + "name": "Best score ivis waypoint_distance_correlation", + "value": 9.274, + "severity": 3, + "severity_value": 4.637, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation\n Best score: 1.0047%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: waypoint_distance_correlation\n Best score: 9.274%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score lmds distance_correlation", - "value": -9.4614, - "severity": 3, - "severity_value": 9.4614, + "name": "Worst score lmds waypoint_distance_correlation", + "value": -0.0238, + "severity": 0, + "severity_value": 0.0238, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Worst score: -9.4614%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: waypoint_distance_correlation\n Worst score: -0.0238%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score lmds distance_correlation", - "value": 0.898, - "severity": 0, - "severity_value": 0.449, + "name": "Best score lmds waypoint_distance_correlation", + "value": 12.2345, + "severity": 3, + "severity_value": 6.11725, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation\n Best score: 0.898%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: waypoint_distance_correlation\n Best score: 12.2345%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee distance_correlation", - "value": -7.543, - "severity": 3, - "severity_value": 7.543, + "name": "Worst score neuralee waypoint_distance_correlation", + "value": -0.4424, + "severity": 0, + "severity_value": 0.4424, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Worst score: -7.543%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: waypoint_distance_correlation\n Worst score: -0.4424%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee distance_correlation", - "value": 0.9339, - "severity": 0, - "severity_value": 0.46695, + "name": "Best score neuralee waypoint_distance_correlation", + "value": 16.6811, + "severity": 3, + "severity_value": 8.34055, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation\n Best score: 0.9339%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: waypoint_distance_correlation\n Best score: 16.6811%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca distance_correlation", - "value": -9.0127, - "severity": 3, - "severity_value": 9.0127, + "name": "Worst score pca waypoint_distance_correlation", + "value": -0.0699, + "severity": 0, + "severity_value": 0.0699, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Worst score: -9.0127%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: waypoint_distance_correlation\n Worst score: -0.0699%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pca distance_correlation", - "value": 0.9263, - "severity": 0, - "severity_value": 0.46315, + "name": "Best score pca waypoint_distance_correlation", + "value": 15.3011, + "severity": 3, + "severity_value": 7.65055, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation\n Best score: 0.9263%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: waypoint_distance_correlation\n Best score: 15.3011%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate distance_correlation", - "value": -3.8936, - "severity": 3, - "severity_value": 3.8936, + "name": "Worst score phate waypoint_distance_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Worst score: -3.8936%\n" + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score phate distance_correlation", - "value": 0.797, - "severity": 0, - "severity_value": 0.3985, + "name": "Best score phate waypoint_distance_correlation", + "value": 8.0966, + "severity": 3, + "severity_value": 4.0483, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation\n Best score: 0.797%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: waypoint_distance_correlation\n Best score: 8.0966%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde distance_correlation", - "value": -5.5129, - "severity": 3, - "severity_value": 5.5129, + "name": "Worst score pymde waypoint_distance_correlation", + "value": -0.0445, + "severity": 0, + "severity_value": 0.0445, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Worst score: -5.5129%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: waypoint_distance_correlation\n Worst score: -0.0445%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde distance_correlation", - "value": 0.8668, - "severity": 0, - "severity_value": 0.4334, + "name": "Best score pymde waypoint_distance_correlation", + "value": 2.703, + "severity": 1, + "severity_value": 1.3515, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation\n Best score: 0.8668%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: waypoint_distance_correlation\n Best score: 2.703%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr distance_correlation", + "name": "Worst score simlr waypoint_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr distance_correlation", - "value": 0.7445, + "name": "Best score simlr waypoint_distance_correlation", + "value": 0.4971, "severity": 0, - "severity_value": 0.37225, + "severity_value": 0.24855, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation\n Best score: 0.7445%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: waypoint_distance_correlation\n Best score: 0.4971%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne distance_correlation", - "value": -4.8163, - "severity": 3, - "severity_value": 4.8163, + "name": "Worst score tsne waypoint_distance_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Worst score: -4.8163%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: waypoint_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne distance_correlation", - "value": 0.7839, - "severity": 0, - "severity_value": 0.39195, + "name": "Best score tsne waypoint_distance_correlation", + "value": 2.6704, + "severity": 1, + "severity_value": 1.3352, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation\n Best score: 0.7839%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: waypoint_distance_correlation\n Best score: 2.6704%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap distance_correlation", - "value": -4.3432, + "name": "Worst score umap waypoint_distance_correlation", + "value": -2.6565, + "severity": 2, + "severity_value": 2.6565, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: waypoint_distance_correlation\n Worst score: -2.6565%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap waypoint_distance_correlation", + "value": 10.2115, "severity": 3, - "severity_value": 4.3432, + "severity_value": 5.10575, + "code": "best_score <= 2", + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: waypoint_distance_correlation\n Best score: 10.2115%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score random_features centroid_distance_correlation", + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Worst score: -4.3432%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: centroid_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score umap distance_correlation", - "value": 0.9995, + "name": "Best score random_features centroid_distance_correlation", + "value": 0.1856, "severity": 0, - "severity_value": 0.49975, + "severity_value": 0.0928, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation\n Best score: 0.9995%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: centroid_distance_correlation\n Best score: 0.1856%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features distance_correlation_spectral", + "name": "Worst score spectral_features centroid_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: centroid_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features distance_correlation_spectral", + "name": "Best score spectral_features centroid_distance_correlation", "value": 1.0, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: centroid_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features distance_correlation_spectral", + "name": "Worst score true_features centroid_distance_correlation", "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Worst score: 0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: centroid_distance_correlation\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features distance_correlation_spectral", + "name": "Best score true_features centroid_distance_correlation", "value": 1, "severity": 0, "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: distance_correlation_spectral\n Best score: 1%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: centroid_distance_correlation\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features distance_correlation_spectral", - "value": 0.0, + "name": "Worst score densmap centroid_distance_correlation", + "value": -0.1894, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1894, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: centroid_distance_correlation\n Worst score: -0.1894%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features distance_correlation_spectral", - "value": 1.0, + "name": "Best score densmap centroid_distance_correlation", + "value": 31.2864, + "severity": 3, + "severity_value": 15.6432, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: centroid_distance_correlation\n Best score: 31.2864%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map centroid_distance_correlation", + "value": -0.3053, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.3053, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: centroid_distance_correlation\n Worst score: -0.3053%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map centroid_distance_correlation", + "value": 0.1132, + "severity": 0, + "severity_value": 0.0566, + "code": "best_score <= 2", + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: centroid_distance_correlation\n Best score: 0.1132%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score ivis centroid_distance_correlation", + "value": -0.1221, + "severity": 0, + "severity_value": 0.1221, + "code": "worst_score >= -1", + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: centroid_distance_correlation\n Worst score: -0.1221%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score ivis centroid_distance_correlation", + "value": 25.9972, + "severity": 3, + "severity_value": 12.9986, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: distance_correlation_spectral\n Best score: 1.0%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: centroid_distance_correlation\n Best score: 25.9972%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds centroid_distance_correlation", + "value": -0.1574, + "severity": 0, + "severity_value": 0.1574, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: centroid_distance_correlation\n Worst score: -0.1574%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap distance_correlation_spectral", - "value": -3.0175, + "name": "Best score lmds centroid_distance_correlation", + "value": 29.7886, "severity": 3, - "severity_value": 3.0175, + "severity_value": 14.8943, + "code": "best_score <= 2", + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: centroid_distance_correlation\n Best score: 29.7886%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score neuralee centroid_distance_correlation", + "value": -0.1911, + "severity": 0, + "severity_value": 0.1911, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Worst score: -3.0175%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: centroid_distance_correlation\n Worst score: -0.1911%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap distance_correlation_spectral", - "value": 1.1352, + "name": "Best score neuralee centroid_distance_correlation", + "value": 34.1907, + "severity": 3, + "severity_value": 17.09535, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: centroid_distance_correlation\n Best score: 34.1907%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pca centroid_distance_correlation", + "value": -0.2755, "severity": 0, - "severity_value": 0.5676, + "severity_value": 0.2755, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: centroid_distance_correlation\n Worst score: -0.2755%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca centroid_distance_correlation", + "value": 28.5627, + "severity": 3, + "severity_value": 14.28135, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: centroid_distance_correlation\n Best score: 28.5627%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score phate centroid_distance_correlation", + "value": -0.1235, + "severity": 0, + "severity_value": 0.1235, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: centroid_distance_correlation\n Worst score: -0.1235%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate centroid_distance_correlation", + "value": 16.8833, + "severity": 3, + "severity_value": 8.44165, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: distance_correlation_spectral\n Best score: 1.1352%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: centroid_distance_correlation\n Best score: 16.8833%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map distance_correlation_spectral", - "value": -0.2286, + "name": "Worst score pymde centroid_distance_correlation", + "value": -0.1693, "severity": 0, - "severity_value": 0.2286, + "severity_value": 0.1693, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Worst score: -0.2286%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: centroid_distance_correlation\n Worst score: -0.1693%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map distance_correlation_spectral", - "value": 1.1904, + "name": "Best score pymde centroid_distance_correlation", + "value": 1.5467, "severity": 0, - "severity_value": 0.5952, + "severity_value": 0.77335, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: distance_correlation_spectral\n Best score: 1.1904%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: centroid_distance_correlation\n Best score: 1.5467%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score ivis distance_correlation_spectral", + "name": "Worst score simlr centroid_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: centroid_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score ivis distance_correlation_spectral", - "value": 1.1197, + "name": "Best score simlr centroid_distance_correlation", + "value": 0.5485, "severity": 0, - "severity_value": 0.55985, + "severity_value": 0.27425, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: distance_correlation_spectral\n Best score: 1.1197%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: centroid_distance_correlation\n Best score: 0.5485%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score lmds distance_correlation_spectral", - "value": -0.2732, + "name": "Worst score tsne centroid_distance_correlation", + "value": -0.1163, "severity": 0, - "severity_value": 0.2732, + "severity_value": 0.1163, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Worst score: -0.2732%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: centroid_distance_correlation\n Worst score: -0.1163%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne centroid_distance_correlation", + "value": 1.2605, + "severity": 0, + "severity_value": 0.63025, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: centroid_distance_correlation\n Best score: 1.2605%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score lmds distance_correlation_spectral", - "value": 1.1208, + "name": "Worst score umap centroid_distance_correlation", + "value": -0.9478, "severity": 0, - "severity_value": 0.5604, + "severity_value": 0.9478, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: centroid_distance_correlation\n Worst score: -0.9478%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap centroid_distance_correlation", + "value": 23.6242, + "severity": 3, + "severity_value": 11.8121, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: distance_correlation_spectral\n Best score: 1.1208%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: centroid_distance_correlation\n Best score: 23.6242%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee distance_correlation_spectral", + "name": "Worst score random_features label_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: label_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee distance_correlation_spectral", - "value": 1.057, + "name": "Best score random_features label_distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.5285, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: distance_correlation_spectral\n Best score: 1.057%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: label_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca distance_correlation_spectral", - "value": -0.244, + "name": "Worst score spectral_features label_distance_correlation", + "value": 0.0, "severity": 0, - "severity_value": 0.244, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Worst score: -0.244%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: label_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pca distance_correlation_spectral", - "value": 1.1043, + "name": "Best score spectral_features label_distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.55215, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: distance_correlation_spectral\n Best score: 1.1043%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: label_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate distance_correlation_spectral", - "value": -1.0254, - "severity": 1, - "severity_value": 1.0254, + "name": "Worst score true_features label_distance_correlation", + "value": 0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Worst score: -1.0254%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: label_distance_correlation\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score phate distance_correlation_spectral", - "value": 1.1234, + "name": "Best score true_features label_distance_correlation", + "value": 1, "severity": 0, - "severity_value": 0.5617, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: distance_correlation_spectral\n Best score: 1.1234%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: label_distance_correlation\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde distance_correlation_spectral", - "value": -1.7172, - "severity": 1, - "severity_value": 1.7172, + "name": "Worst score densmap label_distance_correlation", + "value": -0.6228, + "severity": 0, + "severity_value": 0.6228, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Worst score: -1.7172%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: label_distance_correlation\n Worst score: -0.6228%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde distance_correlation_spectral", - "value": 1.1039, - "severity": 0, - "severity_value": 0.55195, + "name": "Best score densmap label_distance_correlation", + "value": 4.2203, + "severity": 2, + "severity_value": 2.11015, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: distance_correlation_spectral\n Best score: 1.1039%\n" + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: label_distance_correlation\n Best score: 4.2203%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr distance_correlation_spectral", - "value": -1.4091, - "severity": 1, - "severity_value": 1.4091, + "name": "Worst score diffusion_map label_distance_correlation", + "value": -2.8527, + "severity": 2, + "severity_value": 2.8527, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Worst score: -1.4091%\n" + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: label_distance_correlation\n Worst score: -2.8527%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr distance_correlation_spectral", - "value": 0.9993, + "name": "Best score diffusion_map label_distance_correlation", + "value": 0.6466, "severity": 0, - "severity_value": 0.49965, + "severity_value": 0.3233, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: distance_correlation_spectral\n Best score: 0.9993%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: label_distance_correlation\n Best score: 0.6466%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne distance_correlation_spectral", - "value": -0.3228, + "name": "Worst score ivis label_distance_correlation", + "value": -0.6202, "severity": 0, - "severity_value": 0.3228, + "severity_value": 0.6202, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Worst score: -0.3228%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: label_distance_correlation\n Worst score: -0.6202%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne distance_correlation_spectral", - "value": 1.0703, + "name": "Best score ivis label_distance_correlation", + "value": 4.3802, + "severity": 2, + "severity_value": 2.1901, + "code": "best_score <= 2", + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: label_distance_correlation\n Best score: 4.3802%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score lmds label_distance_correlation", + "value": -0.124, "severity": 0, - "severity_value": 0.53515, + "severity_value": 0.124, + "code": "worst_score >= -1", + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: label_distance_correlation\n Worst score: -0.124%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score lmds label_distance_correlation", + "value": 5.8214, + "severity": 2, + "severity_value": 2.9107, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: distance_correlation_spectral\n Best score: 1.0703%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: label_distance_correlation\n Best score: 5.8214%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap distance_correlation_spectral", - "value": 0.0, + "name": "Worst score neuralee label_distance_correlation", + "value": -0.1611, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1611, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: label_distance_correlation\n Worst score: -0.1611%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score neuralee label_distance_correlation", + "value": 4.3047, + "severity": 2, + "severity_value": 2.15235, + "code": "best_score <= 2", + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: label_distance_correlation\n Best score: 4.3047%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score umap distance_correlation_spectral", - "value": 1.0856, + "name": "Worst score pca label_distance_correlation", + "value": -0.6202, "severity": 0, - "severity_value": 0.5428, + "severity_value": 0.6202, + "code": "worst_score >= -1", + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: label_distance_correlation\n Worst score: -0.6202%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca label_distance_correlation", + "value": 5.7965, + "severity": 2, + "severity_value": 2.89825, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: distance_correlation_spectral\n Best score: 1.0856%\n" + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: label_distance_correlation\n Best score: 5.7965%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score random_features trustworthiness", - "value": 0.0, + "name": "Worst score phate label_distance_correlation", + "value": -0.8728, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.8728, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: label_distance_correlation\n Worst score: -0.8728%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate label_distance_correlation", + "value": 3.2205, + "severity": 1, + "severity_value": 1.61025, + "code": "best_score <= 2", + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: label_distance_correlation\n Best score: 3.2205%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score pymde label_distance_correlation", + "value": -1.0344, + "severity": 1, + "severity_value": 1.0344, "code": "worst_score >= -1", - "message": "Method random_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: label_distance_correlation\n Worst score: -1.0344%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score random_features trustworthiness", - "value": 0.1213, + "name": "Best score pymde label_distance_correlation", + "value": 0.9699, "severity": 0, - "severity_value": 0.06065, + "severity_value": 0.48495, "code": "best_score <= 2", - "message": "Method random_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: random_features\n Metric id: trustworthiness\n Best score: 0.1213%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: label_distance_correlation\n Best score: 0.9699%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score spectral_features trustworthiness", + "name": "Worst score simlr label_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method spectral_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: label_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score spectral_features trustworthiness", - "value": 0.8087, + "name": "Best score simlr label_distance_correlation", + "value": 0.1067, "severity": 0, - "severity_value": 0.40435, + "severity_value": 0.05335, "code": "best_score <= 2", - "message": "Method spectral_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: spectral_features\n Metric id: trustworthiness\n Best score: 0.8087%\n" + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: label_distance_correlation\n Best score: 0.1067%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score true_features trustworthiness", - "value": 0, + "name": "Worst score tsne label_distance_correlation", + "value": -0.9923, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.9923, "code": "worst_score >= -1", - "message": "Method true_features performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Worst score: 0%\n" + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: label_distance_correlation\n Worst score: -0.9923%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score true_features trustworthiness", - "value": 1, + "name": "Best score tsne label_distance_correlation", + "value": 0.8605, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.43025, + "code": "best_score <= 2", + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: label_distance_correlation\n Best score: 0.8605%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score umap label_distance_correlation", + "value": -3.2248, + "severity": 3, + "severity_value": 3.2248, + "code": "worst_score >= -1", + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: label_distance_correlation\n Worst score: -3.2248%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score umap label_distance_correlation", + "value": 3.9434, + "severity": 1, + "severity_value": 1.9717, "code": "best_score <= 2", - "message": "Method true_features performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: true_features\n Metric id: trustworthiness\n Best score: 1%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: label_distance_correlation\n Best score: 3.9434%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score densmap trustworthiness", + "name": "Worst score random_features spectral_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method densmap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method random_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: spectral_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score densmap trustworthiness", - "value": 0.9288, + "name": "Best score random_features spectral_distance_correlation", + "value": 0.374, "severity": 0, - "severity_value": 0.4644, + "severity_value": 0.187, "code": "best_score <= 2", - "message": "Method densmap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: densmap\n Metric id: trustworthiness\n Best score: 0.9288%\n" + "message": "Method random_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: random_features\n Metric id: spectral_distance_correlation\n Best score: 0.374%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score diffusion_map trustworthiness", - "value": 0.0, + "name": "Worst score spectral_features spectral_distance_correlation", + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method diffusion_map performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method spectral_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: spectral_distance_correlation\n Worst score: 0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score diffusion_map trustworthiness", - "value": 0.8349, + "name": "Best score spectral_features spectral_distance_correlation", + "value": 1, "severity": 0, - "severity_value": 0.41745, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method diffusion_map performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: diffusion_map\n Metric id: trustworthiness\n Best score: 0.8349%\n" + "message": "Method spectral_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: spectral_features\n Metric id: spectral_distance_correlation\n Best score: 1%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score ivis trustworthiness", + "name": "Worst score true_features spectral_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method ivis performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method true_features performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: spectral_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score ivis trustworthiness", - "value": 0.8764, + "name": "Best score true_features spectral_distance_correlation", + "value": 1.0, "severity": 0, - "severity_value": 0.4382, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method ivis performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: ivis\n Metric id: trustworthiness\n Best score: 0.8764%\n" + "message": "Method true_features performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: true_features\n Metric id: spectral_distance_correlation\n Best score: 1.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score lmds trustworthiness", - "value": 0.0, + "name": "Worst score densmap spectral_distance_correlation", + "value": -0.2802, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2802, "code": "worst_score >= -1", - "message": "Method lmds performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method densmap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: spectral_distance_correlation\n Worst score: -0.2802%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score lmds trustworthiness", - "value": 0.7918, + "name": "Best score densmap spectral_distance_correlation", + "value": 3.9116, + "severity": 1, + "severity_value": 1.9558, + "code": "best_score <= 2", + "message": "Method densmap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: densmap\n Metric id: spectral_distance_correlation\n Best score: 3.9116%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Worst score diffusion_map spectral_distance_correlation", + "value": -0.3021, "severity": 0, - "severity_value": 0.3959, + "severity_value": 0.3021, + "code": "worst_score >= -1", + "message": "Method diffusion_map performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: spectral_distance_correlation\n Worst score: -0.3021%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score diffusion_map spectral_distance_correlation", + "value": 2.1859, + "severity": 1, + "severity_value": 1.09295, "code": "best_score <= 2", - "message": "Method lmds performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: lmds\n Metric id: trustworthiness\n Best score: 0.7918%\n" + "message": "Method diffusion_map performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: diffusion_map\n Metric id: spectral_distance_correlation\n Best score: 2.1859%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score neuralee trustworthiness", + "name": "Worst score ivis spectral_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method neuralee performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method ivis performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: spectral_distance_correlation\n Worst score: 0.0%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score neuralee trustworthiness", - "value": 0.897, + "name": "Best score ivis spectral_distance_correlation", + "value": 0.2139, "severity": 0, - "severity_value": 0.4485, + "severity_value": 0.10695, "code": "best_score <= 2", - "message": "Method neuralee performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: neuralee\n Metric id: trustworthiness\n Best score: 0.897%\n" + "message": "Method ivis performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: ivis\n Metric id: spectral_distance_correlation\n Best score: 0.2139%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pca trustworthiness", - "value": 0.0, + "name": "Worst score lmds spectral_distance_correlation", + "value": -0.3215, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.3215, "code": "worst_score >= -1", - "message": "Method pca performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method lmds performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: spectral_distance_correlation\n Worst score: -0.3215%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pca trustworthiness", - "value": 0.797, + "name": "Best score lmds spectral_distance_correlation", + "value": 1.2668, "severity": 0, - "severity_value": 0.3985, + "severity_value": 0.6334, "code": "best_score <= 2", - "message": "Method pca performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pca\n Metric id: trustworthiness\n Best score: 0.797%\n" + "message": "Method lmds performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: lmds\n Metric id: spectral_distance_correlation\n Best score: 1.2668%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score phate trustworthiness", - "value": 0.0, + "name": "Worst score neuralee spectral_distance_correlation", + "value": -0.2549, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2549, "code": "worst_score >= -1", - "message": "Method phate performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method neuralee performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: spectral_distance_correlation\n Worst score: -0.2549%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score phate trustworthiness", - "value": 0.9137, + "name": "Best score neuralee spectral_distance_correlation", + "value": 1.112, "severity": 0, - "severity_value": 0.45685, + "severity_value": 0.556, "code": "best_score <= 2", - "message": "Method phate performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: phate\n Metric id: trustworthiness\n Best score: 0.9137%\n" + "message": "Method neuralee performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: neuralee\n Metric id: spectral_distance_correlation\n Best score: 1.112%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score pymde trustworthiness", - "value": 0.0, + "name": "Worst score pca spectral_distance_correlation", + "value": -0.2494, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2494, "code": "worst_score >= -1", - "message": "Method pymde performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method pca performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: spectral_distance_correlation\n Worst score: -0.2494%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score pca spectral_distance_correlation", + "value": 3.527, + "severity": 1, + "severity_value": 1.7635, + "code": "best_score <= 2", + "message": "Method pca performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pca\n Metric id: spectral_distance_correlation\n Best score: 3.527%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score pymde trustworthiness", - "value": 0.9226, + "name": "Worst score phate spectral_distance_correlation", + "value": -0.0076, "severity": 0, - "severity_value": 0.4613, + "severity_value": 0.0076, + "code": "worst_score >= -1", + "message": "Method phate performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: spectral_distance_correlation\n Worst score: -0.0076%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score phate spectral_distance_correlation", + "value": 2.351, + "severity": 1, + "severity_value": 1.1755, "code": "best_score <= 2", - "message": "Method pymde performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: pymde\n Metric id: trustworthiness\n Best score: 0.9226%\n" + "message": "Method phate performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: phate\n Metric id: spectral_distance_correlation\n Best score: 2.351%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score simlr trustworthiness", - "value": 0.0, + "name": "Worst score pymde spectral_distance_correlation", + "value": -0.2547, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2547, "code": "worst_score >= -1", - "message": "Method simlr performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method pymde performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: spectral_distance_correlation\n Worst score: -0.2547%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score simlr trustworthiness", - "value": 0.9169, + "name": "Best score pymde spectral_distance_correlation", + "value": 1.7228, "severity": 0, - "severity_value": 0.45845, + "severity_value": 0.8614, "code": "best_score <= 2", - "message": "Method simlr performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: simlr\n Metric id: trustworthiness\n Best score: 0.9169%\n" + "message": "Method pymde performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: pymde\n Metric id: spectral_distance_correlation\n Best score: 1.7228%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score tsne trustworthiness", + "name": "Worst score simlr spectral_distance_correlation", "value": 0.0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method tsne performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method simlr performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: spectral_distance_correlation\n Worst score: 0.0%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score simlr spectral_distance_correlation", + "value": 2.347, + "severity": 1, + "severity_value": 1.1735, + "code": "best_score <= 2", + "message": "Method simlr performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: simlr\n Metric id: spectral_distance_correlation\n Best score: 2.347%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score tsne trustworthiness", - "value": 0.9329, + "name": "Worst score tsne spectral_distance_correlation", + "value": -0.1946, "severity": 0, - "severity_value": 0.46645, + "severity_value": 0.1946, + "code": "worst_score >= -1", + "message": "Method tsne performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: spectral_distance_correlation\n Worst score: -0.1946%\n" + }, + { + "task_id": "task_dimensionality_reduction", + "category": "Scaling", + "name": "Best score tsne spectral_distance_correlation", + "value": 2.5529, + "severity": 1, + "severity_value": 1.27645, "code": "best_score <= 2", - "message": "Method tsne performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: tsne\n Metric id: trustworthiness\n Best score: 0.9329%\n" + "message": "Method tsne performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: tsne\n Metric id: spectral_distance_correlation\n Best score: 2.5529%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Worst score umap trustworthiness", - "value": 0.0, + "name": "Worst score umap spectral_distance_correlation", + "value": -0.1622, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.1622, "code": "worst_score >= -1", - "message": "Method umap performs much worse than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Worst score: 0.0%\n" + "message": "Method umap performs much worse than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: spectral_distance_correlation\n Worst score: -0.1622%\n" }, { - "task_id": "dimensionality_reduction", + "task_id": "task_dimensionality_reduction", "category": "Scaling", - "name": "Best score umap trustworthiness", - "value": 0.8881, + "name": "Best score umap spectral_distance_correlation", + "value": 1.0188, "severity": 0, - "severity_value": 0.44405, + "severity_value": 0.5094, "code": "best_score <= 2", - "message": "Method umap performs a lot better than baselines.\n Task id: dimensionality_reduction\n Method id: umap\n Metric id: trustworthiness\n Best score: 0.8881%\n" + "message": "Method umap performs a lot better than baselines.\n Task id: task_dimensionality_reduction\n Method id: umap\n Metric id: spectral_distance_correlation\n Best score: 1.0188%\n" } ] \ No newline at end of file diff --git a/results/dimensionality_reduction/data/results.json b/results/dimensionality_reduction/data/results.json index 79bea6f9..d1ea4a4f 100644 --- a/results/dimensionality_reduction/data/results.json +++ b/results/dimensionality_reduction/data/results.json @@ -1,10712 +1,10298 @@ [ { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.3678, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.7624, - "distance_correlation": 0.5444, - "distance_correlation_spectral": 0.0628, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6524, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7672, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.456, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.7951, - "distance_correlation": -7.1711, - "distance_correlation_spectral": 0.9276, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8122, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5346, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2712, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 476, - "cpu_pct": 1083.4, - "peak_memory_mb": 18330, - "disk_read_mb": 1332, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:17:03", + "exit_code": "NA", + "duration_sec": 3610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 14402, + "submit": "2024-12-19 17:01:12", + "exit_code": 137, + "duration_sec": 1060, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.3072, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": -0.3814, "continuity_at_k30": "NA", - "density_preservation": -0.0082, - "distance_correlation": 0.3545, - "distance_correlation_spectral": -0.0018, + "density_preservation": "NA", + "label_distance_correlation": -0.1196, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6075, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7567, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0023 }, "scaled_scores": { - "adjusted_rand_index": 0.3809, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1296, - "distance_correlation": -4.3149, - "distance_correlation_spectral": 0.998, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7558, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5136, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2137, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 105, - "cpu_pct": 1671.7, - "peak_memory_mb": 15463, - "disk_read_mb": 1332, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 350, + "cpu_pct": 1574.5, + "peak_memory_mb": 34407, + "disk_read_mb": 17408, + "disk_write_mb": 172 + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.2505, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.137, - "distance_correlation": 0.6966, - "distance_correlation_spectral": 0.0444, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4553, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7052, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3106, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.255, - "distance_correlation": -9.4614, - "distance_correlation_spectral": 0.9477, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5647, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4107, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1914, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 55.9, - "cpu_pct": 347, - "peak_memory_mb": 12596, - "disk_read_mb": 1332, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:17:02", + "exit_code": 143, + "duration_sec": 3610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3362, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.2574, - "distance_correlation": 0.5691, - "distance_correlation_spectral": -0.0072, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6314, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7368, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4168, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.359, - "distance_correlation": -7.543, - "distance_correlation_spectral": 1.0039, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7858, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4739, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2335, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 185, - "cpu_pct": 1369.5, - "peak_memory_mb": 9114, - "disk_read_mb": 1332, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:17:03", + "exit_code": 1, + "duration_sec": 660, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.1044, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.4137, "continuity_at_k30": "NA", - "density_preservation": 0.3625, - "distance_correlation": 0.6668, - "distance_correlation_spectral": -0.0391, + "density_preservation": "NA", + "label_distance_correlation": 0.5634, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.2934, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.6848, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.6049 }, "scaled_scores": { - "adjusted_rand_index": 0.1294, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.4497, - "distance_correlation": -9.0127, - "distance_correlation_spectral": 1.0386, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.3614, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.3699, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1777, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 17.3, - "cpu_pct": 558.5, - "peak_memory_mb": 5632, - "disk_read_mb": 1332, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 139, + "cpu_pct": 159.8, + "peak_memory_mb": 37991, + "disk_read_mb": 17408, + "disk_write_mb": 174 + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.2148, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.04, - "distance_correlation": 0.3265, - "distance_correlation_spectral": 0.029, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5613, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.812, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.2664, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1021, - "distance_correlation": -3.8936, - "distance_correlation_spectral": 0.9644, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6978, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6242, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2042, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 1057.2, - "peak_memory_mb": 8090, - "disk_read_mb": 1332, - "disk_write_mb": 2 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "task_id": "dimensionality_reduction" + "mean_score": 0, + "resources": {} }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.2194, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1361, - "distance_correlation": 0.4341, - "distance_correlation_spectral": 0.1274, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6099, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8148, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.272, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2542, - "distance_correlation": -5.5129, - "distance_correlation_spectral": 0.8572, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7588, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6298, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2132, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 227, - "cpu_pct": 1234.5, - "peak_memory_mb": 10036, - "disk_read_mb": 1332, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 2941, + "cpu_pct": 1488.4, + "peak_memory_mb": 41268, + "disk_read_mb": 17408, + "disk_write_mb": 175 + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 5.4109e-06, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.0465, "continuity_at_k30": "NA", - "density_preservation": 0.0045, - "distance_correlation": 0.0012, - "distance_correlation_spectral": -0.0036, + "density_preservation": "NA", + "label_distance_correlation": 0.4923, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0057, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.4997, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0011 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1406, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1647, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 6.3, - "cpu_pct": 126.9, - "peak_memory_mb": 4096, - "disk_read_mb": 1332, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 151, + "cpu_pct": 32.6, + "peak_memory_mb": 22119, + "disk_read_mb": 17306, + "disk_write_mb": 176 + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": "NA", - "duration_sec": 14411, + "submit": "2024-12-19 17:23:23", + "exit_code": 137, + "duration_sec": 1870, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.5586, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.1583, - "distance_correlation": 0.0676, - "distance_correlation_spectral": 0.9139, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6746, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7771, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6926, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8401, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5545, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1606, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 729, - "cpu_pct": 1997.8, - "peak_memory_mb": 18023, - "disk_read_mb": 1332, - "disk_write_mb": 291 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:17:03", + "exit_code": "NA", + "duration_sec": 1071, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.8065, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.9998, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8019, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3077, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 47, - "cpu_pct": 102.5, - "peak_memory_mb": 8295, - "disk_read_mb": 1332, - "disk_write_mb": 235 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 737, + "cpu_pct": 68.2, + "peak_memory_mb": 54580, + "disk_read_mb": 17306, + "disk_write_mb": 3380 + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1936, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1092, - "distance_correlation": 0.3878, - "distance_correlation_spectral": 0.004, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5949, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8276, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.24, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.231, - "distance_correlation": -4.8163, - "distance_correlation_spectral": 0.9917, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.74, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6553, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2199, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 131, - "cpu_pct": 880.9, - "peak_memory_mb": 6247, - "disk_read_mb": 1332, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:17:03", + "exit_code": "NA", + "duration_sec": 1061, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/dkd", + "dataset_id": "allen_brain_cell_atlas/2023_yao_mouse_brain_scrnaseq_10xv2", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.3185, + "adjusted_rand_index": 5.5372e-06, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1741, - "distance_correlation": 0.3564, - "distance_correlation_spectral": 0.0921, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6535, + "normalized_mutual_information": 0.0046, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7817, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3949, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2871, - "distance_correlation": -4.3432, - "distance_correlation_spectral": 0.8957, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8136, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5637, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2273, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:17:03", "exit_code": 0, - "duration_sec": 127, - "cpu_pct": 344.7, - "peak_memory_mb": 12391, - "disk_read_mb": 1332, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 927, + "cpu_pct": 767.4, + "peak_memory_mb": 31130, + "disk_read_mb": 17408, + "disk_write_mb": 175 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1147, - "continuity_at_k30": "NA", - "density_preservation": 0.4155, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3499, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.3364, + "centroid_distance_correlation": 0.1582, + "continuity_at_k30": 0.9335, + "density_preservation": 0.7467, + "label_distance_correlation": 0.4623, + "lcmc_at_k30": 0.0206, + "normalized_mutual_information": 0.6416, + "qglobal": 0.6413, + "qlocal": 0.2776, + "qnx_at_k30": 0.0213, + "qnx_auc": 0.5996, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7711, + "waypoint_distance_correlation": 0.1985 }, "scaled_scores": { - "adjusted_rand_index": 0.5642, + "adjusted_rand_index": 0.4447, + "centroid_distance_correlation": 0.3125, "continuity_at_k30": 0, - "density_preservation": 4.4649, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.7815, + "label_distance_correlation": 0.3714, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7267, + "normalized_mutual_information": 0.8133, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.331 }, - "mean_score": 0.1762, - "normalization_id": "log_cp10k", + "mean_score": 0.2182, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 2029, - "cpu_pct": 797.7, - "peak_memory_mb": 50381, - "disk_read_mb": 2970, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 5147, + "cpu_pct": 116, + "peak_memory_mb": 20788, + "disk_read_mb": 1332, + "disk_write_mb": 3 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 22971, + "submit": "2024-12-19 15:04:32", + "exit_code": "NA", + "duration_sec": 2260, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.4304, + "adjusted_rand_index": 0.3588, + "centroid_distance_correlation": 0.1678, "continuity_at_k30": "NA", - "density_preservation": -0.4292, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0714, + "label_distance_correlation": 0.4945, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6737, + "normalized_mutual_information": 0.6253, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": -0.0036, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1636 }, "scaled_scores": { - "adjusted_rand_index": 2.1168, + "adjusted_rand_index": 0.4744, + "centroid_distance_correlation": 0.3203, "continuity_at_k30": 0, - "density_preservation": -2.4999, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.1984, + "label_distance_correlation": 0.4091, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.4117, + "normalized_mutual_information": 0.7925, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.3018 }, - "mean_score": 0.1538, - "normalization_id": "log_cp10k", + "mean_score": 0.1783, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 551, - "cpu_pct": 2846.8, - "peak_memory_mb": 29594, - "disk_read_mb": 2970, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 154, + "cpu_pct": 2308.7, + "peak_memory_mb": 32359, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.226, + "adjusted_rand_index": 0.1952, + "centroid_distance_correlation": 0.1871, "continuity_at_k30": "NA", - "density_preservation": -0.4879, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": "NA", + "label_distance_correlation": 0.5759, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3765, + "normalized_mutual_information": 0.4172, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2935 }, "scaled_scores": { - "adjusted_rand_index": 1.1115, + "adjusted_rand_index": 0.2581, + "centroid_distance_correlation": 0.336, "continuity_at_k30": 0, - "density_preservation": -2.9844, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0, + "label_distance_correlation": 0.5042, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.783, + "normalized_mutual_information": 0.5263, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.4103 }, - "mean_score": 0.1372, - "normalization_id": "log_cp10k", + "mean_score": 0.1453, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 267, - "cpu_pct": 804.7, - "peak_memory_mb": 30516, - "disk_read_mb": 2970, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 192, + "cpu_pct": 106.5, + "peak_memory_mb": 13108, + "disk_read_mb": 1332, + "disk_write_mb": 3 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3583, - "continuity_at_k30": "NA", - "density_preservation": 0.2012, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.611, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.3515, + "centroid_distance_correlation": 0.3027, + "continuity_at_k30": 0.9143, + "density_preservation": 0.2429, + "label_distance_correlation": 0.6332, + "lcmc_at_k30": 0.0126, + "normalized_mutual_information": 0.6436, + "qglobal": 0.6494, + "qlocal": 0.2372, + "qnx_at_k30": 0.0134, + "qnx_auc": 0.6058, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7397, + "waypoint_distance_correlation": 0.2713 }, "scaled_scores": { - "adjusted_rand_index": 1.7624, + "adjusted_rand_index": 0.4648, + "centroid_distance_correlation": 0.4305, "continuity_at_k30": 0, - "density_preservation": 2.6981, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.3465, + "label_distance_correlation": 0.5713, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.279, + "normalized_mutual_information": 0.8158, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.3917 }, - "mean_score": 0.2308, - "normalization_id": "log_cp10k", + "mean_score": 0.2158, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 5641, - "cpu_pct": 1740.4, - "peak_memory_mb": 19149, - "disk_read_mb": 2970, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 339, + "cpu_pct": 1865.3, + "peak_memory_mb": 11572, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.1937, + "adjusted_rand_index": 0.168, + "centroid_distance_correlation": 0.2015, "continuity_at_k30": "NA", - "density_preservation": -0.4486, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.3625, + "label_distance_correlation": 0.5962, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.346, + "normalized_mutual_information": 0.3024, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.358 }, "scaled_scores": { - "adjusted_rand_index": 0.9526, + "adjusted_rand_index": 0.2221, + "centroid_distance_correlation": 0.3478, "continuity_at_k30": 0, - "density_preservation": -2.6603, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.4498, + "label_distance_correlation": 0.5279, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7186, + "normalized_mutual_information": 0.3794, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.4641 }, - "mean_score": 0.1286, - "normalization_id": "log_cp10k", + "mean_score": 0.1708, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 37.4, - "cpu_pct": 541.8, - "peak_memory_mb": 11674, - "disk_read_mb": 2970, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 33.2, + "cpu_pct": 528.5, + "peak_memory_mb": 7066, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.2899, + "adjusted_rand_index": 0.2146, + "centroid_distance_correlation": 0.0214, "continuity_at_k30": "NA", - "density_preservation": -0.131, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0306, + "label_distance_correlation": 0.6035, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.631, + "normalized_mutual_information": 0.572, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.0035, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0114 }, "scaled_scores": { - "adjusted_rand_index": 1.4259, + "adjusted_rand_index": 0.2837, + "centroid_distance_correlation": 0.2007, "continuity_at_k30": 0, - "density_preservation": -0.041, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.1632, + "label_distance_correlation": 0.5365, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.3213, + "normalized_mutual_information": 0.7243, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.1558 }, - "mean_score": 0.1538, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1474, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 627, - "cpu_pct": 2195.8, - "peak_memory_mb": 10138, - "disk_read_mb": 2970, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 274, + "cpu_pct": 3308.5, + "peak_memory_mb": 13927, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.3694, - "continuity_at_k30": "NA", - "density_preservation": 0.0377, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7636, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.2138, + "centroid_distance_correlation": 0.1373, + "continuity_at_k30": 0.8077, + "density_preservation": 0.1182, + "label_distance_correlation": 0.6429, + "lcmc_at_k30": 0.0395, + "normalized_mutual_information": 0.6027, + "qglobal": 0.6118, + "qlocal": 0.2189, + "qnx_at_k30": 0.0403, + "qnx_auc": 0.5661, + "spectral_distance_correlation": 0.116, + "trustworthiness_at_k30": 0.8139, + "waypoint_distance_correlation": 0.1209 }, "scaled_scores": { - "adjusted_rand_index": 1.817, + "adjusted_rand_index": 0.2826, + "centroid_distance_correlation": 0.2954, "continuity_at_k30": 0, - "density_preservation": 1.3499, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.2388, + "label_distance_correlation": 0.5826, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.6017, + "normalized_mutual_information": 0.7636, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.2662 }, - "mean_score": 0.2308, - "normalization_id": "log_cp10k", + "mean_score": 0.1735, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 1433, - "cpu_pct": 2462.9, - "peak_memory_mb": 12596, - "disk_read_mb": 2970, - "disk_write_mb": 8 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 2020, + "cpu_pct": 1641.5, + "peak_memory_mb": 20173, + "disk_read_mb": 1332, + "disk_write_mb": 3 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": -2.0294e-06, + "adjusted_rand_index": -3.1863e-06, + "centroid_distance_correlation": 0.0029, "continuity_at_k30": "NA", - "density_preservation": -0.0047, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0031, + "label_distance_correlation": 0.3855, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0063, + "normalized_mutual_information": 0.0058, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0009 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0.1856, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.1394, + "label_distance_correlation": 0.2817, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.166 }, - "mean_score": 0.0769, - "normalization_id": "log_cp10k", + "mean_score": 0.0552, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 7.3, - "cpu_pct": 140.4, - "peak_memory_mb": 5735, - "disk_read_mb": 2970, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 6.3, + "cpu_pct": 112.1, + "peak_memory_mb": 5530, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 2570, + "submit": "2024-12-19 14:48:53", + "exit_code": 143, + "duration_sec": 28801, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.1939, + "adjusted_rand_index": 0.5894, + "centroid_distance_correlation": -0.2244, "continuity_at_k30": "NA", - "density_preservation": -0.126, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": -0.1584, + "label_distance_correlation": 0.1445, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4791, + "normalized_mutual_information": 0.6558, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.9155, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.198 }, "scaled_scores": { - "adjusted_rand_index": 0.9539, + "adjusted_rand_index": 0.7792, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 0.8315, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1503, - "normalization_id": "log_cp10k", + "mean_score": 0.1151, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 6258, - "cpu_pct": 5571.8, - "peak_memory_mb": 47514, - "disk_read_mb": 2970, - "disk_write_mb": 1536 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 3583, + "cpu_pct": 2066.1, + "peak_memory_mb": 23143, + "disk_read_mb": 1332, + "disk_write_mb": 291 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.2033, - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4352, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.7563, + "centroid_distance_correlation": 1, + "continuity_at_k30": 1, + "density_preservation": 0.9998, + "label_distance_correlation": 1, + "lcmc_at_k30": 0.9992, + "normalized_mutual_information": 0.7875, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, "scaled_scores": { "adjusted_rand_index": 1, + "centroid_distance_correlation": 1, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 1, + "label_distance_correlation": 1, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9072, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.1467, - "normalization_id": "log_cp10k", + "mean_score": 0.4286, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 225, - "cpu_pct": 96.9, - "peak_memory_mb": 31130, - "disk_read_mb": 2970, - "disk_write_mb": 658 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 277, + "cpu_pct": 22.3, + "peak_memory_mb": 9728, + "disk_read_mb": 1332, + "disk_write_mb": 235 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.3315, + "adjusted_rand_index": 0.1806, + "centroid_distance_correlation": 0.0753, "continuity_at_k30": "NA", - "density_preservation": 0.0827, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.1026, + "label_distance_correlation": 0.613, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7462, + "normalized_mutual_information": 0.5854, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1253 }, "scaled_scores": { - "adjusted_rand_index": 1.6306, + "adjusted_rand_index": 0.2388, + "centroid_distance_correlation": 0.2447, "continuity_at_k30": 0, - "density_preservation": 1.7205, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.2254, + "label_distance_correlation": 0.5477, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.5649, + "normalized_mutual_information": 0.7414, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.2699 }, - "mean_score": 0.2308, - "normalization_id": "log_cp10k", + "mean_score": 0.162, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 644, - "cpu_pct": 802.8, - "peak_memory_mb": 13210, - "disk_read_mb": 2970, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 325, + "cpu_pct": 1114.2, + "peak_memory_mb": 15258, + "disk_read_mb": 1332, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/gtex_v9", + "dataset_id": "cellxgene_census/dkd", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.4635, + "adjusted_rand_index": 0.334, + "centroid_distance_correlation": 0.2041, "continuity_at_k30": "NA", - "density_preservation": 0.0638, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.1575, + "label_distance_correlation": 0.4352, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7462, + "normalized_mutual_information": 0.6585, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1453 }, "scaled_scores": { - "adjusted_rand_index": 2.2795, + "adjusted_rand_index": 0.4416, + "centroid_distance_correlation": 0.3499, "continuity_at_k30": 0, - "density_preservation": 1.5649, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 0.2727, + "label_distance_correlation": 0.3398, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.5649, + "normalized_mutual_information": 0.835, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.2866 }, - "mean_score": 0.2308, - "normalization_id": "log_cp10k", + "mean_score": 0.1804, "resources": { + "submit": "2024-12-19 14:48:53", "exit_code": 0, - "duration_sec": 362, - "cpu_pct": 1106.1, - "peak_memory_mb": 16077, - "disk_read_mb": 2970, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 292, + "cpu_pct": 355.9, + "peak_memory_mb": 12596, + "disk_read_mb": 1332, + "disk_write_mb": 3 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "densmap", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 3310, + "submit": "2024-12-19 14:50:33", + "exit_code": "NA", + "duration_sec": 5220, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 320, + "submit": "2024-12-19 14:59:42", + "exit_code": 137, + "duration_sec": 130, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.4647, + "centroid_distance_correlation": -0.0003, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.3228, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.7084, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0891 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": -0.1221, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0.0557, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": -1.6269 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.004, "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 2672, - "cpu_pct": 1939, - "peak_memory_mb": 44749, - "disk_read_mb": 17511, - "disk_write_mb": 19 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1311, + "cpu_pct": 1901.3, + "peak_memory_mb": 19661, + "disk_read_mb": 3072, + "disk_write_mb": 7 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.2398, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": -0.4814, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.4144, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": -2.6199, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 737, - "cpu_pct": 356.1, - "peak_memory_mb": 106804, - "disk_read_mb": 17511, - "disk_write_mb": 24 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 209, + "cpu_pct": 105.9, + "peak_memory_mb": 25703, + "disk_read_mb": 2970, + "disk_write_mb": 9 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "neuralee", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.0403, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.1485, + "label_distance_correlation": 0.4803, "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0466 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0.5372, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 2.0767, + "label_distance_correlation": 1.6973, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": -0.4424 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.1812, "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 5894, - "cpu_pct": 2539.1, - "peak_memory_mb": 38503, - "disk_read_mb": 17511, - "disk_write_mb": 19 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 697, + "cpu_pct": 1630.6, + "peak_memory_mb": 13927, + "disk_read_mb": 2970, + "disk_write_mb": 7 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "pca", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.2044, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": -0.4488, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.3488, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": -2.3768, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 121, - "cpu_pct": 237.1, - "peak_memory_mb": 40756, - "disk_read_mb": 17511, - "disk_write_mb": 19 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 38.5, + "cpu_pct": 290.6, + "peak_memory_mb": 9114, + "disk_read_mb": 2970, + "disk_write_mb": 8 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "phate", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "sqrt_cp10k", "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 8071, - "cpu_pct": 5166.1, - "peak_memory_mb": 31847, - "disk_read_mb": 17511, - "disk_write_mb": 24 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 550, + "cpu_pct": 1382.3, + "peak_memory_mb": 10138, + "disk_read_mb": 2970, + "disk_write_mb": 9 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.1736, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.1026, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.069, + "label_distance_correlation": 0.2182, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6261, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0664 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 1.5467, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 1.4838, + "label_distance_correlation": -1.0344, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 2.703 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.2143, "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 6059, - "cpu_pct": 2582.9, - "peak_memory_mb": 43623, - "disk_read_mb": 17511, - "disk_write_mb": 20 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1597, + "cpu_pct": 2366.9, + "peak_memory_mb": 15156, + "disk_read_mb": 3072, + "disk_write_mb": 9 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": -2.6061e-06, + "centroid_distance_correlation": 0.0072, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0041, + "label_distance_correlation": 0.3174, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.0063, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0053 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 1, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 1 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.1429, "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 20.9, - "cpu_pct": 115, - "peak_memory_mb": 20276, - "disk_read_mb": 17408, - "disk_write_mb": 24 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 8.7, + "cpu_pct": 119.2, + "peak_memory_mb": 5837, + "disk_read_mb": 2970, + "disk_write_mb": 9 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 330, + "submit": "2024-12-19 15:34:32", + "exit_code": 137, + "duration_sec": 1160, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "spectral_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.0689, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": -0.13, + "label_distance_correlation": 0.4134, "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0307 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 1, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 1, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.1429, "resources": { - "exit_code": 137, - "duration_sec": 3530, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:50:33", + "exit_code": 0, + "duration_sec": 6182, + "cpu_pct": 2169.6, + "peak_memory_mb": 42599, + "disk_read_mb": 2970, + "disk_write_mb": 1536 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "true_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 635, - "cpu_pct": 99, - "peak_memory_mb": 83252, - "disk_read_mb": 17408, - "disk_write_mb": 3482 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 305, + "cpu_pct": 85.1, + "peak_memory_mb": 31130, + "disk_read_mb": 2970, + "disk_write_mb": 658 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1755, + "adjusted_rand_index": 0.3312, + "centroid_distance_correlation": 0.0849, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0825, + "label_distance_correlation": 0.25, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6359, + "normalized_mutual_information": 0.7454, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0653 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 1.2605, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 1.5848, + "label_distance_correlation": -0.7023, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 2.6704 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.2143, "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 2558, - "cpu_pct": 1009.8, - "peak_memory_mb": 40756, - "disk_read_mb": 17511, - "disk_write_mb": 19 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 552, + "cpu_pct": 666.1, + "peak_memory_mb": 11264, + "disk_read_mb": 2970, + "disk_write_mb": 8 + } }, { - "dataset_id": "cellxgene_census/hcla", + "dataset_id": "cellxgene_census/gtex_v9", "method_id": "umap", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.444, + "centroid_distance_correlation": -0.0512, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.3074, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.7465, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.1261 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": -0.9478, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": -0.1045, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": -2.6565 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:33", "exit_code": 0, - "duration_sec": 1588, - "cpu_pct": 1443.9, - "peak_memory_mb": 45364, - "disk_read_mb": 17511, - "disk_write_mb": 21 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 530, + "cpu_pct": 190.6, + "peak_memory_mb": 12084, + "disk_read_mb": 2970, + "disk_write_mb": 9 + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.0655, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3632, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 6445, - "cpu_pct": 1840.8, - "peak_memory_mb": 262554, - "disk_read_mb": 12698, - "disk_write_mb": 14 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:04:13", + "exit_code": "NA", + "duration_sec": 1399, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 270, + "submit": "2024-12-19 16:21:42", + "exit_code": 137, + "duration_sec": 470, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.0842, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4764, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 2637, - "cpu_pct": 1583.9, - "peak_memory_mb": 39732, - "disk_read_mb": 12698, - "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:04:13", + "exit_code": 143, + "duration_sec": 3610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.0603, - "continuity_at_k30": "NA", + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", + "continuity_at_k30": 0.745, "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3411, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "label_distance_correlation": "NA", + "lcmc_at_k30": 0.0257, + "normalized_mutual_information": "NA", + "qglobal": 0.7011, + "qlocal": 0.2751, + "qnx_at_k30": 0.0287, + "qnx_auc": 0.6214, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7893, + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 525, - "cpu_pct": 342.7, - "peak_memory_mb": 74240, + "duration_sec": 1923, + "cpu_pct": 100.1, + "peak_memory_mb": 71168, "disk_read_mb": 12698, "disk_write_mb": 17 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.0962, - "continuity_at_k30": "NA", + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", + "continuity_at_k30": 0.8686, "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4889, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "label_distance_correlation": "NA", + "lcmc_at_k30": 0.0456, + "normalized_mutual_information": "NA", + "qglobal": 0.6506, + "qlocal": 0.2609, + "qnx_at_k30": 0.0486, + "qnx_auc": 0.6183, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.8449, + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 4882, - "cpu_pct": 2552.5, - "peak_memory_mb": 30413, + "duration_sec": 6191, + "cpu_pct": 1336.7, + "peak_memory_mb": 28468, "disk_read_mb": 12698, "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.057, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3143, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 94, - "cpu_pct": 189.2, - "peak_memory_mb": 28468, + "duration_sec": 126, + "cpu_pct": 286.6, + "peak_memory_mb": 31232, "disk_read_mb": 12698, "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.0419, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.0905, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.1512, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.2888, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.18 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "sqrt_cp10k", "resources": { + "submit": "2024-12-19 14:52:43", "exit_code": 0, - "duration_sec": 3732, - "cpu_pct": 3906.5, - "peak_memory_mb": 24986, + "duration_sec": 1385, + "cpu_pct": 10711.1, + "peak_memory_mb": 37376, "disk_read_mb": 12698, "disk_write_mb": 15 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "pymde", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 143, - "duration_sec": 24262, + "duration_sec": 14410, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": -1.4632e-06, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0011, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 17.1, - "cpu_pct": 140.4, - "peak_memory_mb": 18228, + "duration_sec": 117, + "cpu_pct": 16.9, + "peak_memory_mb": 15565, "disk_read_mb": 12698, "disk_write_mb": 16 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 260, + "submit": "2024-12-19 16:32:33", + "exit_code": "NA", + "duration_sec": 685, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "spectral_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 8474, - "cpu_pct": 4105.1, - "peak_memory_mb": 256820, - "disk_read_mb": 12698, - "disk_write_mb": 2868 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:55:33", + "exit_code": "NA", + "duration_sec": 4043, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "true_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 574, - "cpu_pct": 99.7, - "peak_memory_mb": 79770, + "duration_sec": 1292, + "cpu_pct": 87.4, + "peak_memory_mb": 79872, "disk_read_mb": 12698, "disk_write_mb": 2560 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.0448, - "continuity_at_k30": "NA", + "adjusted_rand_index": 0.0456, + "centroid_distance_correlation": "NA", + "continuity_at_k30": 0.74, "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4474, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "label_distance_correlation": "NA", + "lcmc_at_k30": 0.0644, + "normalized_mutual_information": 0.4494, + "qglobal": 0.6483, + "qlocal": 0.2276, + "qnx_at_k30": 0.0674, + "qnx_auc": 0.6014, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.8922, + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:04:13", "exit_code": 0, - "duration_sec": 1505, - "cpu_pct": 539.8, - "peak_memory_mb": 28468, + "duration_sec": 2228, + "cpu_pct": 799.7, + "peak_memory_mb": 29901, "disk_read_mb": 12698, "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.0696, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4798, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 6681, - "cpu_pct": 4151.7, - "peak_memory_mb": 33792, - "disk_read_mb": 12698, - "disk_write_mb": 14 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:04:13", + "exit_code": "NA", + "duration_sec": 6041, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1482, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3082, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 5573, - "cpu_pct": 1695.5, - "peak_memory_mb": 176538, - "disk_read_mb": 9728, - "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:56:03", + "exit_code": "NA", + "duration_sec": 4651, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 1580, + "submit": "2024-12-19 15:32:03", + "exit_code": 1, + "duration_sec": 100, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.3038, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5621, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 1093, - "cpu_pct": 2739.7, - "peak_memory_mb": 36557, + "duration_sec": 2442, + "cpu_pct": 1516.3, + "peak_memory_mb": 33997, "disk_read_mb": 9831, "disk_write_mb": 11 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.206, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.3372, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.6502, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.432, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2477 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 423, - "cpu_pct": 967.1, - "peak_memory_mb": 65844, + "duration_sec": 1573, + "cpu_pct": 103.1, + "peak_memory_mb": 57959, "disk_read_mb": 9728, "disk_write_mb": 14 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "neuralee", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 4517, - "cpu_pct": 2671.1, - "peak_memory_mb": 26624, + "duration_sec": 762, + "cpu_pct": 1606.7, + "peak_memory_mb": 22528, "disk_read_mb": 9831, - "disk_write_mb": 10 - }, - "task_id": "dimensionality_reduction" + "disk_write_mb": 11 + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.2222, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4537, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 73, - "cpu_pct": 210.7, - "peak_memory_mb": 22631, - "disk_read_mb": 9728, + "duration_sec": 194, + "cpu_pct": 157.1, + "peak_memory_mb": 24064, + "disk_read_mb": 9831, "disk_write_mb": 11 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.1525, + "adjusted_rand_index": 0.1478, + "centroid_distance_correlation": 0.206, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.5515, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4628, + "normalized_mutual_information": 0.4565, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1909 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "sqrt_cp10k", "resources": { + "submit": "2024-12-19 14:54:53", "exit_code": 0, - "duration_sec": 4364, - "cpu_pct": 4571.1, - "peak_memory_mb": 23143, - "disk_read_mb": 9728, + "duration_sec": 2614, + "cpu_pct": 3188.7, + "peak_memory_mb": 20788, + "disk_read_mb": 9831, "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.1885, + "adjusted_rand_index": 0.2171, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5777, + "normalized_mutual_information": 0.5804, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 2590, - "cpu_pct": 4310.7, - "peak_memory_mb": 28160, + "duration_sec": 3217, + "cpu_pct": 1773.6, + "peak_memory_mb": 26010, "disk_read_mb": 9831, "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 7.7279e-07, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.0009, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.4383, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0028, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0005 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 13.2, - "cpu_pct": 128.3, - "peak_memory_mb": 12596, + "duration_sec": 81, + "cpu_pct": 38.5, + "peak_memory_mb": 14029, "disk_read_mb": 9728, "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:56:32", "exit_code": 137, - "duration_sec": 1190, + "duration_sec": 1620, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "spectral_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 6508, - "cpu_pct": 4763.7, - "peak_memory_mb": 177357, - "disk_read_mb": 9728, - "disk_write_mb": 2458 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 19:18:33", + "exit_code": 143, + "duration_sec": 28812, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "true_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 369, - "cpu_pct": 99.4, - "peak_memory_mb": 49972, + "duration_sec": 628, + "cpu_pct": 69.3, + "peak_memory_mb": 52736, "disk_read_mb": 9728, "disk_write_mb": 1946 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1969, + "adjusted_rand_index": 0.2008, + "centroid_distance_correlation": 0.1462, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.4012, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.585, + "normalized_mutual_information": 0.5837, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0944 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 1296, - "cpu_pct": 758, - "peak_memory_mb": 25293, - "disk_read_mb": 9728, + "duration_sec": 1156, + "cpu_pct": 586.9, + "peak_memory_mb": 22733, + "disk_read_mb": 9831, "disk_write_mb": 11 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.309, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6033, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 552, - "cpu_pct": 1434.6, - "peak_memory_mb": 27034, - "disk_read_mb": 9728, - "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:56:03", + "exit_code": "NA", + "duration_sec": 1892, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1867, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5316, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 5554, - "cpu_pct": 2379.1, - "peak_memory_mb": 259994, - "disk_read_mb": 13210, - "disk_write_mb": 11 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:57:03", + "exit_code": "NA", + "duration_sec": 6471, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:55:12", "exit_code": 137, - "duration_sec": 3150, + "duration_sec": 190, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.235, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.3695, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.6044, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6301, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4641 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 1499, - "cpu_pct": 2913.7, - "peak_memory_mb": 40039, + "duration_sec": 1268, + "cpu_pct": 2420.7, + "peak_memory_mb": 37479, "disk_read_mb": 13312, "disk_write_mb": 10 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.1567, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.2089, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.5774, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4683, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4503 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 500, - "cpu_pct": 486.9, - "peak_memory_mb": 75367, + "duration_sec": 2974, + "cpu_pct": 102.9, + "peak_memory_mb": 73626, "disk_read_mb": 13210, "disk_write_mb": 13 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.2334, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.4016, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.5217, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6323, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4871 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 4374, - "cpu_pct": 2655.8, - "peak_memory_mb": 29901, + "duration_sec": 2021, + "cpu_pct": 1979.3, + "peak_memory_mb": 29696, "disk_read_mb": 13312, - "disk_write_mb": 10 - }, - "task_id": "dimensionality_reduction" + "disk_write_mb": 9 + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.1567, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.42, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.7503, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.462, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.5297 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 97, - "cpu_pct": 318, - "peak_memory_mb": 32256, - "disk_read_mb": 13210, - "disk_write_mb": 10 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 95, + "cpu_pct": 184.7, + "peak_memory_mb": 29696, + "disk_read_mb": 13312, + "disk_write_mb": 11 + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.109, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4421, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "sqrt_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 3596, - "cpu_pct": 2865.6, - "peak_memory_mb": 26522, + "duration_sec": 1380, + "cpu_pct": 2222.1, + "peak_memory_mb": 26624, "disk_read_mb": 13210, "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.1437, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5845, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 2819, - "cpu_pct": 4004.8, - "peak_memory_mb": 35124, - "disk_read_mb": 13312, - "disk_write_mb": 11 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:57:03", + "exit_code": "NA", + "duration_sec": 10501, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 6.3434e-06, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0012, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 94, - "cpu_pct": 28.5, - "peak_memory_mb": 18842, + "duration_sec": 109, + "cpu_pct": 23.3, + "peak_memory_mb": 16180, "disk_read_mb": 13210, "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 15:53:12", "exit_code": 1, - "duration_sec": 1090, + "duration_sec": 2019, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "spectral_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 8247, - "cpu_pct": 3945.2, - "peak_memory_mb": 255591, - "disk_read_mb": 13210, - "disk_write_mb": 2253 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 20:50:24", + "exit_code": 143, + "duration_sec": 28821, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "true_features", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 480, - "cpu_pct": 77.5, - "peak_memory_mb": 47616, + "duration_sec": 412, + "cpu_pct": 100.6, + "peak_memory_mb": 45056, "disk_read_mb": 13210, "disk_write_mb": 2765 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1285, + "adjusted_rand_index": 0.1264, + "centroid_distance_correlation": 0.1738, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.6389, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5794, + "normalized_mutual_information": 0.5764, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2556 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 1433, - "cpu_pct": 793.3, - "peak_memory_mb": 32256, - "disk_read_mb": 13210, - "disk_write_mb": 10 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1251, + "cpu_pct": 585.3, + "peak_memory_mb": 29696, + "disk_read_mb": 13312, + "disk_write_mb": 11 + } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.2017, + "adjusted_rand_index": 0.1925, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6303, + "normalized_mutual_information": 0.6217, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:57:03", "exit_code": 0, - "duration_sec": 1014, - "cpu_pct": 752.1, - "peak_memory_mb": 32256, - "disk_read_mb": 13210, + "duration_sec": 1561, + "cpu_pct": 205.8, + "peak_memory_mb": 26829, + "disk_read_mb": 13312, "disk_write_mb": 12 - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "densmap", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 2991, + "submit": "2024-12-19 14:48:23", + "exit_code": "NA", + "duration_sec": 4300, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 240, + "submit": "2024-12-19 14:52:53", + "exit_code": "NA", + "duration_sec": 5030, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "adjusted_rand_index": 0.7675, + "centroid_distance_correlation": 0.0735, + "continuity_at_k30": 0.9402, + "density_preservation": -0.0208, + "label_distance_correlation": 0.0782, + "lcmc_at_k30": 0.0669, + "normalized_mutual_information": 0.8471, + "qglobal": 0.6814, + "qlocal": 0.2772, + "qnx_at_k30": 0.069, + "qnx_auc": 0.6557, + "spectral_distance_correlation": 0.0195, + "trustworthiness_at_k30": 0.8429, + "waypoint_distance_correlation": 0.3162 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9516, + "centroid_distance_correlation": 0.1881, + "continuity_at_k30": 2.3603, + "density_preservation": 0.2801, + "label_distance_correlation": -0.1611, + "lcmc_at_k30": 1.9103, + "normalized_mutual_information": 0.9749, + "qglobal": 0.9543, + "qlocal": 1.5351, + "qnx_at_k30": 1.9103, + "qnx_auc": 3.8202, + "spectral_distance_correlation": 0.065, + "trustworthiness_at_k30": 9.3931, + "waypoint_distance_correlation": 0.4536 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.7048, "resources": { + "submit": "2024-12-19 14:48:23", "exit_code": 0, - "duration_sec": 2200, - "cpu_pct": 2532.8, - "peak_memory_mb": 46490, - "disk_read_mb": 19456, - "disk_write_mb": 16 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 97, + "cpu_pct": 1225, + "peak_memory_mb": 18432, + "disk_read_mb": 2048, + "disk_write_mb": 1 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.2231, + "centroid_distance_correlation": 0.7802, + "continuity_at_k30": 0.8559, + "density_preservation": 0.4934, + "label_distance_correlation": 0.8319, + "lcmc_at_k30": 0.0245, + "normalized_mutual_information": 0.4847, + "qglobal": 0.8067, + "qlocal": 0.393, + "qnx_at_k30": 0.0266, + "qnx_auc": 0.671, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7503, + "waypoint_distance_correlation": 0.6207 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { + "adjusted_rand_index": 0.2767, + "centroid_distance_correlation": 0.8073, + "continuity_at_k30": 2.0962, + "density_preservation": 0.6429, + "label_distance_correlation": 0.7883, + "lcmc_at_k30": 0.6993, + "normalized_mutual_information": 0.5483, + "qglobal": 1.4624, + "qlocal": 2.2704, + "qnx_at_k30": 0.6993, + "qnx_auc": 4.0983, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 6.8527, + "waypoint_distance_correlation": 0.6969 + }, + "mean_score": 0.7256, + "resources": { + "submit": "2024-12-19 14:48:23", "exit_code": 0, - "duration_sec": 768, - "cpu_pct": 392.2, - "peak_memory_mb": 104244, - "disk_read_mb": 19354, - "disk_write_mb": 21 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 500, + "cpu_pct": 102.5, + "peak_memory_mb": 12288, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", + "dataset_id": "openproblems_v1/allen_brain_atlas", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3422, - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6392, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.8299, + "centroid_distance_correlation": 0.1173, + "continuity_at_k30": 0.9448, + "density_preservation": 0.21, + "label_distance_correlation": 0.0782, + "lcmc_at_k30": 0.0642, + "normalized_mutual_information": 0.8955, + "qglobal": 0.717, + "qlocal": 0.3602, + "qnx_at_k30": 0.0663, + "qnx_auc": 0.6676, + "spectral_distance_correlation": 0.0162, + "trustworthiness_at_k30": 0.8471, + "waypoint_distance_correlation": 0.3832 + }, + "scaled_scores": { + "adjusted_rand_index": 1.029, + "centroid_distance_correlation": 0.2264, + "continuity_at_k30": 2.3749, + "density_preservation": 0.4429, + "label_distance_correlation": -0.1611, + "lcmc_at_k30": 1.8322, + "normalized_mutual_information": 1.0318, + "qglobal": 1.0985, + "qlocal": 2.0619, + "qnx_at_k30": 1.8322, + "qnx_auc": 4.0378, + "spectral_distance_correlation": 0.0619, + "trustworthiness_at_k30": 9.5086, + "waypoint_distance_correlation": 0.5071 + }, + "mean_score": 0.7313, + "resources": { + "submit": "2024-12-19 14:48:23", + "exit_code": 0, + "duration_sec": 123, + "cpu_pct": 1175.4, + "peak_memory_mb": 9728, + "disk_read_mb": 2048, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pca", + "metric_values": { + "adjusted_rand_index": 0.3278, + "centroid_distance_correlation": 0.7953, + "continuity_at_k30": 0.8757, + "density_preservation": 0.4908, + "label_distance_correlation": 0.8595, + "lcmc_at_k30": 0.0264, + "normalized_mutual_information": 0.5304, + "qglobal": 0.8072, + "qlocal": 0.4023, + "qnx_at_k30": 0.0285, + "qnx_auc": 0.674, + "spectral_distance_correlation": 0.0654, + "trustworthiness_at_k30": 0.7586, + "waypoint_distance_correlation": 0.6427 + }, + "scaled_scores": { + "adjusted_rand_index": 0.4066, + "centroid_distance_correlation": 0.8206, + "continuity_at_k30": 2.1583, + "density_preservation": 0.6411, + "label_distance_correlation": 0.823, + "lcmc_at_k30": 0.7525, + "normalized_mutual_information": 0.6021, + "qglobal": 1.4645, + "qlocal": 2.3297, + "qnx_at_k30": 0.7525, + "qnx_auc": 4.1541, + "spectral_distance_correlation": 0.1096, + "trustworthiness_at_k30": 7.0793, + "waypoint_distance_correlation": 0.7145 + }, + "mean_score": 0.7587, + "resources": { + "submit": "2024-12-19 14:48:23", + "exit_code": 0, + "duration_sec": 34, + "cpu_pct": 462.9, + "peak_memory_mb": 7066, + "disk_read_mb": 1946, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.6952, + "centroid_distance_correlation": 0.2533, + "continuity_at_k30": 0.9471, + "density_preservation": -0.1084, + "label_distance_correlation": 0.232, + "lcmc_at_k30": 0.1022, + "normalized_mutual_information": 0.8479, + "qglobal": 0.684, + "qlocal": 0.3242, + "qnx_at_k30": 0.1043, + "qnx_auc": 0.659, + "spectral_distance_correlation": 0.0902, + "trustworthiness_at_k30": 0.8866, + "waypoint_distance_correlation": 0.3075 + }, + "scaled_scores": { + "adjusted_rand_index": 0.862, + "centroid_distance_correlation": 0.3456, + "continuity_at_k30": 2.3821, + "density_preservation": 0.2182, + "label_distance_correlation": 0.0327, + "lcmc_at_k30": 2.9187, + "normalized_mutual_information": 0.9757, + "qglobal": 0.9649, + "qlocal": 1.8336, + "qnx_at_k30": 2.9187, + "qnx_auc": 3.88, + "spectral_distance_correlation": 0.1337, + "trustworthiness_at_k30": 10.5926, + "waypoint_distance_correlation": 0.4466 + }, + "mean_score": 0.7128, + "resources": { + "submit": "2024-12-19 14:48:33", + "exit_code": 0, + "duration_sec": 159, + "cpu_pct": 2568.1, + "peak_memory_mb": 11572, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "pymde", + "metric_values": { + "adjusted_rand_index": 0.6283, + "centroid_distance_correlation": 0.2865, + "continuity_at_k30": 0.9304, + "density_preservation": -0.2285, + "label_distance_correlation": 0.4282, + "lcmc_at_k30": 0.1255, + "normalized_mutual_information": 0.8487, + "qglobal": 0.6476, + "qlocal": 0.3443, + "qnx_at_k30": 0.1276, + "qnx_auc": 0.6215, + "spectral_distance_correlation": 0.1215, + "trustworthiness_at_k30": 0.8972, + "waypoint_distance_correlation": 0.2424 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7791, + "centroid_distance_correlation": 0.3747, + "continuity_at_k30": 2.3297, + "density_preservation": 0.1335, + "label_distance_correlation": 0.2798, + "lcmc_at_k30": 3.5836, + "normalized_mutual_information": 0.9767, + "qglobal": 0.8172, + "qlocal": 1.9615, + "qnx_at_k30": 3.5836, + "qnx_auc": 3.1983, + "spectral_distance_correlation": 0.1641, + "trustworthiness_at_k30": 10.8827, + "waypoint_distance_correlation": 0.3946 + }, + "mean_score": 0.7085, + "resources": { + "submit": "2024-12-19 14:48:23", + "exit_code": 0, + "duration_sec": 1361, + "cpu_pct": 3147.9, + "peak_memory_mb": 17101, + "disk_read_mb": 2048, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "random_features", + "metric_values": { + "adjusted_rand_index": -0.0001, + "centroid_distance_correlation": 0.0099, + "continuity_at_k30": 0.5064, + "density_preservation": 0.0071, + "label_distance_correlation": 0.3525, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.0188, + "qglobal": 0.6927, + "qlocal": 0.193, + "qnx_at_k30": 0.0021, + "qnx_auc": 0.5007, + "spectral_distance_correlation": -0.0023, + "trustworthiness_at_k30": 0.5006, + "waypoint_distance_correlation": 0.0049 }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "centroid_distance_correlation": 0.1323, + "continuity_at_k30": 1, + "density_preservation": 0.2998, + "label_distance_correlation": 0.1844, "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "qglobal": 1, + "qlocal": 1, "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qnx_auc": 1, + "spectral_distance_correlation": 0.0439, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.2048 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.3475, "resources": { + "submit": "2024-12-19 14:48:23", "exit_code": 0, - "duration_sec": 4761, - "cpu_pct": 2609.5, - "peak_memory_mb": 40244, - "disk_read_mb": 19354, - "disk_write_mb": 16 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 9.3, + "cpu_pct": 96.3, + "peak_memory_mb": 4301, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "pca", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 0, - "duration_sec": 141, - "cpu_pct": 226, - "peak_memory_mb": 44544, - "disk_read_mb": 19354, - "disk_write_mb": 16 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:48:23", + "exit_code": "NA", + "duration_sec": 1340, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "phate", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.2045, - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5579, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": "NA", + "centroid_distance_correlation": -0.141, + "continuity_at_k30": 0.1876, + "density_preservation": -0.4177, + "label_distance_correlation": 0.206, + "lcmc_at_k30": 0.035, + "normalized_mutual_information": "NA", + "qglobal": 0.4461, + "qlocal": 0.0355, + "qnx_at_k30": 0.0371, + "qnx_auc": 0.4457, + "spectral_distance_correlation": 0.9823, + "trustworthiness_at_k30": 0.537, + "waypoint_distance_correlation": -0.2514 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 1, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, - "qnx_at_k30": 0, + "qnx_at_k30": 1, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 1, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 0 }, - "mean_score": 0, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.2857, "resources": { + "submit": "2024-12-19 14:48:23", "exit_code": 0, - "duration_sec": 5095, - "cpu_pct": 4356, - "peak_memory_mb": 33383, - "disk_read_mb": 19354, - "disk_write_mb": 19 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1148, + "cpu_pct": 2166, + "peak_memory_mb": 17920, + "disk_read_mb": 1946, + "disk_write_mb": 107 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "pymde", + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.3407, + "adjusted_rand_index": 0.8065, + "centroid_distance_correlation": 1, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.9995, + "label_distance_correlation": 1, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7286, + "normalized_mutual_information": 0.8685, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": -0.0475, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 1 }, "scaled_scores": { - "adjusted_rand_index": 0, + "adjusted_rand_index": 1, + "centroid_distance_correlation": 1, "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "density_preservation": 1, + "label_distance_correlation": 1, "lcmc_at_k30": 0, - "normalized_mutual_information": 0, + "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 1 }, - "mean_score": 0, - "normalization_id": "log_cp10k", + "mean_score": 0.4286, "resources": { + "submit": "2024-12-19 14:48:23", "exit_code": 0, - "duration_sec": 7075, - "cpu_pct": 2670.3, - "peak_memory_mb": 44749, - "disk_read_mb": 19354, - "disk_write_mb": 17 + "duration_sec": 90, + "cpu_pct": 66.2, + "peak_memory_mb": 8090, + "disk_read_mb": 1946, + "disk_write_mb": 488 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "tsne", + "metric_values": { + "adjusted_rand_index": 0.5993, + "centroid_distance_correlation": 0.2386, + "continuity_at_k30": 0.9337, + "density_preservation": -0.2101, + "label_distance_correlation": 0.3537, + "lcmc_at_k30": 0.1497, + "normalized_mutual_information": 0.8361, + "qglobal": 0.6489, + "qlocal": 0.2942, + "qnx_at_k30": 0.1518, + "qnx_auc": 0.6365, + "spectral_distance_correlation": 0.0944, + "trustworthiness_at_k30": 0.9101, + "waypoint_distance_correlation": 0.3247 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7432, + "centroid_distance_correlation": 0.3327, + "continuity_at_k30": 2.3402, + "density_preservation": 0.1464, + "label_distance_correlation": 0.186, + "lcmc_at_k30": 4.2739, + "normalized_mutual_information": 0.9619, + "qglobal": 0.8225, + "qlocal": 1.6432, + "qnx_at_k30": 4.2739, + "qnx_auc": 3.4711, + "spectral_distance_correlation": 0.1378, + "trustworthiness_at_k30": 11.2382, + "waypoint_distance_correlation": 0.4604 + }, + "mean_score": 0.6993, + "resources": { + "submit": "2024-12-19 14:48:23", + "exit_code": 0, + "duration_sec": 196, + "cpu_pct": 738.6, + "peak_memory_mb": 9114, + "disk_read_mb": 1946, + "disk_write_mb": 1 + } + }, + { + "dataset_id": "openproblems_v1/allen_brain_atlas", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.7249, + "centroid_distance_correlation": 0.3582, + "continuity_at_k30": 0.86, + "density_preservation": -0.2997, + "label_distance_correlation": 0.4785, + "lcmc_at_k30": 0.1066, + "normalized_mutual_information": 0.8646, + "qglobal": 0.6016, + "qlocal": 0.261, + "qnx_at_k30": 0.1087, + "qnx_auc": 0.5888, + "spectral_distance_correlation": 0.0481, + "trustworthiness_at_k30": 0.8756, + "waypoint_distance_correlation": 0.1809 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8989, + "centroid_distance_correlation": 0.4375, + "continuity_at_k30": 2.1088, + "density_preservation": 0.0833, + "label_distance_correlation": 0.3432, + "lcmc_at_k30": 3.0439, + "normalized_mutual_information": 0.9954, + "qglobal": 0.6305, + "qlocal": 1.4321, + "qnx_at_k30": 3.0439, + "qnx_auc": 2.6032, + "spectral_distance_correlation": 0.0928, + "trustworthiness_at_k30": 10.2908, + "waypoint_distance_correlation": 0.3454 }, - "task_id": "dimensionality_reduction" + "mean_score": 0.7019, + "resources": { + "submit": "2024-12-19 14:48:23", + "exit_code": 0, + "duration_sec": 87, + "cpu_pct": 117.4, + "peak_memory_mb": 7885, + "disk_read_mb": 1946, + "disk_write_mb": 3 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "random_features", + "dataset_id": "openproblems_v1/cengen", + "method_id": "densmap", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.1957, + "centroid_distance_correlation": 0.4332, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.5404, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.4371, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.3866 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 24, - "cpu_pct": 119.5, - "peak_memory_mb": 24986, - "disk_read_mb": 19354, - "disk_write_mb": 20 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1814, + "cpu_pct": 106.7, + "peak_memory_mb": 13517, + "disk_read_mb": 769, + "disk_write_mb": 8 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "simlr", + "dataset_id": "openproblems_v1/cengen", + "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 1, - "duration_sec": 380, + "submit": "2024-12-19 15:01:52", + "exit_code": 137, + "duration_sec": 450, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "spectral_features", + "dataset_id": "openproblems_v1/cengen", + "method_id": "ivis", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.3195, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": -0.0303, + "label_distance_correlation": 0.4981, "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2703 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 3200, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:50:53", + "exit_code": 0, + "duration_sec": 298, + "cpu_pct": 1680, + "peak_memory_mb": 17408, + "disk_read_mb": 815, + "disk_write_mb": 6 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "true_features", + "dataset_id": "openproblems_v1/cengen", + "method_id": "lmds", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.2603, "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": 0.5966, "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2676 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 927, - "cpu_pct": 99.4, - "peak_memory_mb": 126157, - "disk_read_mb": 19354, - "disk_write_mb": 3892 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 107, + "cpu_pct": 105.3, + "peak_memory_mb": 10036, + "disk_read_mb": 749, + "disk_write_mb": 7 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "tsne", + "dataset_id": "openproblems_v1/cengen", + "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3306, + "adjusted_rand_index": 0.3479, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.1058, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7259, + "normalized_mutual_information": 0.5875, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 1867, - "cpu_pct": 674.1, - "peak_memory_mb": 44544, - "disk_read_mb": 19354, - "disk_write_mb": 16 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 367, + "cpu_pct": 1483.3, + "peak_memory_mb": 9933, + "disk_read_mb": 804, + "disk_write_mb": 6 + } }, { - "dataset_id": "cellxgene_census/tabula_sapiens", - "method_id": "umap", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.3578, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.417, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.2023, + "label_distance_correlation": 0.6165, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7391, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4528 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 3473, - "cpu_pct": 4062.4, - "peak_memory_mb": 40346, - "disk_read_mb": 19354, - "disk_write_mb": 17 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 25.6, + "cpu_pct": 388.8, + "peak_memory_mb": 4608, + "disk_read_mb": 766, + "disk_write_mb": 6 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "densmap", + "dataset_id": "openproblems_v1/cengen", + "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.8186, + "adjusted_rand_index": 0.1049, + "centroid_distance_correlation": 0.0941, "continuity_at_k30": "NA", - "density_preservation": 0.7942, - "distance_correlation": 0.633, - "distance_correlation_spectral": -0.0138, + "density_preservation": -0.0397, + "label_distance_correlation": 0.4253, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8747, + "normalized_mutual_information": 0.4682, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8522, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1519 }, "scaled_scores": { - "adjusted_rand_index": 0.9882, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.855, - "distance_correlation": 0.2655, - "distance_correlation_spectral": 0.9623, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9951, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.705, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.367, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:48:42", "exit_code": 0, - "duration_sec": 393, - "cpu_pct": 1197.6, - "peak_memory_mb": 20788, - "disk_read_mb": 1946, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 399, + "cpu_pct": 3325.1, + "peak_memory_mb": 10650, + "disk_read_mb": 759, + "disk_write_mb": 7 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "diffusion_map", + "dataset_id": "openproblems_v1/cengen", + "method_id": "pymde", "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.3991, + "centroid_distance_correlation": 0.4144, "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "density_preservation": 0.0121, + "label_distance_correlation": 0.5408, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.7335, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.3684 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 35171, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:50:53", + "exit_code": 0, + "duration_sec": 963, + "cpu_pct": 1610.3, + "peak_memory_mb": 12288, + "disk_read_mb": 809, + "disk_write_mb": 8 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "ivis", + "dataset_id": "openproblems_v1/cengen", + "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 0.7603, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.2032, - "distance_correlation": 0.5365, - "distance_correlation_spectral": -0.0255, + "density_preservation": 0.0011, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8515, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8402, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9178, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.4375, - "distance_correlation": 0.3687, - "distance_correlation_spectral": 0.9757, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9682, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6809, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3345, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 53.1, - "cpu_pct": 2047.4, - "peak_memory_mb": 28160, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 7, + "cpu_pct": 117.8, + "peak_memory_mb": 3584, + "disk_read_mb": 734, + "disk_write_mb": 7 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "lmds", + "dataset_id": "openproblems_v1/cengen", + "method_id": "simlr", "metric_values": { - "adjusted_rand_index": 0.252, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.4889, - "distance_correlation": 0.7943, - "distance_correlation_spectral": 0.1413, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5064, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7512, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3044, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.6393, - "distance_correlation": 0.093, - "distance_correlation_spectral": 0.784, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5679, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5033, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2224, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 71, - "cpu_pct": 900.9, - "peak_memory_mb": 19252, - "disk_read_mb": 1946, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:39:13", + "exit_code": "NA", + "duration_sec": 5212, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "neuralee", + "dataset_id": "openproblems_v1/cengen", + "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.8935, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1855, - "distance_correlation": 0.5545, - "distance_correlation_spectral": -0.016, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.9238, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8488, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1.0786, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.425, - "distance_correlation": 0.3494, - "distance_correlation_spectral": 0.9648, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.0521, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6981, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3413, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 94, - "cpu_pct": 1173.9, - "peak_memory_mb": 9319, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:50:53", + "exit_code": "NA", + "duration_sec": 4130, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "pca", + "dataset_id": "openproblems_v1/cengen", + "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.3272, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.4909, - "distance_correlation": 0.8192, - "distance_correlation_spectral": 0.1361, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5314, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.759, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.3951, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.6407, - "distance_correlation": 0.0665, - "distance_correlation_spectral": 0.79, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5969, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5187, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2314, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 30.6, - "cpu_pct": 585.1, - "peak_memory_mb": 6964, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 128, + "cpu_pct": 98.2, + "peak_memory_mb": 12391, + "disk_read_mb": 734, + "disk_write_mb": 211 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "phate", + "dataset_id": "openproblems_v1/cengen", + "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.6632, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.3564, "continuity_at_k30": "NA", - "density_preservation": -0.029, - "distance_correlation": 0.4867, - "distance_correlation_spectral": 0.0895, + "density_preservation": "NA", + "label_distance_correlation": 0.57, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8318, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8978, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2981 }, "scaled_scores": { - "adjusted_rand_index": 0.8006, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2735, - "distance_correlation": 0.4219, - "distance_correlation_spectral": 0.8435, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9454, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7958, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3139, - "normalization_id": "sqrt_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 77, - "cpu_pct": 1341.3, - "peak_memory_mb": 14029, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 230, + "cpu_pct": 1664.1, + "peak_memory_mb": 15156, + "disk_read_mb": 767, + "disk_write_mb": 6 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "pymde", + "dataset_id": "openproblems_v1/cengen", + "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.6553, + "adjusted_rand_index": 0.5843, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.2647, - "distance_correlation": 0.5134, - "distance_correlation_spectral": 0.0333, + "density_preservation": -0.0974, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8603, + "normalized_mutual_information": 0.8136, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9002, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7911, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.107, - "distance_correlation": 0.3933, - "distance_correlation_spectral": 0.9081, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9784, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8006, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.306, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:50:53", "exit_code": 0, - "duration_sec": 542, - "cpu_pct": 2110.5, - "peak_memory_mb": 15668, - "disk_read_mb": 1946, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 280, + "cpu_pct": 545.7, + "peak_memory_mb": 12288, + "disk_read_mb": 769, + "disk_write_mb": 8 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "random_features", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "densmap", "metric_values": { - "adjusted_rand_index": -0.0002, - "continuity_at_k30": "NA", - "density_preservation": 0.0121, - "distance_correlation": 0.0076, - "distance_correlation_spectral": -0.0054, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0168, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.4992, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0.3025, - "distance_correlation": 0.9342, - "distance_correlation_spectral": 0.9526, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1684, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 6.1, - "cpu_pct": 160.8, - "peak_memory_mb": 6964, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.1816, + "centroid_distance_correlation": 0.515, + "continuity_at_k30": 0.8331, + "density_preservation": 0.6789, + "label_distance_correlation": 0.6245, + "lcmc_at_k30": 0.0176, + "normalized_mutual_information": 0.4116, + "qglobal": 0.6834, + "qlocal": 0.2224, + "qnx_at_k30": 0.0185, + "qnx_auc": 0.6373, + "spectral_distance_correlation": 0.1825, + "trustworthiness_at_k30": 0.7458, + "waypoint_distance_correlation": 0.4807 + }, + "scaled_scores": { + "adjusted_rand_index": 0.5304, + "centroid_distance_correlation": 31.2864, + "continuity_at_k30": 1.6611, + "density_preservation": 0.7488, + "label_distance_correlation": 4.2203, + "lcmc_at_k30": 4.6967, + "normalized_mutual_information": 0.7438, + "qglobal": 7.3477, + "qlocal": 2.5299, + "qnx_at_k30": 4.6967, + "qnx_auc": 3.7203, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0.887, + "waypoint_distance_correlation": 16.3823 + }, + "mean_score": 0.8507, + "resources": { + "submit": "2024-12-19 14:49:53", + "exit_code": 0, + "duration_sec": 2757, + "cpu_pct": 124.2, + "peak_memory_mb": 16999, + "disk_read_mb": 841, + "disk_write_mb": 4 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "simlr", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 8341, + "submit": "2024-12-19 14:53:32", + "exit_code": "NA", + "duration_sec": 4921, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "spectral_features", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.6268, - "continuity_at_k30": "NA", - "density_preservation": -0.4162, - "distance_correlation": -0.054, - "distance_correlation_spectral": 0.8234, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7867, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.6911, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.7567, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.893, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.3831, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2333, - "normalization_id": "log_cp10k", - "resources": { + "adjusted_rand_index": 0.2497, + "centroid_distance_correlation": 0.4289, + "continuity_at_k30": 0.7082, + "density_preservation": -0.0354, + "label_distance_correlation": 0.6481, + "lcmc_at_k30": 0.016, + "normalized_mutual_information": 0.5783, + "qglobal": 0.6521, + "qlocal": 0.2404, + "qnx_at_k30": 0.0169, + "qnx_auc": 0.6034, + "spectral_distance_correlation": 0.2231, + "trustworthiness_at_k30": 0.7805, + "waypoint_distance_correlation": 0.2742 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7292, + "centroid_distance_correlation": 25.9972, + "continuity_at_k30": 1.4036, + "density_preservation": 0.1898, + "label_distance_correlation": 4.3802, + "lcmc_at_k30": 4.2844, + "normalized_mutual_information": 1.0506, + "qglobal": -3.1868, + "qlocal": 3.2761, + "qnx_at_k30": 4.2844, + "qnx_auc": 2.7971, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 1.0128, + "waypoint_distance_correlation": 9.274 + }, + "mean_score": 0.7799, + "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 584, - "cpu_pct": 2250.6, - "peak_memory_mb": 20480, - "disk_read_mb": 1946, - "disk_write_mb": 107 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 71, + "cpu_pct": 1725.8, + "peak_memory_mb": 31949, + "disk_read_mb": 887, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "true_features", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.8284, + "adjusted_rand_index": 0.2499, + "centroid_distance_correlation": 0.4906, + "continuity_at_k30": 0.7019, + "density_preservation": -0.1044, + "label_distance_correlation": 0.8616, + "lcmc_at_k30": 0.0119, + "normalized_mutual_information": 0.5013, + "qglobal": 0.6749, + "qlocal": 0.235, + "qnx_at_k30": 0.0128, + "qnx_auc": 0.6171, + "spectral_distance_correlation": 0.2977, + "trustworthiness_at_k30": 0.7489, + "waypoint_distance_correlation": 0.3602 + }, + "scaled_scores": { + "adjusted_rand_index": 0.73, + "centroid_distance_correlation": 29.7886, + "continuity_at_k30": 1.3905, + "density_preservation": 0.1358, + "label_distance_correlation": 5.8214, + "lcmc_at_k30": 3.1645, + "normalized_mutual_information": 0.9089, + "qglobal": 4.4777, + "qlocal": 3.0514, + "qnx_at_k30": 3.1645, + "qnx_auc": 3.1691, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0.8984, + "waypoint_distance_correlation": 12.2345 + }, + "mean_score": 0.8338, + "resources": { + "submit": "2024-12-19 14:49:53", + "exit_code": 0, + "duration_sec": 139, + "cpu_pct": 104.5, + "peak_memory_mb": 7680, + "disk_read_mb": 822, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "neuralee", + "metric_values": { + "adjusted_rand_index": 0.3204, + "centroid_distance_correlation": 0.5623, "continuity_at_k30": "NA", - "density_preservation": 0.9995, - "distance_correlation": 0.8813, - "distance_correlation_spectral": -0.0466, + "density_preservation": 0.2279, + "label_distance_correlation": 0.637, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8789, + "normalized_mutual_information": 0.6201, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4894 }, "scaled_scores": { - "adjusted_rand_index": 1, + "adjusted_rand_index": 0.9359, + "centroid_distance_correlation": 34.1907, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 1, + "density_preservation": 0.3958, + "label_distance_correlation": 4.3047, "lcmc_at_k30": 0, - "normalized_mutual_information": 1, + "normalized_mutual_information": 1.1274, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 16.6811 }, - "mean_score": 0.3846, - "normalization_id": "log_cp10k", + "mean_score": 0.3808, "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 45.6, - "cpu_pct": 97.9, - "peak_memory_mb": 9319, - "disk_read_mb": 1946, - "disk_write_mb": 488 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 151, + "cpu_pct": 1358.4, + "peak_memory_mb": 8909, + "disk_read_mb": 876, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "tsne", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.5174, + "adjusted_rand_index": 0.2041, + "centroid_distance_correlation": 0.4706, "continuity_at_k30": "NA", - "density_preservation": -0.2136, - "distance_correlation": 0.4595, - "distance_correlation_spectral": 0.0569, + "density_preservation": 0.005, + "label_distance_correlation": 0.8579, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8155, + "normalized_mutual_information": 0.455, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9161, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.4493 }, "scaled_scores": { - "adjusted_rand_index": 0.6247, + "adjusted_rand_index": 0.5962, + "centroid_distance_correlation": 28.5627, "continuity_at_k30": 0, - "density_preservation": 0.1431, - "distance_correlation": 0.4511, - "distance_correlation_spectral": 0.8811, + "density_preservation": 0.2214, + "label_distance_correlation": 5.7965, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9264, + "normalized_mutual_information": 0.8237, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8325, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 15.3011 }, - "mean_score": 0.2968, - "normalization_id": "log_cp10k", + "mean_score": 0.3315, "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 185, - "cpu_pct": 1161.1, - "peak_memory_mb": 11060, - "disk_read_mb": 1946, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 17.1, + "cpu_pct": 407.6, + "peak_memory_mb": 4711, + "disk_read_mb": 838, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/allen_brain_atlas", - "method_id": "umap", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "phate", + "metric_values": { + "adjusted_rand_index": 0.1657, + "centroid_distance_correlation": 0.2805, + "continuity_at_k30": 0.9179, + "density_preservation": 0.1539, + "label_distance_correlation": 0.4764, + "lcmc_at_k30": 0.0505, + "normalized_mutual_information": 0.528, + "qglobal": 0.673, + "qlocal": 0.352, + "qnx_at_k30": 0.0514, + "qnx_auc": 0.6352, + "spectral_distance_correlation": 0.0034, + "trustworthiness_at_k30": 0.8942, + "waypoint_distance_correlation": 0.24 + }, + "scaled_scores": { + "adjusted_rand_index": 0.484, + "centroid_distance_correlation": 16.8833, + "continuity_at_k30": 1.8358, + "density_preservation": 0.338, + "label_distance_correlation": 3.2205, + "lcmc_at_k30": 13.4841, + "normalized_mutual_information": 0.958, + "qglobal": 3.8276, + "qlocal": 7.9226, + "qnx_at_k30": 13.4841, + "qnx_auc": 3.6616, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 1.424, + "waypoint_distance_correlation": 8.0966 + }, + "mean_score": 0.8414, + "resources": { + "submit": "2024-12-19 14:49:53", + "exit_code": 0, + "duration_sec": 68, + "cpu_pct": 3892, + "peak_memory_mb": 23040, + "disk_read_mb": 831, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.6795, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.2921, - "distance_correlation": 0.2401, - "distance_correlation_spectral": -0.0058, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8572, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8775, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8204, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.0876, - "distance_correlation": 0.6856, - "distance_correlation_spectral": 0.9531, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9748, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7555, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.329, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 92, - "cpu_pct": 276.4, - "peak_memory_mb": 12800, - "disk_read_mb": 1946, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:49:53", + "exit_code": "NA", + "duration_sec": 7911, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "densmap", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 0.1827, - "continuity_at_k30": "NA", - "density_preservation": 0.6325, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4338, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7527, - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.0001, + "centroid_distance_correlation": 0.0055, + "continuity_at_k30": 0.5125, + "density_preservation": 0.0076, + "label_distance_correlation": 0.1475, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.0074, + "qglobal": 0.6616, + "qlocal": 0.1616, + "qnx_at_k30": 0.0009, + "qnx_auc": 0.5006, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.5006, + "waypoint_distance_correlation": 0.0048 }, "scaled_scores": { - "adjusted_rand_index": 0.4926, - "continuity_at_k30": 0, - "density_preservation": 0.6304, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, + "continuity_at_k30": 1, + "density_preservation": 0.2235, + "label_distance_correlation": 1, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6216, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5055, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1731, - "normalization_id": "log_cp10k", + "mean_score": 0.1588, "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 595, - "cpu_pct": 680, - "peak_memory_mb": 17716, - "disk_read_mb": 752, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 6.6, + "cpu_pct": 165.6, + "peak_memory_mb": 5018, + "disk_read_mb": 807, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "diffusion_map", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 20490, + "submit": "2024-12-19 14:49:53", + "exit_code": "NA", + "duration_sec": 7320, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/cengen", - "method_id": "ivis", + "dataset_id": "openproblems_v1/immune_cells", + "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.3662, - "continuity_at_k30": "NA", - "density_preservation": 0.0135, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6246, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.8023, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.9875, - "continuity_at_k30": 0, - "density_preservation": 0.0075, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9148, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.6046, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1934, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 404, - "cpu_pct": 3310.3, - "peak_memory_mb": 27136, - "disk_read_mb": 784, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "lmds", - "metric_values": { - "adjusted_rand_index": 0.1039, - "continuity_at_k30": "NA", - "density_preservation": -0.0967, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3096, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7237, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.2801, - "continuity_at_k30": 0, - "density_preservation": -0.1034, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4307, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.4474, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.0891, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 78, - "cpu_pct": 374.2, - "peak_memory_mb": 12186, - "disk_read_mb": 750, - "disk_write_mb": 5 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "neuralee", - "metric_values": { - "adjusted_rand_index": 0.3677, - "continuity_at_k30": "NA", - "density_preservation": 0.1011, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5968, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7788, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.9914, - "continuity_at_k30": 0, - "density_preservation": 0.0956, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.872, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5576, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1936, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 1296, - "cpu_pct": 2116.7, - "peak_memory_mb": 13620, - "disk_read_mb": 770, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "pca", - "metric_values": { - "adjusted_rand_index": 0.1121, - "continuity_at_k30": "NA", - "density_preservation": 0.2023, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3076, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7331, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.3022, - "continuity_at_k30": 0, - "density_preservation": 0.1975, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.4276, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.4661, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1072, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 20.9, - "cpu_pct": 908.2, - "peak_memory_mb": 7271, - "disk_read_mb": 750, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "phate", - "metric_values": { - "adjusted_rand_index": 0.1026, - "continuity_at_k30": "NA", - "density_preservation": -0.046, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4684, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.8028, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.2767, - "continuity_at_k30": 0, - "density_preservation": -0.0524, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6747, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.6056, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1198, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 340, - "cpu_pct": 4389.3, - "peak_memory_mb": 13108, - "disk_read_mb": 747, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "pymde", - "metric_values": { - "adjusted_rand_index": 0.4281, - "continuity_at_k30": "NA", - "density_preservation": 0.0195, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7339, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.9293, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.1543, - "continuity_at_k30": 0, - "density_preservation": 0.0135, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.0826, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.8586, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2209, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 385, - "cpu_pct": 2649.5, - "peak_memory_mb": 14644, - "disk_read_mb": 774, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "random_features", - "metric_values": { - "adjusted_rand_index": 0, - "continuity_at_k30": "NA", - "density_preservation": 0.0061, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0292, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.5, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 9.3, - "cpu_pct": 115.2, - "peak_memory_mb": 6247, - "disk_read_mb": 729, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "simlr", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 143, - "duration_sec": 51152, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "spectral_features", - "metric_values": { - "adjusted_rand_index": 0.3709, - "continuity_at_k30": "NA", - "density_preservation": 0.0973, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6801, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.9043, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1, - "continuity_at_k30": 0, - "density_preservation": 0.0918, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.8087, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2231, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 972, - "cpu_pct": 2595.8, - "peak_memory_mb": 13824, - "disk_read_mb": 743, - "disk_write_mb": 753 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "true_features", - "metric_values": { - "adjusted_rand_index": 0.2561, - "continuity_at_k30": "NA", - "density_preservation": 0.9997, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6366, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.6904, - "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9332, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2787, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 87, - "cpu_pct": 103.2, - "peak_memory_mb": 14951, - "disk_read_mb": 729, - "disk_write_mb": 211 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "tsne", - "metric_values": { - "adjusted_rand_index": 0.4004, - "continuity_at_k30": "NA", - "density_preservation": -0.0188, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.7226, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.946, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.0795, - "continuity_at_k30": 0, - "density_preservation": -0.025, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.0653, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.8919, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2225, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 286, - "cpu_pct": 1201.3, - "peak_memory_mb": 10343, - "disk_read_mb": 751, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/cengen", - "method_id": "umap", - "metric_values": { - "adjusted_rand_index": 0.5824, - "continuity_at_k30": "NA", - "density_preservation": -0.1049, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.8158, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.9039, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.5702, - "continuity_at_k30": 0, - "density_preservation": -0.1117, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2085, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.8079, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.216, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 264, - "cpu_pct": 809.9, - "peak_memory_mb": 12288, - "disk_read_mb": 752, - "disk_write_mb": 7 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "densmap", - "metric_values": { - "adjusted_rand_index": 0.2028, - "continuity_at_k30": "NA", - "density_preservation": 0.6663, - "distance_correlation": 0.7077, - "distance_correlation_spectral": 0.1884, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4222, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7576, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.6205, - "continuity_at_k30": 0, - "density_preservation": 0.7399, - "distance_correlation": 0.0827, - "distance_correlation_spectral": 0.7777, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.781, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5149, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2705, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 443, - "cpu_pct": 792.8, - "peak_memory_mb": 17306, - "disk_read_mb": 825, - "disk_write_mb": 4 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "diffusion_map", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 143, - "duration_sec": 14403, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "ivis", - "metric_values": { - "adjusted_rand_index": 0.3059, - "continuity_at_k30": "NA", - "density_preservation": 0.0416, - "distance_correlation": 0.6393, - "distance_correlation_spectral": 0.0753, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5942, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7815, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.936, - "continuity_at_k30": 0, - "density_preservation": 0.2526, - "distance_correlation": 0.1721, - "distance_correlation_spectral": 0.9152, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1048, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5627, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2953, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 1970.5, - "peak_memory_mb": 27136, - "disk_read_mb": 856, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "lmds", - "metric_values": { - "adjusted_rand_index": 0.2227, - "continuity_at_k30": "NA", - "density_preservation": -0.1228, - "distance_correlation": 0.7757, - "distance_correlation_spectral": 0.2991, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4879, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7485, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.6814, - "continuity_at_k30": 0, - "density_preservation": 0.1244, - "distance_correlation": -0.0062, - "distance_correlation_spectral": 0.6432, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9047, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.4966, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2193, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 50.2, - "cpu_pct": 1198, - "peak_memory_mb": 14644, - "disk_read_mb": 823, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "neuralee", - "metric_values": { - "adjusted_rand_index": 0.3681, - "continuity_at_k30": "NA", - "density_preservation": 0.2067, - "distance_correlation": 0.6895, - "distance_correlation_spectral": 0.1163, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6225, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7822, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.1261, - "continuity_at_k30": 0, - "density_preservation": 0.3814, - "distance_correlation": 0.1065, - "distance_correlation_spectral": 0.8654, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1581, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5641, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.3013, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 271, - "cpu_pct": 2128.3, - "peak_memory_mb": 13108, - "disk_read_mb": 842, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "pca", - "metric_values": { - "adjusted_rand_index": 0.2231, - "continuity_at_k30": "NA", - "density_preservation": 0.005, - "distance_correlation": 0.7951, - "distance_correlation_spectral": 0.2326, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4662, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7459, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.6827, - "continuity_at_k30": 0, - "density_preservation": 0.2241, - "distance_correlation": -0.0315, - "distance_correlation_spectral": 0.724, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8638, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.4915, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2297, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 16.4, - "cpu_pct": 1239.2, - "peak_memory_mb": 7373, - "disk_read_mb": 822, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "phate", - "metric_values": { - "adjusted_rand_index": 0.1912, - "continuity_at_k30": "NA", - "density_preservation": 0.1304, - "distance_correlation": 0.4441, - "distance_correlation_spectral": 0.0897, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5273, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.9022, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.5851, - "continuity_at_k30": 0, - "density_preservation": 0.3219, - "distance_correlation": 0.4269, - "distance_correlation_spectral": 0.8977, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9789, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.8043, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.3088, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 86, - "cpu_pct": 3225.8, - "peak_memory_mb": 13210, - "disk_read_mb": 820, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "pymde", - "metric_values": { - "adjusted_rand_index": 0.226, - "continuity_at_k30": "NA", - "density_preservation": 0.0647, - "distance_correlation": 0.5389, - "distance_correlation_spectral": 0.147, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6226, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.8181, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.6916, - "continuity_at_k30": 0, - "density_preservation": 0.2706, - "distance_correlation": 0.3031, - "distance_correlation_spectral": 0.8281, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1584, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.6359, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2869, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 1923, - "cpu_pct": 5296.2, - "peak_memory_mb": 14644, - "disk_read_mb": 847, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "random_features", - "metric_values": { - "adjusted_rand_index": -0.0001, - "continuity_at_k30": "NA", - "density_preservation": -0.0033, - "distance_correlation": 0.0054, - "distance_correlation_spectral": 0.0055, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0074, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.5003, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0.2176, - "distance_correlation": 1, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1706, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 11.1, - "cpu_pct": 107.3, - "peak_memory_mb": 6247, - "disk_read_mb": 801, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "simlr", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", - "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 143, - "duration_sec": 17713, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/immune_cells", - "method_id": "spectral_features", - "metric_values": { - "adjusted_rand_index": 0.293, - "continuity_at_k30": "NA", - "density_preservation": -0.2822, - "distance_correlation": 0.2976, - "distance_correlation_spectral": 0.8284, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5163, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7904, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.8963, + "adjusted_rand_index": 0.2776, + "centroid_distance_correlation": 0.0218, + "continuity_at_k30": 0.0274, + "density_preservation": -0.2779, + "label_distance_correlation": -0.0007, + "lcmc_at_k30": 0.0038, + "normalized_mutual_information": 0.5018, + "qglobal": 0.6645, + "qlocal": 0.1857, + "qnx_at_k30": 0.0047, + "qnx_auc": 0.5374, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.777, + "waypoint_distance_correlation": 0.0338 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8108, + "centroid_distance_correlation": 1, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.6183, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9581, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5805, - "trustworthiness_at_k30": 0 + "label_distance_correlation": 0, + "lcmc_at_k30": 1, + "normalized_mutual_information": 0.9098, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.2349, - "normalization_id": "log_cp10k", + "mean_score": 0.6943, "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 447, - "cpu_pct": 1903.5, - "peak_memory_mb": 11879, - "disk_read_mb": 815, + "duration_sec": 979, + "cpu_pct": 1268.8, + "peak_memory_mb": 12084, + "disk_read_mb": 828, "disk_write_mb": 250 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/immune_cells", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.3269, + "adjusted_rand_index": 0.3423, + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": 0.9998, - "distance_correlation": 0.771, - "distance_correlation_spectral": 0.0367, + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5385, + "normalized_mutual_information": 0.5508, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.0401, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 1, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0.9621, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 1, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3817, - "normalization_id": "log_cp10k", + "mean_score": 0.2143, "resources": { + "submit": "2024-12-19 14:49:53", "exit_code": 0, - "duration_sec": 23.9, - "cpu_pct": 124.8, - "peak_memory_mb": 7885, - "disk_read_mb": 801, + "duration_sec": 27.7, + "cpu_pct": 119.8, + "peak_memory_mb": 7988, + "disk_read_mb": 807, "disk_write_mb": 150 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/immune_cells", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1764, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0833, - "distance_correlation": 0.4916, - "distance_correlation_spectral": 0.1485, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6053, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8312, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5398, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2851, - "distance_correlation": 0.365, - "distance_correlation_spectral": 0.8263, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1257, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6622, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2829, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 114, - "cpu_pct": 1693.5, - "peak_memory_mb": 10036, - "disk_read_mb": 823, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:49:53", + "exit_code": 139, + "duration_sec": 230, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "openproblems_v1/immune_cells", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.2916, - "continuity_at_k30": "NA", - "density_preservation": 0.079, - "distance_correlation": 0.5985, - "distance_correlation_spectral": 0.2395, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6498, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.8013, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.8923, - "continuity_at_k30": 0, - "density_preservation": 0.2818, - "distance_correlation": 0.2253, - "distance_correlation_spectral": 0.7156, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2095, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.6024, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.286, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 101, - "cpu_pct": 686, - "peak_memory_mb": 11879, - "disk_read_mb": 825, + "adjusted_rand_index": 0.288, + "centroid_distance_correlation": 0.3902, + "continuity_at_k30": 0.7054, + "density_preservation": 0.0528, + "label_distance_correlation": 0.5834, + "lcmc_at_k30": 0.0244, + "normalized_mutual_information": 0.6413, + "qglobal": 0.6544, + "qlocal": 0.2427, + "qnx_at_k30": 0.0253, + "qnx_auc": 0.6106, + "spectral_distance_correlation": 0.2063, + "trustworthiness_at_k30": 0.7998, + "waypoint_distance_correlation": 0.3015 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8411, + "centroid_distance_correlation": 23.6242, + "continuity_at_k30": 1.3978, + "density_preservation": 0.2588, + "label_distance_correlation": 3.9434, + "lcmc_at_k30": 6.5191, + "normalized_mutual_information": 1.1665, + "qglobal": -2.4134, + "qlocal": 3.3753, + "qnx_at_k30": 6.5191, + "qnx_auc": 2.9941, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 1.0824, + "waypoint_distance_correlation": 10.2115 + }, + "mean_score": 0.7929, + "resources": { + "submit": "2024-12-19 14:49:52", + "exit_code": 0, + "duration_sec": 349, + "cpu_pct": 1402.8, + "peak_memory_mb": 12084, + "disk_read_mb": 841, "disk_write_mb": 4 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.3348, - "continuity_at_k30": 0.9809, - "density_preservation": 0.8614, - "distance_correlation": 0.3193, - "distance_correlation_spectral": 0.103, - "lcmc_at_k30": 0.505, - "normalized_mutual_information": 0.6768, - "qglobal": 0.7094, - "qlocal": 0.5309, - "qnx_at_k30": 0.5506, - "qnx_auc": 0.6913, - "trustworthiness": 0.9647, - "trustworthiness_at_k30": 0.9788 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9944, - "continuity_at_k30": 0.9669, - "density_preservation": 2.6981, - "distance_correlation": 0.6769, - "distance_correlation_spectral": -3.0175, - "lcmc_at_k30": 0.5301, - "normalized_mutual_information": 0.9924, - "qglobal": 0.1612, - "qlocal": 0.3927, - "qnx_at_k30": 0.5301, - "qnx_auc": 0.3785, - "trustworthiness": 0.9288, - "trustworthiness_at_k30": 0.9565 - }, - "mean_score": 0.6545, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 30.5, - "cpu_pct": 138.2, - "peak_memory_mb": 10650, - "disk_read_mb": 94, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.3336, + "centroid_distance_correlation": 0.5056, + "continuity_at_k30": 0.9815, + "density_preservation": 0.8625, + "label_distance_correlation": 0.6852, + "lcmc_at_k30": 0.5172, + "normalized_mutual_information": 0.676, + "qglobal": 0.7201, + "qlocal": 0.5167, + "qnx_at_k30": 0.5627, + "qnx_auc": 0.701, + "spectral_distance_correlation": 0.075, + "trustworthiness_at_k30": 0.9801, + "waypoint_distance_correlation": 0.4438 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9907, + "centroid_distance_correlation": 0.506, + "continuity_at_k30": 0.968, + "density_preservation": 2.2993, + "label_distance_correlation": -0.6228, + "lcmc_at_k30": 0.542, + "normalized_mutual_information": 0.9912, + "qglobal": 0.264, + "qlocal": 0.4502, + "qnx_at_k30": 0.542, + "qnx_auc": 0.4009, + "spectral_distance_correlation": 3.9116, + "trustworthiness_at_k30": 0.9594, + "waypoint_distance_correlation": 0.4395 + }, + "mean_score": 0.6467, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 41, + "cpu_pct": 92.2, + "peak_memory_mb": 6144, + "disk_read_mb": 110, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "diffusion_map", "metric_values": { - "adjusted_rand_index": 0.202, - "continuity_at_k30": 0.944, - "density_preservation": 0.1704, - "distance_correlation": -0.0834, - "distance_correlation_spectral": 0.0317, - "lcmc_at_k30": 0.3744, - "normalized_mutual_information": 0.505, - "qglobal": 0.6091, - "qlocal": 0.4554, - "qnx_at_k30": 0.4199, - "qnx_auc": 0.5905, - "trustworthiness": 0.9181, - "trustworthiness_at_k30": 0.9112 - }, - "scaled_scores": { - "adjusted_rand_index": 0.598, - "continuity_at_k30": 0.9031, - "density_preservation": 0.4169, - "distance_correlation": 1.1013, - "distance_correlation_spectral": -0.2286, - "lcmc_at_k30": 0.3935, - "normalized_mutual_information": 0.7297, - "qglobal": -0.1282, - "qlocal": 0.2949, - "qnx_at_k30": 0.3935, - "qnx_auc": 0.1757, - "trustworthiness": 0.8349, - "trustworthiness_at_k30": 0.818 - }, - "mean_score": 0.5045, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 163, - "cpu_pct": 108.6, - "peak_memory_mb": 9626, - "disk_read_mb": 117, + "adjusted_rand_index": 0.1919, + "centroid_distance_correlation": -0.0662, + "continuity_at_k30": 0.9424, + "density_preservation": 0.098, + "label_distance_correlation": 0.2526, + "lcmc_at_k30": 0.3679, + "normalized_mutual_information": 0.4998, + "qglobal": 0.6127, + "qlocal": 0.4767, + "qnx_at_k30": 0.4134, + "qnx_auc": 0.5939, + "spectral_distance_correlation": 0.0362, + "trustworthiness_at_k30": 0.9128, + "waypoint_distance_correlation": -0.044 + }, + "scaled_scores": { + "adjusted_rand_index": 0.5677, + "centroid_distance_correlation": -0.0654, + "continuity_at_k30": 0.9005, + "density_preservation": 0.3794, + "label_distance_correlation": -2.8527, + "lcmc_at_k30": 0.3856, + "normalized_mutual_information": 0.7209, + "qglobal": -0.0187, + "qlocal": 0.4048, + "qnx_at_k30": 0.3856, + "qnx_auc": 0.1863, + "spectral_distance_correlation": 2.1859, + "trustworthiness_at_k30": 0.8217, + "waypoint_distance_correlation": -0.0521 + }, + "mean_score": 0.4109, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 138, + "cpu_pct": 107, + "peak_memory_mb": 10036, + "disk_read_mb": 118, "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.3132, - "continuity_at_k30": 0.9642, - "density_preservation": 0.6792, - "distance_correlation": 0.4571, - "distance_correlation_spectral": 0.0235, - "lcmc_at_k30": 0.4039, - "normalized_mutual_information": 0.6456, - "qglobal": 0.7302, - "qlocal": 0.478, - "qnx_at_k30": 0.4494, - "qnx_auc": 0.7003, - "trustworthiness": 0.9387, - "trustworthiness_at_k30": 0.9508 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9299, - "continuity_at_k30": 0.9381, - "density_preservation": 2.0967, - "distance_correlation": 0.5316, - "distance_correlation_spectral": 0.0917, - "lcmc_at_k30": 0.4244, - "normalized_mutual_information": 0.9447, - "qglobal": 0.2213, - "qlocal": 0.3242, - "qnx_at_k30": 0.4244, - "qnx_auc": 0.3968, - "trustworthiness": 0.8764, - "trustworthiness_at_k30": 0.8992 - }, - "mean_score": 0.6156, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 16.5, - "cpu_pct": 270.3, - "peak_memory_mb": 26317, - "disk_read_mb": 126, + "adjusted_rand_index": 0.3327, + "centroid_distance_correlation": 0.6123, + "continuity_at_k30": 0.9637, + "density_preservation": 0.6898, + "label_distance_correlation": 0.6857, + "lcmc_at_k30": 0.4095, + "normalized_mutual_information": 0.6586, + "qglobal": 0.7107, + "qlocal": 0.479, + "qnx_at_k30": 0.455, + "qnx_auc": 0.6839, + "spectral_distance_correlation": -0.0098, + "trustworthiness_at_k30": 0.9577, + "waypoint_distance_correlation": 0.4076 + }, + "scaled_scores": { + "adjusted_rand_index": 0.988, + "centroid_distance_correlation": 0.6126, + "continuity_at_k30": 0.9372, + "density_preservation": 1.8656, + "label_distance_correlation": -0.6202, + "lcmc_at_k30": 0.4292, + "normalized_mutual_information": 0.9645, + "qglobal": 0.2391, + "qlocal": 0.4074, + "qnx_at_k30": 0.4292, + "qnx_auc": 0.3668, + "spectral_distance_correlation": 0.1412, + "trustworthiness_at_k30": 0.9136, + "waypoint_distance_correlation": 0.403 + }, + "mean_score": 0.5594, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 39.1, + "cpu_pct": 206.8, + "peak_memory_mb": 21197, + "disk_read_mb": 157, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "lmds", "metric_values": { "adjusted_rand_index": 0.2675, + "centroid_distance_correlation": 0.3994, "continuity_at_k30": 0.9567, "density_preservation": 0.2343, - "distance_correlation": 0.2765, - "distance_correlation_spectral": 0.0329, + "label_distance_correlation": 0.782, "lcmc_at_k30": 0.3328, "normalized_mutual_information": 0.5965, "qglobal": 0.6851, "qlocal": 0.4481, "qnx_at_k30": 0.3783, "qnx_auc": 0.6564, - "trustworthiness": 0.8967, - "trustworthiness_at_k30": 0.9051 + "spectral_distance_correlation": 0.0155, + "trustworthiness_at_k30": 0.9051, + "waypoint_distance_correlation": 0.2993 }, "scaled_scores": { - "adjusted_rand_index": 0.7934, + "adjusted_rand_index": 0.7933, + "centroid_distance_correlation": 0.3998, "continuity_at_k30": 0.9252, - "density_preservation": 0.6278, - "distance_correlation": 0.722, - "distance_correlation_spectral": -0.2732, - "lcmc_at_k30": 0.3501, - "normalized_mutual_information": 0.8697, - "qglobal": 0.0912, - "qlocal": 0.2855, - "qnx_at_k30": 0.3501, - "qnx_auc": 0.3083, - "trustworthiness": 0.7918, - "trustworthiness_at_k30": 0.8055 - }, - "mean_score": 0.5323, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 7.3, - "cpu_pct": 381.3, - "peak_memory_mb": 6247, - "disk_read_mb": 92, + "density_preservation": 0.7219, + "label_distance_correlation": -0.124, + "lcmc_at_k30": 0.3489, + "normalized_mutual_information": 0.8693, + "qglobal": 0.1719, + "qlocal": 0.3723, + "qnx_at_k30": 0.3489, + "qnx_auc": 0.3115, + "spectral_distance_correlation": 1.2668, + "trustworthiness_at_k30": 0.806, + "waypoint_distance_correlation": 0.2939 + }, + "mean_score": 0.5259, + "resources": { + "submit": "2024-12-19 14:47:44", + "exit_code": 0, + "duration_sec": 13.7, + "cpu_pct": 169.6, + "peak_memory_mb": 5940, + "disk_read_mb": 91, "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3036, - "continuity_at_k30": 0.9582, - "density_preservation": 0.4159, - "distance_correlation": 0.5203, - "distance_correlation_spectral": 0.0168, - "lcmc_at_k30": 0.4013, - "normalized_mutual_information": 0.6553, - "qglobal": 0.7197, - "qlocal": 0.4403, - "qnx_at_k30": 0.4469, - "qnx_auc": 0.6917, - "trustworthiness": 0.9489, - "trustworthiness_at_k30": 0.9595 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9011, - "continuity_at_k30": 0.9277, - "density_preservation": 1.2273, - "distance_correlation": 0.4649, - "distance_correlation_spectral": 0.356, - "lcmc_at_k30": 0.4217, - "normalized_mutual_information": 0.9595, - "qglobal": 0.191, - "qlocal": 0.2754, - "qnx_at_k30": 0.4217, - "qnx_auc": 0.3795, - "trustworthiness": 0.897, - "trustworthiness_at_k30": 0.917 - }, - "mean_score": 0.624, - "normalization_id": "log_cp10k", + "adjusted_rand_index": 0.2881, + "centroid_distance_correlation": 0.5377, + "continuity_at_k30": 0.9576, + "density_preservation": 0.4975, + "label_distance_correlation": 0.782, + "lcmc_at_k30": 0.3967, + "normalized_mutual_information": 0.6463, + "qglobal": 0.7281, + "qlocal": 0.4614, + "qnx_at_k30": 0.4423, + "qnx_auc": 0.699, + "spectral_distance_correlation": 0.012, + "trustworthiness_at_k30": 0.9605, + "waypoint_distance_correlation": 0.5236 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8549, + "centroid_distance_correlation": 0.5381, + "continuity_at_k30": 0.9267, + "density_preservation": 1.3827, + "label_distance_correlation": -0.124, + "lcmc_at_k30": 0.4159, + "normalized_mutual_information": 0.9455, + "qglobal": 0.2849, + "qlocal": 0.3874, + "qnx_at_k30": 0.4159, + "qnx_auc": 0.3968, + "spectral_distance_correlation": 1.112, + "trustworthiness_at_k30": 0.9192, + "waypoint_distance_correlation": 0.5199 + }, + "mean_score": 0.6147, "resources": { + "submit": "2024-12-19 14:47:44", "exit_code": 0, - "duration_sec": 17.1, - "cpu_pct": 1056.5, - "peak_memory_mb": 11162, - "disk_read_mb": 112, + "duration_sec": 15.4, + "cpu_pct": 323.5, + "peak_memory_mb": 6349, + "disk_read_mb": 146, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "pca", "metric_values": { "adjusted_rand_index": 0.2322, + "centroid_distance_correlation": 0.2154, "continuity_at_k30": 0.959, "density_preservation": 0.1819, - "distance_correlation": 0.0827, - "distance_correlation_spectral": 0.0321, + "label_distance_correlation": 0.6857, "lcmc_at_k30": 0.3569, "normalized_mutual_information": 0.5582, "qglobal": 0.6463, "qlocal": 0.4586, "qnx_at_k30": 0.4024, "qnx_auc": 0.6233, - "trustworthiness": 0.8993, - "trustworthiness_at_k30": 0.909 + "spectral_distance_correlation": 0.0663, + "trustworthiness_at_k30": 0.909, + "waypoint_distance_correlation": 0.1329 }, "scaled_scores": { - "adjusted_rand_index": 0.6882, + "adjusted_rand_index": 0.6881, + "centroid_distance_correlation": 0.2159, "continuity_at_k30": 0.9291, - "density_preservation": 0.4548, - "distance_correlation": 0.9263, - "distance_correlation_spectral": -0.244, - "lcmc_at_k30": 0.3753, - "normalized_mutual_information": 0.8111, - "qglobal": -0.0208, - "qlocal": 0.299, - "qnx_at_k30": 0.3753, - "qnx_auc": 0.2417, - "trustworthiness": 0.797, - "trustworthiness_at_k30": 0.8134 - }, - "mean_score": 0.5162, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 7, - "cpu_pct": 484.3, - "peak_memory_mb": 3277, - "disk_read_mb": 92, + "density_preservation": 0.5903, + "label_distance_correlation": -0.6202, + "lcmc_at_k30": 0.3742, + "normalized_mutual_information": 0.8105, + "qglobal": 0.0699, + "qlocal": 0.3842, + "qnx_at_k30": 0.3742, + "qnx_auc": 0.2452, + "spectral_distance_correlation": 3.527, + "trustworthiness_at_k30": 0.8139, + "waypoint_distance_correlation": 0.1262 + }, + "mean_score": 0.473, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 9.5, + "cpu_pct": 313.8, + "peak_memory_mb": 5940, + "disk_read_mb": 108, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.2575, - "continuity_at_k30": 0.969, - "density_preservation": -0.3328, - "distance_correlation": 0.319, - "distance_correlation_spectral": 0.0521, - "lcmc_at_k30": 0.3969, - "normalized_mutual_information": 0.6281, - "qglobal": 0.6918, - "qlocal": 0.4811, - "qnx_at_k30": 0.4424, - "qnx_auc": 0.6665, - "trustworthiness": 0.957, - "trustworthiness_at_k30": 0.9709 - }, - "scaled_scores": { - "adjusted_rand_index": 0.7636, - "continuity_at_k30": 0.9464, - "density_preservation": -1.2444, - "distance_correlation": 0.6772, - "distance_correlation_spectral": -1.0254, - "lcmc_at_k30": 0.4171, - "normalized_mutual_information": 0.9179, - "qglobal": 0.1104, - "qlocal": 0.3282, - "qnx_at_k30": 0.4171, - "qnx_auc": 0.3288, - "trustworthiness": 0.9134, - "trustworthiness_at_k30": 0.9404 - }, - "mean_score": 0.52, - "normalization_id": "sqrt_cp10k", + "adjusted_rand_index": 0.3367, + "centroid_distance_correlation": 0.5159, + "continuity_at_k30": 0.9682, + "density_preservation": -0.3091, + "label_distance_correlation": 0.6367, + "lcmc_at_k30": 0.3943, + "normalized_mutual_information": 0.6818, + "qglobal": 0.6801, + "qlocal": 0.4812, + "qnx_at_k30": 0.4398, + "qnx_auc": 0.6562, + "spectral_distance_correlation": 0.0399, + "trustworthiness_at_k30": 0.971, + "waypoint_distance_correlation": 0.5799 + }, + "scaled_scores": { + "adjusted_rand_index": 1, + "centroid_distance_correlation": 0.5163, + "continuity_at_k30": 0.945, + "density_preservation": -0.6427, + "label_distance_correlation": -0.8728, + "lcmc_at_k30": 0.4133, + "normalized_mutual_information": 1, + "qglobal": 0.1586, + "qlocal": 0.4099, + "qnx_at_k30": 0.4133, + "qnx_auc": 0.3112, + "spectral_distance_correlation": 2.351, + "trustworthiness_at_k30": 0.9406, + "waypoint_distance_correlation": 0.5766 + }, + "mean_score": 0.5489, "resources": { + "submit": "2024-12-19 14:47:13", "exit_code": 0, - "duration_sec": 6.8, - "cpu_pct": 745.7, - "peak_memory_mb": 5632, - "disk_read_mb": 89, + "duration_sec": 16.6, + "cpu_pct": 391.2, + "peak_memory_mb": 5940, + "disk_read_mb": 100, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.2749, - "continuity_at_k30": 0.974, - "density_preservation": -0.0033, - "distance_correlation": 0.4499, - "distance_correlation_spectral": 0.0698, - "lcmc_at_k30": 0.4277, - "normalized_mutual_information": 0.6246, - "qglobal": 0.7135, - "qlocal": 0.4784, - "qnx_at_k30": 0.4732, - "qnx_auc": 0.6889, - "trustworthiness": 0.9616, - "trustworthiness_at_k30": 0.9735 - }, - "scaled_scores": { - "adjusted_rand_index": 0.8156, - "continuity_at_k30": 0.9551, - "density_preservation": -0.1565, - "distance_correlation": 0.5392, - "distance_correlation_spectral": -1.7172, - "lcmc_at_k30": 0.4493, - "normalized_mutual_information": 0.9125, - "qglobal": 0.173, - "qlocal": 0.3247, - "qnx_at_k30": 0.4493, - "qnx_auc": 0.3737, - "trustworthiness": 0.9226, - "trustworthiness_at_k30": 0.9456 - }, - "mean_score": 0.5277, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 46, - "cpu_pct": 2172.3, - "peak_memory_mb": 9114, - "disk_read_mb": 116, + "adjusted_rand_index": 0.2301, + "centroid_distance_correlation": 0.6284, + "continuity_at_k30": 0.9721, + "density_preservation": 0.0214, + "label_distance_correlation": 0.9023, + "lcmc_at_k30": 0.4326, + "normalized_mutual_information": 0.6062, + "qglobal": 0.7253, + "qlocal": 0.4642, + "qnx_at_k30": 0.4781, + "qnx_auc": 0.6991, + "spectral_distance_correlation": 0.0257, + "trustworthiness_at_k30": 0.9727, + "waypoint_distance_correlation": 0.4646 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6818, + "centroid_distance_correlation": 0.6287, + "continuity_at_k30": 0.9518, + "density_preservation": 0.1872, + "label_distance_correlation": 0.4961, + "lcmc_at_k30": 0.4534, + "normalized_mutual_information": 0.8841, + "qglobal": 0.2776, + "qlocal": 0.3906, + "qnx_at_k30": 0.4534, + "qnx_auc": 0.3972, + "spectral_distance_correlation": 1.7228, + "trustworthiness_at_k30": 0.9442, + "waypoint_distance_correlation": 0.4605 + }, + "mean_score": 0.5862, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 48.2, + "cpu_pct": 538.8, + "peak_memory_mb": 9216, + "disk_read_mb": 151, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 0.0015, - "continuity_at_k30": 0.5199, - "density_preservation": 0.0442, - "distance_correlation": 0.0127, - "distance_correlation_spectral": 0.0107, - "lcmc_at_k30": -0.002, - "normalized_mutual_information": 0.0275, - "qglobal": 0.8548, - "qlocal": 0.3533, - "qnx_at_k30": 0.0435, - "qnx_auc": 0.5032, - "trustworthiness": 0.5038, - "trustworthiness_at_k30": 0.5122 + "adjusted_rand_index": 0.0017, + "centroid_distance_correlation": -0.0007, + "continuity_at_k30": 0.5077, + "density_preservation": -0.0531, + "label_distance_correlation": 0.806, + "lcmc_at_k30": -0.0004, + "normalized_mutual_information": 0.0297, + "qglobal": 0.6198, + "qlocal": 0.1208, + "qnx_at_k30": 0.0452, + "qnx_auc": 0.5009, + "spectral_distance_correlation": -0.0046, + "trustworthiness_at_k30": 0.5109, + "waypoint_distance_correlation": 0.0077 }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.1699, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0.1489, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 0.5957, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.5808, - "qlocal": 0.1627, + "qglobal": 0, + "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0.374, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.193, - "normalization_id": "log_cp10k", + "mean_score": 0.0374, "resources": { + "submit": "2024-12-19 14:47:43", "exit_code": 0, - "duration_sec": 10.6, - "cpu_pct": 124.3, + "duration_sec": 2.4, + "cpu_pct": 408.2, "peak_memory_mb": 5530, - "disk_read_mb": 70, + "disk_read_mb": 76, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "simlr", "metric_values": { - "adjusted_rand_index": 0.3396, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": 0.5482, "continuity_at_k30": 0.964, "density_preservation": 0.2548, - "distance_correlation": 0.5224, - "distance_correlation_spectral": 0.0619, + "label_distance_correlation": 0.8267, "lcmc_at_k30": 0.4363, - "normalized_mutual_information": 0.6718, + "normalized_mutual_information": "NA", "qglobal": 0.7242, "qlocal": 0.5141, "qnx_at_k30": 0.4818, "qnx_auc": 0.7, - "trustworthiness": 0.9588, - "trustworthiness_at_k30": 0.9646 + "spectral_distance_correlation": 0.0398, + "trustworthiness_at_k30": 0.9646, + "waypoint_distance_correlation": 0.501 }, "scaled_scores": { - "adjusted_rand_index": 1.0086, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0.5485, "continuity_at_k30": 0.9378, - "density_preservation": 0.6953, - "distance_correlation": 0.4628, - "distance_correlation_spectral": -1.4091, - "lcmc_at_k30": 0.4583, - "normalized_mutual_information": 0.9847, - "qglobal": 0.204, - "qlocal": 0.3709, - "qnx_at_k30": 0.4583, - "qnx_auc": 0.3961, - "trustworthiness": 0.9169, - "trustworthiness_at_k30": 0.9275 - }, - "mean_score": 0.601, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 654, - "cpu_pct": 66.8, - "peak_memory_mb": 10548, - "disk_read_mb": 90, - "disk_write_mb": 3 + "density_preservation": 0.7732, + "label_distance_correlation": 0.1067, + "lcmc_at_k30": 0.4573, + "normalized_mutual_information": 0, + "qglobal": 0.2747, + "qlocal": 0.4473, + "qnx_at_k30": 0.4573, + "qnx_auc": 0.3989, + "spectral_distance_correlation": 2.347, + "trustworthiness_at_k30": 0.9277, + "waypoint_distance_correlation": 0.4971 }, - "task_id": "dimensionality_reduction" + "mean_score": 0.4876, + "resources": { + "submit": "2024-12-19 14:47:43", + "exit_code": 0, + "duration_sec": 261, + "cpu_pct": 88.2, + "peak_memory_mb": 7988, + "disk_read_mb": 89, + "disk_write_mb": 3 + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "spectral_features", "metric_values": { "adjusted_rand_index": 0.053, + "centroid_distance_correlation": 0.1472, "continuity_at_k30": 0.4216, - "density_preservation": 0.0506, - "distance_correlation": 0.0675, - "distance_correlation_spectral": 0.0003, + "density_preservation": 0.0515, + "label_distance_correlation": 0.8541, "lcmc_at_k30": 0.04, "normalized_mutual_information": 0.3489, "qglobal": 0.6535, "qlocal": 0.2276, "qnx_at_k30": 0.0856, "qnx_auc": 0.5307, - "trustworthiness": 0.8489, - "trustworthiness_at_k30": 0.8111 + "spectral_distance_correlation": -0.013, + "trustworthiness_at_k30": 0.8111, + "waypoint_distance_correlation": 0.034 }, "scaled_scores": { - "adjusted_rand_index": 0.1537, + "adjusted_rand_index": 0.1533, + "centroid_distance_correlation": 0.1478, "continuity_at_k30": 0, - "density_preservation": 0.0213, - "distance_correlation": 0.9423, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0.044, - "normalized_mutual_information": 0.4912, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0.044, - "qnx_auc": 0.0554, - "trustworthiness": 0.6954, - "trustworthiness_at_k30": 0.6127 + "density_preservation": 0.2628, + "label_distance_correlation": 0.2481, + "lcmc_at_k30": 0.0423, + "normalized_mutual_information": 0.4895, + "qglobal": 0.0888, + "qlocal": 0.1215, + "qnx_at_k30": 0.0423, + "qnx_auc": 0.0598, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0.6137, + "waypoint_distance_correlation": 0.0265 }, - "mean_score": 0.3123, - "normalization_id": "log_cp10k", + "mean_score": 0.164, "resources": { + "submit": "2024-12-19 14:47:43", "exit_code": 0, - "duration_sec": 28.3, - "cpu_pct": 244.8, - "peak_memory_mb": 11776, - "disk_read_mb": 84, + "duration_sec": 44.7, + "cpu_pct": 1636.8, + "peak_memory_mb": 12391, + "disk_read_mb": 98, "disk_write_mb": 5 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "true_features", "metric_values": { "adjusted_rand_index": 0.3367, + "centroid_distance_correlation": 1, "continuity_at_k30": 1, - "density_preservation": 0.3471, - "distance_correlation": 0.9615, - "distance_correlation_spectral": 0.0259, + "density_preservation": 0.3451, + "label_distance_correlation": 1, "lcmc_at_k30": 0.9545, "normalized_mutual_information": 0.6818, "qglobal": 1, "qlocal": 1, "qnx_at_k30": 1, "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "spectral_distance_correlation": 0.0095, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, "scaled_scores": { "adjusted_rand_index": 1, + "centroid_distance_correlation": 1, "continuity_at_k30": 1, "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 1, "lcmc_at_k30": 1, "normalized_mutual_information": 1, "qglobal": 1, "qlocal": 1, "qnx_at_k30": 1, "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "spectral_distance_correlation": 1, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.8462, - "normalization_id": "log_cp10k", + "mean_score": 1, "resources": { + "submit": "2024-12-19 14:47:44", "exit_code": 0, - "duration_sec": 4.3, - "cpu_pct": 305.4, - "peak_memory_mb": 5837, - "disk_read_mb": 70, + "duration_sec": 5.1, + "cpu_pct": 258.5, + "peak_memory_mb": 5940, + "disk_read_mb": 76, "disk_write_mb": 15 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "tsne", "metric_values": { "adjusted_rand_index": 0.3367, - "continuity_at_k30": 0.977, - "density_preservation": 0.3781, - "distance_correlation": 0.3229, - "distance_correlation_spectral": 0.0341, - "lcmc_at_k30": 0.4786, + "centroid_distance_correlation": 0.426, + "continuity_at_k30": 0.9778, + "density_preservation": "NA", + "label_distance_correlation": 0.6135, + "lcmc_at_k30": 0.4789, "normalized_mutual_information": 0.6818, - "qglobal": 0.6928, - "qlocal": 0.5104, - "qnx_at_k30": 0.5241, - "qnx_auc": 0.6737, - "trustworthiness": 0.9667, - "trustworthiness_at_k30": 0.9781 + "qglobal": 0.6983, + "qlocal": 0.5127, + "qnx_at_k30": 0.5244, + "qnx_auc": 0.6788, + "spectral_distance_correlation": 0.0444, + "trustworthiness_at_k30": 0.9783, + "waypoint_distance_correlation": 0.3604 }, "scaled_scores": { "adjusted_rand_index": 1, - "continuity_at_k30": 0.9603, - "density_preservation": 1.1025, - "distance_correlation": 0.6731, - "distance_correlation_spectral": -0.3228, - "lcmc_at_k30": 0.5025, + "centroid_distance_correlation": 0.4264, + "continuity_at_k30": 0.9617, + "density_preservation": 0, + "label_distance_correlation": -0.9923, + "lcmc_at_k30": 0.5019, "normalized_mutual_information": 1, - "qglobal": 0.1134, - "qlocal": 0.3661, - "qnx_at_k30": 0.5025, - "qnx_auc": 0.3432, - "trustworthiness": 0.9329, - "trustworthiness_at_k30": 0.9551 + "qglobal": 0.2065, + "qlocal": 0.4457, + "qnx_at_k30": 0.5019, + "qnx_auc": 0.3565, + "spectral_distance_correlation": 2.5529, + "trustworthiness_at_k30": 0.9557, + "waypoint_distance_correlation": 0.3554 }, - "mean_score": 0.6422, - "normalization_id": "log_cp10k", + "mean_score": 0.5508, "resources": { + "submit": "2024-12-19 14:47:44", "exit_code": 0, - "duration_sec": 15.3, - "cpu_pct": 1843.1, - "peak_memory_mb": 3277, - "disk_read_mb": 93, + "duration_sec": 25.4, + "cpu_pct": 1066.6, + "peak_memory_mb": 6144, + "disk_read_mb": 109, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_blood_olsson_labelled", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.31, - "continuity_at_k30": 0.9579, - "density_preservation": -0.1255, - "distance_correlation": 0.1952, - "distance_correlation_spectral": 0.013, - "lcmc_at_k30": 0.386, - "normalized_mutual_information": 0.6499, - "qglobal": 0.6596, - "qlocal": 0.4285, - "qnx_at_k30": 0.4315, - "qnx_auc": 0.6365, - "trustworthiness": 0.9445, - "trustworthiness_at_k30": 0.9568 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9204, - "continuity_at_k30": 0.9272, - "density_preservation": -0.5601, - "distance_correlation": 0.8077, - "distance_correlation_spectral": 0.505, + "adjusted_rand_index": 0.3301, + "centroid_distance_correlation": -0.0003, + "continuity_at_k30": 0.9532, + "density_preservation": -0.0508, + "label_distance_correlation": 0.1805, + "lcmc_at_k30": 0.3871, + "normalized_mutual_information": 0.6715, + "qglobal": 0.6621, + "qlocal": 0.4276, + "qnx_at_k30": 0.4326, + "qnx_auc": 0.6386, + "spectral_distance_correlation": 0.0099, + "trustworthiness_at_k30": 0.9571, + "waypoint_distance_correlation": 0.2374 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9802, + "centroid_distance_correlation": 0.0005, + "continuity_at_k30": 0.9191, + "density_preservation": 0.0059, + "label_distance_correlation": -3.2248, "lcmc_at_k30": 0.4057, - "normalized_mutual_information": 0.9512, - "qglobal": 0.0176, - "qlocal": 0.26, + "normalized_mutual_information": 0.9842, + "qglobal": 0.1113, + "qlocal": 0.349, "qnx_at_k30": 0.4057, - "qnx_auc": 0.2683, - "trustworthiness": 0.8881, - "trustworthiness_at_k30": 0.9115 + "qnx_auc": 0.2759, + "spectral_distance_correlation": 1.0188, + "trustworthiness_at_k30": 0.9123, + "waypoint_distance_correlation": 0.2315 }, - "mean_score": 0.5591, - "normalization_id": "log_cp10k", + "mean_score": 0.4701, "resources": { + "submit": "2024-12-19 14:47:43", "exit_code": 0, - "duration_sec": 25.5, - "cpu_pct": 120.8, - "peak_memory_mb": 5530, - "disk_read_mb": 94, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 25.9, + "cpu_pct": 131.4, + "peak_memory_mb": 6042, + "disk_read_mb": 110, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1403, - "continuity_at_k30": 0.7405, - "density_preservation": 0.6574, - "distance_correlation": 0.2661, - "distance_correlation_spectral": -0.0846, - "lcmc_at_k30": 0.0719, - "normalized_mutual_information": 0.1665, - "qglobal": 0.5907, - "qlocal": 0.1909, - "qnx_at_k30": 0.0875, - "qnx_auc": 0.5482, - "trustworthiness": 0.6176, - "trustworthiness_at_k30": 0.6264 - }, - "scaled_scores": { - "adjusted_rand_index": 0.8475, - "continuity_at_k30": 0.4974, - "density_preservation": 0.6606, - "distance_correlation": 0.7192, - "distance_correlation_spectral": 1.0567, - "lcmc_at_k30": 0.0742, - "normalized_mutual_information": 0.8397, - "qglobal": 0.1797, - "qlocal": 0.1881, - "qnx_at_k30": 0.0742, - "qnx_auc": 0.1001, - "trustworthiness": 0.3221, - "trustworthiness_at_k30": 0.3732 - }, - "mean_score": 0.452, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 85, - "cpu_pct": 116.2, - "peak_memory_mb": 11162, - "disk_read_mb": 382, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.107, + "centroid_distance_correlation": -0.1415, + "continuity_at_k30": 0.7316, + "density_preservation": 0.6703, + "label_distance_correlation": 0.987, + "lcmc_at_k30": 0.0758, + "normalized_mutual_information": 0.1493, + "qglobal": 0.5723, + "qlocal": 0.1737, + "qnx_at_k30": 0.0914, + "qnx_auc": 0.5357, + "spectral_distance_correlation": -0.1483, + "trustworthiness_at_k30": 0.624, + "waypoint_distance_correlation": 0.0859 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6464, + "centroid_distance_correlation": -0.1894, + "continuity_at_k30": 0.4211, + "density_preservation": 0.6575, + "label_distance_correlation": 0.9699, + "lcmc_at_k30": 0.0764, + "normalized_mutual_information": 0.7496, + "qglobal": -0.3211, + "qlocal": -0.1031, + "qnx_at_k30": 0.0764, + "qnx_auc": 0.0642, + "spectral_distance_correlation": -0.2802, + "trustworthiness_at_k30": 0.2399, + "waypoint_distance_correlation": 0.0575 + }, + "mean_score": 0.2828, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 105, + "cpu_pct": 100.3, + "peak_memory_mb": 6656, + "disk_read_mb": 398, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "diffusion_map", "metric_values": { - "adjusted_rand_index": 0.083, - "continuity_at_k30": 0.4293, - "density_preservation": -0.4347, - "distance_correlation": -0.0976, - "distance_correlation_spectral": -0.2126, - "lcmc_at_k30": 0.045, - "normalized_mutual_information": 0.1506, - "qglobal": 0.5075, - "qlocal": 0.1184, - "qnx_at_k30": 0.0606, - "qnx_auc": 0.4761, - "trustworthiness": 0.6137, - "trustworthiness_at_k30": 0.6094 - }, - "scaled_scores": { - "adjusted_rand_index": 0.5001, - "continuity_at_k30": -0.1054, - "density_preservation": -0.4212, - "distance_correlation": 1.099, - "distance_correlation_spectral": 1.1904, - "lcmc_at_k30": 0.0469, - "normalized_mutual_information": 0.7545, - "qglobal": 0.013, - "qlocal": 0.1153, - "qnx_at_k30": 0.0469, - "qnx_auc": -0.0435, - "trustworthiness": 0.3151, - "trustworthiness_at_k30": 0.3446 - }, - "mean_score": 0.3182, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 527, - "cpu_pct": 101.1, - "peak_memory_mb": 10752, + "adjusted_rand_index": 0.0994, + "centroid_distance_correlation": -0.2527, + "continuity_at_k30": 0.4941, + "density_preservation": -0.3272, + "label_distance_correlation": 0.8472, + "lcmc_at_k30": 0.036, + "normalized_mutual_information": 0.1505, + "qglobal": 0.5357, + "qlocal": 0.1096, + "qnx_at_k30": 0.0516, + "qnx_auc": 0.4964, + "spectral_distance_correlation": -0.1598, + "trustworthiness_at_k30": 0.5989, + "waypoint_distance_correlation": -0.199 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6004, + "centroid_distance_correlation": -0.3053, + "continuity_at_k30": -0.0912, + "density_preservation": -0.3786, + "label_distance_correlation": 0.6466, + "lcmc_at_k30": 0.036, + "normalized_mutual_information": 0.7559, + "qglobal": -0.4342, + "qlocal": -0.1886, + "qnx_at_k30": 0.036, + "qnx_auc": -0.0151, + "spectral_distance_correlation": -0.3021, + "trustworthiness_at_k30": 0.189, + "waypoint_distance_correlation": -0.2362 + }, + "mean_score": 0.1617, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 324, + "cpu_pct": 100.5, + "peak_memory_mb": 7885, "disk_read_mb": 405, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.1578, - "continuity_at_k30": 0.6018, - "density_preservation": 0.2507, - "distance_correlation": -0.0073, - "distance_correlation_spectral": -0.0537, - "lcmc_at_k30": 0.0431, - "normalized_mutual_information": 0.2058, - "qglobal": 0.584, - "qlocal": 0.1564, - "qnx_at_k30": 0.0588, - "qnx_auc": 0.5323, - "trustworthiness": 0.6154, - "trustworthiness_at_k30": 0.6168 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9531, - "continuity_at_k30": 0.2288, - "density_preservation": 0.2578, - "distance_correlation": 1.0047, - "distance_correlation_spectral": 1.0246, - "lcmc_at_k30": 0.045, - "normalized_mutual_information": 1.0503, - "qglobal": 0.1663, - "qlocal": 0.1535, - "qnx_at_k30": 0.045, - "qnx_auc": 0.0685, - "trustworthiness": 0.3182, - "trustworthiness_at_k30": 0.3571 - }, - "mean_score": 0.4303, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 18, - "cpu_pct": 393.1, - "peak_memory_mb": 14439, - "disk_read_mb": 414, + "adjusted_rand_index": 0.147, + "centroid_distance_correlation": -0.0089, + "continuity_at_k30": 0.6703, + "density_preservation": 0.2073, + "label_distance_correlation": 0.8472, + "lcmc_at_k30": 0.0422, + "normalized_mutual_information": 0.2011, + "qglobal": 0.5954, + "qlocal": 0.1515, + "qnx_at_k30": 0.0579, + "qnx_auc": 0.5452, + "spectral_distance_correlation": 0.0017, + "trustworthiness_at_k30": 0.6201, + "waypoint_distance_correlation": 0.0671 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8877, + "centroid_distance_correlation": -0.0512, + "continuity_at_k30": 0.2887, + "density_preservation": 0.1765, + "label_distance_correlation": 0.6466, + "lcmc_at_k30": 0.0423, + "normalized_mutual_information": 1.0249, + "qglobal": -0.2497, + "qlocal": -0.1327, + "qnx_at_k30": 0.0423, + "qnx_auc": 0.0833, + "spectral_distance_correlation": 0.007, + "trustworthiness_at_k30": 0.232, + "waypoint_distance_correlation": 0.0382 + }, + "mean_score": 0.2461, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 26.6, + "cpu_pct": 292.3, + "peak_memory_mb": 16794, + "disk_read_mb": 445, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.1395, - "continuity_at_k30": 0.5405, - "density_preservation": -0.2156, - "distance_correlation": 0.0949, - "distance_correlation_spectral": -0.146, - "lcmc_at_k30": 0.0455, - "normalized_mutual_information": 0.1745, - "qglobal": 0.5643, - "qlocal": 0.1328, - "qnx_at_k30": 0.0611, - "qnx_auc": 0.5238, - "trustworthiness": 0.6117, - "trustworthiness_at_k30": 0.6113 - }, - "scaled_scores": { - "adjusted_rand_index": 0.8424, - "continuity_at_k30": 0.11, - "density_preservation": -0.2041, - "distance_correlation": 0.898, - "distance_correlation_spectral": 1.1208, - "lcmc_at_k30": 0.0474, - "normalized_mutual_information": 0.8824, - "qglobal": 0.1267, - "qlocal": 0.1299, - "qnx_at_k30": 0.0474, - "qnx_auc": 0.0515, - "trustworthiness": 0.3117, - "trustworthiness_at_k30": 0.348 - }, - "mean_score": 0.3689, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 15, - "cpu_pct": 908.7, - "peak_memory_mb": 7885, - "disk_read_mb": 380, + "adjusted_rand_index": 0.1417, + "centroid_distance_correlation": -0.1108, + "continuity_at_k30": 0.5776, + "density_preservation": "NA", + "label_distance_correlation": 0.987, + "lcmc_at_k30": 0.0436, + "normalized_mutual_information": 0.1635, + "qglobal": 0.5859, + "qlocal": 0.1395, + "qnx_at_k30": 0.0592, + "qnx_auc": 0.5403, + "spectral_distance_correlation": -0.1699, + "trustworthiness_at_k30": 0.6144, + "waypoint_distance_correlation": 0.007 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8557, + "centroid_distance_correlation": -0.1574, + "continuity_at_k30": 0.0888, + "density_preservation": 0, + "label_distance_correlation": 0.9699, + "lcmc_at_k30": 0.0437, + "normalized_mutual_information": 0.825, + "qglobal": -0.2792, + "qlocal": -0.1487, + "qnx_at_k30": 0.0437, + "qnx_auc": 0.0733, + "spectral_distance_correlation": -0.3215, + "trustworthiness_at_k30": 0.2204, + "waypoint_distance_correlation": -0.0238 + }, + "mean_score": 0.2229, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 95, + "cpu_pct": 107, + "peak_memory_mb": 5428, + "disk_read_mb": 379, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.1495, - "continuity_at_k30": 0.6571, - "density_preservation": 0.2131, - "distance_correlation": 0.0605, - "distance_correlation_spectral": -0.0848, - "lcmc_at_k30": 0.0491, - "normalized_mutual_information": 0.2118, - "qglobal": 0.583, - "qlocal": 0.1632, - "qnx_at_k30": 0.0647, - "qnx_auc": 0.5323, - "trustworthiness": 0.6272, - "trustworthiness_at_k30": 0.6283 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9029, - "continuity_at_k30": 0.3358, - "density_preservation": 0.2206, - "distance_correlation": 0.9339, - "distance_correlation_spectral": 1.057, - "lcmc_at_k30": 0.051, - "normalized_mutual_information": 1.0825, - "qglobal": 0.1643, - "qlocal": 0.1604, - "qnx_at_k30": 0.051, - "qnx_auc": 0.0684, - "trustworthiness": 0.3391, - "trustworthiness_at_k30": 0.3765 - }, - "mean_score": 0.4311, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 15.5, - "cpu_pct": 471.9, - "peak_memory_mb": 7578, - "disk_read_mb": 399, - "disk_write_mb": 1 + "adjusted_rand_index": 0.1383, + "centroid_distance_correlation": -0.1431, + "continuity_at_k30": 0.6526, + "density_preservation": 0.2314, + "label_distance_correlation": 0.987, + "lcmc_at_k30": 0.0492, + "normalized_mutual_information": 0.2029, + "qglobal": 0.5835, + "qlocal": 0.1647, + "qnx_at_k30": 0.0648, + "qnx_auc": 0.5322, + "spectral_distance_correlation": -0.1351, + "trustworthiness_at_k30": 0.6272, + "waypoint_distance_correlation": -0.0061 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8356, + "centroid_distance_correlation": -0.1911, + "continuity_at_k30": 0.2505, + "density_preservation": 0.2016, + "label_distance_correlation": 0.9699, + "lcmc_at_k30": 0.0494, + "normalized_mutual_information": 1.0345, + "qglobal": -0.2867, + "qlocal": -0.1151, + "qnx_at_k30": 0.0494, + "qnx_auc": 0.057, + "spectral_distance_correlation": -0.2549, + "trustworthiness_at_k30": 0.2463, + "waypoint_distance_correlation": -0.0373 }, - "task_id": "dimensionality_reduction" + "mean_score": 0.2614, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 17.1, + "cpu_pct": 505.4, + "peak_memory_mb": 8192, + "disk_read_mb": 433, + "disk_write_mb": 1 + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "pca", "metric_values": { "adjusted_rand_index": 0.1329, + "centroid_distance_correlation": -0.2242, "continuity_at_k30": 0.5946, - "density_preservation": -0.1717, - "distance_correlation": 0.1262, - "distance_correlation_spectral": -0.1301, + "density_preservation": -0.1715, + "label_distance_correlation": 0.987, "lcmc_at_k30": 0.0537, "normalized_mutual_information": 0.1652, "qglobal": 0.5647, "qlocal": 0.1471, "qnx_at_k30": 0.0693, "qnx_auc": 0.524, - "trustworthiness": 0.6197, - "trustworthiness_at_k30": 0.6198 - }, - "scaled_scores": { - "adjusted_rand_index": 0.8026, - "continuity_at_k30": 0.2149, - "density_preservation": -0.1606, - "distance_correlation": 0.8653, - "distance_correlation_spectral": 1.1043, - "lcmc_at_k30": 0.0557, - "normalized_mutual_information": 0.8328, - "qglobal": 0.1276, - "qlocal": 0.1442, - "qnx_at_k30": 0.0557, - "qnx_auc": 0.052, - "trustworthiness": 0.3258, - "trustworthiness_at_k30": 0.3621 - }, - "mean_score": 0.3722, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 15.6, - "cpu_pct": 1478.4, - "peak_memory_mb": 6554, - "disk_read_mb": 380, + "spectral_distance_correlation": -0.1323, + "trustworthiness_at_k30": 0.6198, + "waypoint_distance_correlation": -0.0377 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8029, + "centroid_distance_correlation": -0.2755, + "continuity_at_k30": 0.1255, + "density_preservation": -0.2169, + "label_distance_correlation": 0.9699, + "lcmc_at_k30": 0.0539, + "normalized_mutual_information": 0.8343, + "qglobal": -0.3446, + "qlocal": -0.1385, + "qnx_at_k30": 0.0539, + "qnx_auc": 0.0406, + "spectral_distance_correlation": -0.2494, + "trustworthiness_at_k30": 0.2313, + "waypoint_distance_correlation": -0.0699 + }, + "mean_score": 0.2223, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 17, + "cpu_pct": 696.7, + "peak_memory_mb": 6042, + "disk_read_mb": 396, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.1751, - "continuity_at_k30": 0.6892, - "density_preservation": -0.3094, - "distance_correlation": 0.1916, - "distance_correlation_spectral": -0.1484, - "lcmc_at_k30": 0.0849, - "normalized_mutual_information": 0.2479, - "qglobal": 0.6144, - "qlocal": 0.1888, - "qnx_at_k30": 0.1006, - "qnx_auc": 0.5756, - "trustworthiness": 0.7314, - "trustworthiness_at_k30": 0.7259 - }, - "scaled_scores": { - "adjusted_rand_index": 1.0583, - "continuity_at_k30": 0.398, - "density_preservation": -0.297, - "distance_correlation": 0.797, - "distance_correlation_spectral": 1.1234, - "lcmc_at_k30": 0.0874, - "normalized_mutual_information": 1.2764, - "qglobal": 0.2273, - "qlocal": 0.186, - "qnx_at_k30": 0.0874, - "qnx_auc": 0.1547, - "trustworthiness": 0.5239, - "trustworthiness_at_k30": 0.5401 - }, - "mean_score": 0.4617, - "normalization_id": "sqrt_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 22.1, - "cpu_pct": 1344.8, - "peak_memory_mb": 10957, - "disk_read_mb": 377, + "adjusted_rand_index": 0.1665, + "centroid_distance_correlation": -0.0783, + "continuity_at_k30": 0.675, + "density_preservation": -0.3095, + "label_distance_correlation": 0.8522, + "lcmc_at_k30": 0.0826, + "normalized_mutual_information": 0.2409, + "qglobal": 0.6106, + "qlocal": 0.1951, + "qnx_at_k30": 0.0982, + "qnx_auc": 0.5688, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7205, + "waypoint_distance_correlation": 0.0795 + }, + "scaled_scores": { + "adjusted_rand_index": 1.006, + "centroid_distance_correlation": -0.1235, + "continuity_at_k30": 0.2989, + "density_preservation": -0.3603, + "label_distance_correlation": 0.6581, + "lcmc_at_k30": 0.0833, + "normalized_mutual_information": 1.2364, + "qglobal": -0.203, + "qlocal": -0.0745, + "qnx_at_k30": 0.0833, + "qnx_auc": 0.1308, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0.4349, + "waypoint_distance_correlation": 0.0509 + }, + "mean_score": 0.2672, + "resources": { + "submit": "2024-12-19 14:47:13", + "exit_code": 0, + "duration_sec": 23.7, + "cpu_pct": 644.3, + "peak_memory_mb": 20480, + "disk_read_mb": 388, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.1334, - "continuity_at_k30": 0.6237, - "density_preservation": 0.2662, - "distance_correlation": 0.1247, - "distance_correlation_spectral": -0.1297, - "lcmc_at_k30": 0.0848, - "normalized_mutual_information": 0.2158, - "qglobal": 0.5792, - "qlocal": 0.1753, - "qnx_at_k30": 0.1004, - "qnx_auc": 0.5445, - "trustworthiness": 0.687, - "trustworthiness_at_k30": 0.684 + "adjusted_rand_index": 0.1388, + "centroid_distance_correlation": -0.1222, + "continuity_at_k30": 0.62, + "density_preservation": 0.1234, + "label_distance_correlation": 0.987, + "lcmc_at_k30": 0.0866, + "normalized_mutual_information": 0.2221, + "qglobal": 0.5774, + "qlocal": 0.1755, + "qnx_at_k30": 0.1023, + "qnx_auc": 0.5424, + "spectral_distance_correlation": -0.135, + "trustworthiness_at_k30": 0.6836, + "waypoint_distance_correlation": -0.0131 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8382, + "centroid_distance_correlation": -0.1693, + "continuity_at_k30": 0.1803, + "density_preservation": 0.0894, + "label_distance_correlation": 0.9699, + "lcmc_at_k30": 0.0874, + "normalized_mutual_information": 1.1367, + "qglobal": -0.3054, + "qlocal": -0.1006, + "qnx_at_k30": 0.0874, + "qnx_auc": 0.0777, + "spectral_distance_correlation": -0.2547, + "trustworthiness_at_k30": 0.3603, + "waypoint_distance_correlation": -0.0445 }, - "scaled_scores": { - "adjusted_rand_index": 0.8053, - "continuity_at_k30": 0.2712, - "density_preservation": 0.2732, - "distance_correlation": 0.8668, - "distance_correlation_spectral": 1.1039, - "lcmc_at_k30": 0.0873, - "normalized_mutual_information": 1.1044, - "qglobal": 0.1567, - "qlocal": 0.1725, - "qnx_at_k30": 0.0873, - "qnx_auc": 0.0928, - "trustworthiness": 0.4451, - "trustworthiness_at_k30": 0.4698 - }, - "mean_score": 0.4406, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 2251.4, - "peak_memory_mb": 6656, - "disk_read_mb": 404, + "mean_score": 0.2636, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 96, + "cpu_pct": 1795.3, + "peak_memory_mb": 9831, + "disk_read_mb": 439, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 0.0004, - "continuity_at_k30": 0.4837, - "density_preservation": -0.0096, - "distance_correlation": -0.0028, - "distance_correlation_spectral": -0.0302, - "lcmc_at_k30": -0.0012, - "normalized_mutual_information": 0.01, - "qglobal": 0.501, - "qlocal": 0.0034, - "qnx_at_k30": 0.0144, - "qnx_auc": 0.4979, - "trustworthiness": 0.5043, - "trustworthiness_at_k30": 0.502 + "adjusted_rand_index": 0.0001, + "centroid_distance_correlation": 0.0402, + "continuity_at_k30": 0.5364, + "density_preservation": 0.0373, + "label_distance_correlation": 0.5677, + "lcmc_at_k30": 0.0006, + "normalized_mutual_information": 0.0083, + "qglobal": 0.7519, + "qlocal": 0.2509, + "qnx_at_k30": 0.0162, + "qnx_auc": 0.5039, + "spectral_distance_correlation": -0.002, + "trustworthiness_at_k30": 0.5053, + "waypoint_distance_correlation": 0.0301 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0, + "qglobal": 0.2338, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.1213, - "trustworthiness_at_k30": 0.1646 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1758, - "normalization_id": "log_cp10k", + "mean_score": 0.0167, "resources": { + "submit": "2024-12-19 14:48:03", "exit_code": 0, - "duration_sec": 15.5, - "cpu_pct": 73.1, - "peak_memory_mb": 2765, - "disk_read_mb": 358, + "duration_sec": 7, + "cpu_pct": 99.6, + "peak_memory_mb": 2868, + "disk_read_mb": 364, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "simlr", "metric_values": { - "adjusted_rand_index": 0.1976, - "continuity_at_k30": 0.5883, - "density_preservation": 0.604, - "distance_correlation": 0.4103, - "distance_correlation_spectral": 0.0079, - "lcmc_at_k30": 0.0698, - "normalized_mutual_information": 0.2374, - "qglobal": 0.6345, - "qlocal": 0.1696, - "qnx_at_k30": 0.0854, - "qnx_auc": 0.5885, - "trustworthiness": 0.683, - "trustworthiness_at_k30": 0.6692 - }, - "scaled_scores": { - "adjusted_rand_index": 1.1944, - "continuity_at_k30": 0.2025, - "density_preservation": 0.6078, - "distance_correlation": 0.5686, - "distance_correlation_spectral": 0.9602, - "lcmc_at_k30": 0.0721, - "normalized_mutual_information": 1.2203, - "qglobal": 0.2676, - "qlocal": 0.1667, - "qnx_at_k30": 0.0721, - "qnx_auc": 0.1804, - "trustworthiness": 0.438, - "trustworthiness_at_k30": 0.445 - }, - "mean_score": 0.4601, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 3857, - "cpu_pct": 97.1, - "peak_memory_mb": 13108, - "disk_read_mb": 378, - "disk_write_mb": 2 + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": "NA", + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, - "task_id": "dimensionality_reduction" + "scaled_scores": { + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 + }, + "mean_score": 0, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": "NA", + "duration_sec": 2541, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.0043, - "continuity_at_k30": 0.8945, - "density_preservation": 0.2344, - "distance_correlation": 0.1423, - "distance_correlation_spectral": 0.928, - "lcmc_at_k30": 0.0001, - "normalized_mutual_information": 0.0815, - "qglobal": 0.6819, - "qlocal": 0.2323, - "qnx_at_k30": 0.0157, - "qnx_auc": 0.5985, - "trustworthiness": 0.4359, - "trustworthiness_at_k30": 0.4039 - }, - "scaled_scores": { - "adjusted_rand_index": 0.0235, - "continuity_at_k30": 0.7957, - "density_preservation": 0.2416, - "distance_correlation": 0.8485, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0.0014, - "normalized_mutual_information": 0.3838, - "qglobal": 0.3625, - "qlocal": 0.2297, - "qnx_at_k30": 0.0014, - "qnx_auc": 0.2003, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2376, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 79, - "cpu_pct": 293.5, - "peak_memory_mb": 10957, - "disk_read_mb": 372, + "adjusted_rand_index": 0.002, + "centroid_distance_correlation": 0.3605, + "continuity_at_k30": 0.9193, + "density_preservation": 0.2827, + "label_distance_correlation": 0.5677, + "lcmc_at_k30": 0.0151, + "normalized_mutual_information": 0.1754, + "qglobal": 0.6763, + "qlocal": 0.2664, + "qnx_at_k30": 0.0308, + "qnx_auc": 0.619, + "spectral_distance_correlation": 0.5203, + "trustworthiness_at_k30": 0.5163, + "waypoint_distance_correlation": 0.3222 + }, + "scaled_scores": { + "adjusted_rand_index": 0.0113, + "centroid_distance_correlation": 0.3337, + "continuity_at_k30": 0.826, + "density_preservation": 0.2549, + "label_distance_correlation": 0, + "lcmc_at_k30": 0.0148, + "normalized_mutual_information": 0.8883, + "qglobal": 0, + "qlocal": 0.0207, + "qnx_at_k30": 0.0148, + "qnx_auc": 0.2321, + "spectral_distance_correlation": 1, + "trustworthiness_at_k30": 0.0222, + "waypoint_distance_correlation": 0.3012 + }, + "mean_score": 0.28, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 90, + "cpu_pct": 177.1, + "peak_memory_mb": 6452, + "disk_read_mb": 385, "disk_write_mb": 15 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "true_features", "metric_values": { "adjusted_rand_index": 0.1655, + "centroid_distance_correlation": 1, "continuity_at_k30": 1, - "density_preservation": 0.9999, - "distance_correlation": 0.9546, - "distance_correlation_spectral": 0.1863, + "density_preservation": 1, + "label_distance_correlation": 1, "lcmc_at_k30": 0.9844, "normalized_mutual_information": 0.1964, "qglobal": 1, "qlocal": 1, "qnx_at_k30": 1, "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "spectral_distance_correlation": 0.1853, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, "scaled_scores": { "adjusted_rand_index": 1, + "centroid_distance_correlation": 1, "continuity_at_k30": 1, "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0.7741, + "label_distance_correlation": 1, "lcmc_at_k30": 1, "normalized_mutual_information": 1, "qglobal": 1, "qlocal": 1, "qnx_at_k30": 1, "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "spectral_distance_correlation": 0.3586, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.9057, - "normalization_id": "log_cp10k", + "mean_score": 0.9542, "resources": { + "submit": "2024-12-19 14:48:03", "exit_code": 0, - "duration_sec": 7.6, - "cpu_pct": 251.3, - "peak_memory_mb": 6144, - "disk_read_mb": 358, + "duration_sec": 6.8, + "cpu_pct": 177.8, + "peak_memory_mb": 3584, + "disk_read_mb": 364, "disk_write_mb": 65 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1424, - "continuity_at_k30": 0.5665, - "density_preservation": 0.3834, - "distance_correlation": 0.2041, - "distance_correlation_spectral": -0.0976, - "lcmc_at_k30": 0.092, - "normalized_mutual_information": 0.2435, - "qglobal": 0.5961, - "qlocal": 0.1728, - "qnx_at_k30": 0.1077, - "qnx_auc": 0.5614, - "trustworthiness": 0.6993, - "trustworthiness_at_k30": 0.6917 - }, - "scaled_scores": { - "adjusted_rand_index": 0.8601, - "continuity_at_k30": 0.1604, - "density_preservation": 0.3893, - "distance_correlation": 0.7839, - "distance_correlation_spectral": 1.0703, - "lcmc_at_k30": 0.0946, - "normalized_mutual_information": 1.2529, - "qglobal": 0.1905, - "qlocal": 0.1699, - "qnx_at_k30": 0.0946, - "qnx_auc": 0.1265, - "trustworthiness": 0.467, - "trustworthiness_at_k30": 0.4829 - }, - "mean_score": 0.4477, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 98, - "cpu_pct": 3797.8, - "peak_memory_mb": 8807, - "disk_read_mb": 380, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", - "method_id": "umap", - "metric_values": { - "adjusted_rand_index": 0.1503, - "continuity_at_k30": 0.613, - "density_preservation": 0.0872, - "distance_correlation": -0.0023, - "distance_correlation_spectral": -0.088, - "lcmc_at_k30": 0.0533, - "normalized_mutual_information": 0.2234, - "qglobal": 0.564, - "qlocal": 0.1619, - "qnx_at_k30": 0.0689, - "qnx_auc": 0.5168, - "trustworthiness": 0.6422, - "trustworthiness_at_k30": 0.637 - }, - "scaled_scores": { - "adjusted_rand_index": 0.9077, - "continuity_at_k30": 0.2504, - "density_preservation": 0.0959, - "distance_correlation": 0.9995, - "distance_correlation_spectral": 1.0603, - "lcmc_at_k30": 0.0553, - "normalized_mutual_information": 1.1449, - "qglobal": 0.1262, - "qlocal": 0.159, - "qnx_at_k30": 0.0553, - "qnx_auc": 0.0377, - "trustworthiness": 0.3657, - "trustworthiness_at_k30": 0.391 - }, - "mean_score": 0.4187, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 30.7, - "cpu_pct": 173.7, - "peak_memory_mb": 10957, - "disk_read_mb": 382, + "adjusted_rand_index": 0.123, + "centroid_distance_correlation": -0.0714, + "continuity_at_k30": 0.5662, + "density_preservation": 0.3926, + "label_distance_correlation": 0.8472, + "lcmc_at_k30": 0.091, + "normalized_mutual_information": 0.239, + "qglobal": 0.5948, + "qlocal": 0.1732, + "qnx_at_k30": 0.1066, + "qnx_auc": 0.5603, + "spectral_distance_correlation": -0.1037, + "trustworthiness_at_k30": 0.6917, + "waypoint_distance_correlation": 0.0552 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7431, + "centroid_distance_correlation": -0.1163, + "continuity_at_k30": 0.0643, + "density_preservation": 0.369, + "label_distance_correlation": 0.6466, + "lcmc_at_k30": 0.0919, + "normalized_mutual_information": 1.2267, + "qglobal": -0.2516, + "qlocal": -0.1038, + "qnx_at_k30": 0.0919, + "qnx_auc": 0.1137, + "spectral_distance_correlation": -0.1946, + "trustworthiness_at_k30": 0.3767, + "waypoint_distance_correlation": 0.0258 + }, + "mean_score": 0.2516, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 51.6, + "cpu_pct": 2071.8, + "peak_memory_mb": 6144, + "disk_read_mb": 397, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "densmap", - "metric_values": { - "adjusted_rand_index": 0.1474, - "continuity_at_k30": "NA", - "density_preservation": 0.7104, - "distance_correlation": 0.5782, - "distance_correlation_spectral": 0.2744, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4419, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.8108, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.4675, - "continuity_at_k30": 0, - "density_preservation": 0.7435, - "distance_correlation": 0.1741, - "distance_correlation_spectral": 0.6875, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8332, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.6208, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.2713, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 254, - "cpu_pct": 960.1, - "peak_memory_mb": 16282, - "disk_read_mb": 887, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + } + }, + { + "dataset_id": "openproblems_v1/mouse_hspc_nestorowa2016", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.095, + "centroid_distance_correlation": -0.2271, + "continuity_at_k30": 0.6292, + "density_preservation": 0.0828, + "label_distance_correlation": 0.8472, + "lcmc_at_k30": 0.0557, + "normalized_mutual_information": 0.2116, + "qglobal": 0.5663, + "qlocal": 0.1662, + "qnx_at_k30": 0.0713, + "qnx_auc": 0.5204, + "spectral_distance_correlation": -0.0867, + "trustworthiness_at_k30": 0.6396, + "waypoint_distance_correlation": -0.0756 + }, + "scaled_scores": { + "adjusted_rand_index": 0.5737, + "centroid_distance_correlation": -0.2785, + "continuity_at_k30": 0.2001, + "density_preservation": 0.0472, + "label_distance_correlation": 0.6466, + "lcmc_at_k30": 0.056, + "normalized_mutual_information": 1.0811, + "qglobal": -0.3398, + "qlocal": -0.113, + "qnx_at_k30": 0.056, + "qnx_auc": 0.0333, + "spectral_distance_correlation": -0.1622, + "trustworthiness_at_k30": 0.2715, + "waypoint_distance_correlation": -0.109 + }, + "mean_score": 0.206, + "resources": { + "submit": "2024-12-19 14:48:03", + "exit_code": 0, + "duration_sec": 38.4, + "cpu_pct": 102.7, + "peak_memory_mb": 3687, + "disk_read_mb": 398, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/pancreas", - "method_id": "diffusion_map", + "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1744, + "adjusted_rand_index": 0.1689, + "centroid_distance_correlation": 0.305, "continuity_at_k30": "NA", - "density_preservation": 0.0111, - "distance_correlation": 0.5206, - "distance_correlation_spectral": 0.4069, + "density_preservation": "NA", + "label_distance_correlation": 0.5258, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3736, + "normalized_mutual_information": 0.4486, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7984, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.2748, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.3044 }, "scaled_scores": { - "adjusted_rand_index": 0.553, + "adjusted_rand_index": 0.5372, + "centroid_distance_correlation": 0.3604, "continuity_at_k30": 0, - "density_preservation": 0.1234, - "distance_correlation": 0.2561, - "distance_correlation_spectral": 0.5554, + "density_preservation": 0, + "label_distance_correlation": 0.2422, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7011, + "normalized_mutual_information": 0.8446, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5958, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0.3139, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.3395 }, - "mean_score": 0.2142, - "normalization_id": "log_cp10k", + "mean_score": 0.1884, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 12981, - "cpu_pct": 100.2, + "duration_sec": 1474, + "cpu_pct": 116.9, + "peak_memory_mb": 25498, + "disk_read_mb": 904, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "diffusion_map", + "metric_values": { + "adjusted_rand_index": 0.1311, + "centroid_distance_correlation": 0.0365, + "continuity_at_k30": 0.5782, + "density_preservation": -0.0789, + "label_distance_correlation": 0.4692, + "lcmc_at_k30": 0.0283, + "normalized_mutual_information": 0.3272, + "qglobal": 0.5939, + "qlocal": 0.1918, + "qnx_at_k30": 0.0301, + "qnx_auc": 0.5528, + "spectral_distance_correlation": 0.3129, + "trustworthiness_at_k30": 0.7569, + "waypoint_distance_correlation": 0.0325 + }, + "scaled_scores": { + "adjusted_rand_index": 0.4169, + "centroid_distance_correlation": 0.1132, + "continuity_at_k30": 0.1522, + "density_preservation": 0.0418, + "label_distance_correlation": 0.1518, + "lcmc_at_k30": 0.0283, + "normalized_mutual_information": 0.6112, + "qglobal": -1.0157, + "qlocal": -0.1518, + "qnx_at_k30": 0.0283, + "qnx_auc": 0.1051, + "spectral_distance_correlation": 0.352, + "trustworthiness_at_k30": 0.5134, + "waypoint_distance_correlation": 0.0813 + }, + "mean_score": 0.1854, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 9386, + "cpu_pct": 102, "peak_memory_mb": 21402, "disk_read_mb": 911, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.3374, - "continuity_at_k30": "NA", - "density_preservation": 0.0324, - "distance_correlation": 0.2093, - "distance_correlation_spectral": 0.0126, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6338, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7896, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.0699, - "continuity_at_k30": 0, - "density_preservation": 0.1424, - "distance_correlation": 0.6991, - "distance_correlation_spectral": 0.9485, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2041, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5782, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.336, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 43.5, - "cpu_pct": 2331.3, - "peak_memory_mb": 27136, - "disk_read_mb": 919, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.3073, + "centroid_distance_correlation": 0.2208, + "continuity_at_k30": 0.8373, + "density_preservation": 0.2971, + "label_distance_correlation": 0.3321, + "lcmc_at_k30": 0.0425, + "normalized_mutual_information": 0.6483, + "qglobal": 0.6514, + "qlocal": 0.2405, + "qnx_at_k30": 0.0443, + "qnx_auc": 0.6269, + "spectral_distance_correlation": 0.1748, + "trustworthiness_at_k30": 0.8261, + "waypoint_distance_correlation": 0.3223 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9772, + "centroid_distance_correlation": 0.2829, + "continuity_at_k30": 0.673, + "density_preservation": 0.3758, + "label_distance_correlation": -0.0673, + "lcmc_at_k30": 0.0425, + "normalized_mutual_information": 1.2289, + "qglobal": -0.7302, + "qlocal": -0.0824, + "qnx_at_k30": 0.0425, + "qnx_auc": 0.2535, + "spectral_distance_correlation": 0.2139, + "trustworthiness_at_k30": 0.6519, + "waypoint_distance_correlation": 0.3565 + }, + "mean_score": 0.3478, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 155, + "cpu_pct": 1016.6, + "peak_memory_mb": 31847, + "disk_read_mb": 950, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.1836, - "continuity_at_k30": "NA", - "density_preservation": -0.1246, - "distance_correlation": 0.7051, - "distance_correlation_spectral": 0.2881, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.387, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7592, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.5821, - "continuity_at_k30": 0, - "density_preservation": 0.0032, - "distance_correlation": -0.0064, - "distance_correlation_spectral": 0.6738, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.727, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5173, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1926, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 31.2, - "cpu_pct": 496.3, - "peak_memory_mb": 9626, + "adjusted_rand_index": 0.1625, + "centroid_distance_correlation": 0.1316, + "continuity_at_k30": 0.792, + "density_preservation": -0.0721, + "label_distance_correlation": 0.5872, + "lcmc_at_k30": 0.0265, + "normalized_mutual_information": 0.367, + "qglobal": 0.6712, + "qlocal": 0.2469, + "qnx_at_k30": 0.0284, + "qnx_auc": 0.6155, + "spectral_distance_correlation": 0.2982, + "trustworthiness_at_k30": 0.7563, + "waypoint_distance_correlation": 0.2554 + }, + "scaled_scores": { + "adjusted_rand_index": 0.5168, + "centroid_distance_correlation": 0.2008, + "continuity_at_k30": 0.5818, + "density_preservation": 0.0478, + "label_distance_correlation": 0.3403, + "lcmc_at_k30": 0.0265, + "normalized_mutual_information": 0.6876, + "qglobal": -0.6323, + "qlocal": -0.0732, + "qnx_at_k30": 0.0265, + "qnx_auc": 0.2307, + "spectral_distance_correlation": 0.3372, + "trustworthiness_at_k30": 0.5121, + "waypoint_distance_correlation": 0.2929 + }, + "mean_score": 0.2715, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 108, + "cpu_pct": 111.8, + "peak_memory_mb": 10240, "disk_read_mb": 885, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.377, - "continuity_at_k30": "NA", - "density_preservation": 0.349, - "distance_correlation": 0.3811, - "distance_correlation_spectral": 0.1115, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6784, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.798, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 1.1955, - "continuity_at_k30": 0, - "density_preservation": 0.4231, - "distance_correlation": 0.4547, - "distance_correlation_spectral": 0.8499, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2905, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5952, - "trustworthiness_at_k30": 0 + "adjusted_rand_index": 0.445, + "centroid_distance_correlation": 0.0958, + "continuity_at_k30": 0.8556, + "density_preservation": 0.3195, + "label_distance_correlation": 0.2969, + "lcmc_at_k30": 0.0281, + "normalized_mutual_information": 0.6975, + "qglobal": 0.6278, + "qlocal": 0.2451, + "qnx_at_k30": 0.03, + "qnx_auc": 0.6017, + "spectral_distance_correlation": 0.1272, + "trustworthiness_at_k30": 0.8004, + "waypoint_distance_correlation": 0.1776 + }, + "scaled_scores": { + "adjusted_rand_index": 1.4152, + "centroid_distance_correlation": 0.1678, + "continuity_at_k30": 0.7098, + "density_preservation": 0.3957, + "label_distance_correlation": -0.1236, + "lcmc_at_k30": 0.0281, + "normalized_mutual_information": 1.3235, + "qglobal": -0.8475, + "qlocal": -0.0758, + "qnx_at_k30": 0.0281, + "qnx_auc": 0.203, + "spectral_distance_correlation": 0.1662, + "trustworthiness_at_k30": 0.6004, + "waypoint_distance_correlation": 0.219 }, - "mean_score": 0.3325, - "normalization_id": "log_cp10k", + "mean_score": 0.3227, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 159, - "cpu_pct": 2389.8, - "peak_memory_mb": 12186, - "disk_read_mb": 905, + "duration_sec": 75, + "cpu_pct": 2179.5, + "peak_memory_mb": 12596, + "disk_read_mb": 939, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.144, - "continuity_at_k30": "NA", - "density_preservation": -0.0163, - "distance_correlation": 0.7536, - "distance_correlation_spectral": 0.278, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.3548, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.7541, - "trustworthiness_at_k30": "NA" - }, - "scaled_scores": { - "adjusted_rand_index": 0.4568, - "continuity_at_k30": 0, - "density_preservation": 0.0992, - "distance_correlation": -0.0753, - "distance_correlation_spectral": 0.6839, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.6649, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.5071, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.1855, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 32, - "cpu_pct": 1016.2, - "peak_memory_mb": 7476, - "disk_read_mb": 885, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.1201, + "centroid_distance_correlation": 0.2211, + "continuity_at_k30": 0.833, + "density_preservation": -0.016, + "label_distance_correlation": 0.6112, + "lcmc_at_k30": 0.0263, + "normalized_mutual_information": 0.3414, + "qglobal": 0.6775, + "qlocal": 0.2449, + "qnx_at_k30": 0.0281, + "qnx_auc": 0.6314, + "spectral_distance_correlation": 0.2773, + "trustworthiness_at_k30": 0.7542, + "waypoint_distance_correlation": 0.3229 + }, + "scaled_scores": { + "adjusted_rand_index": 0.3819, + "centroid_distance_correlation": 0.2831, + "continuity_at_k30": 0.6643, + "density_preservation": 0.0976, + "label_distance_correlation": 0.3786, + "lcmc_at_k30": 0.0263, + "normalized_mutual_information": 0.6384, + "qglobal": -0.6007, + "qlocal": -0.0761, + "qnx_at_k30": 0.0263, + "qnx_auc": 0.2624, + "spectral_distance_correlation": 0.3164, + "trustworthiness_at_k30": 0.508, + "waypoint_distance_correlation": 0.357 + }, + "mean_score": 0.2815, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 31.9, + "cpu_pct": 913.7, + "peak_memory_mb": 21402, + "disk_read_mb": 902, + "disk_write_mb": 2 + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.2185, - "continuity_at_k30": "NA", - "density_preservation": 0.0237, - "distance_correlation": 0.4786, - "distance_correlation_spectral": 0.0528, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5321, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.957, - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0.2532, + "centroid_distance_correlation": 0.2325, + "continuity_at_k30": 0.9351, + "density_preservation": 0.0558, + "label_distance_correlation": 0.3696, + "lcmc_at_k30": 0.1385, + "normalized_mutual_information": 0.5647, + "qglobal": 0.6904, + "qlocal": 0.3897, + "qnx_at_k30": 0.1404, + "qnx_auc": 0.6757, + "spectral_distance_correlation": 0.0557, + "trustworthiness_at_k30": 0.9553, + "waypoint_distance_correlation": 0.3706 }, "scaled_scores": { - "adjusted_rand_index": 0.693, - "continuity_at_k30": 0, - "density_preservation": 0.1347, - "distance_correlation": 0.3159, - "distance_correlation_spectral": 0.9084, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.0076, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.9137, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.3051, - "normalization_id": "sqrt_cp10k", - "resources": { + "adjusted_rand_index": 0.8053, + "centroid_distance_correlation": 0.2937, + "continuity_at_k30": 0.8695, + "density_preservation": 0.1614, + "label_distance_correlation": -0.0075, + "lcmc_at_k30": 0.1387, + "normalized_mutual_information": 1.068, + "qglobal": -0.5368, + "qlocal": 0.1303, + "qnx_at_k30": 0.1387, + "qnx_auc": 0.3511, + "spectral_distance_correlation": 0.0948, + "trustworthiness_at_k30": 0.9104, + "waypoint_distance_correlation": 0.4023 + }, + "mean_score": 0.3783, + "resources": { + "submit": "2024-12-19 14:50:03", "exit_code": 0, - "duration_sec": 64, - "cpu_pct": 1675.9, - "peak_memory_mb": 13415, - "disk_read_mb": 882, + "duration_sec": 65, + "cpu_pct": 2211.1, + "peak_memory_mb": 24781, + "disk_read_mb": 894, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.193, + "adjusted_rand_index": 0.1824, + "centroid_distance_correlation": 0.1392, "continuity_at_k30": "NA", - "density_preservation": 0.1864, - "distance_correlation": 0.3958, - "distance_correlation_spectral": -0.0197, + "density_preservation": 0.1568, + "label_distance_correlation": 0.4066, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5943, + "normalized_mutual_information": 0.5917, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8765, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": -0.0336, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2193 }, "scaled_scores": { - "adjusted_rand_index": 0.612, + "adjusted_rand_index": 0.58, + "centroid_distance_correlation": 0.2078, "continuity_at_k30": 0, - "density_preservation": 0.2789, - "distance_correlation": 0.4337, - "distance_correlation_spectral": 0.9807, + "density_preservation": 0.2512, + "label_distance_correlation": 0.0517, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1278, + "normalized_mutual_information": 1.1199, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7525, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0.0055, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.2587 }, - "mean_score": 0.3121, - "normalization_id": "log_cp10k", + "mean_score": 0.1682, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 233, - "cpu_pct": 2281.9, - "peak_memory_mb": 14644, - "disk_read_mb": 909, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 584, + "cpu_pct": 1581.3, + "peak_memory_mb": 12288, + "disk_read_mb": 944, + "disk_write_mb": 3 + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": -1.3888e-06, - "continuity_at_k30": "NA", - "density_preservation": 0.0017, - "distance_correlation": -0.0021, - "distance_correlation_spectral": -0.0022, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.011, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 0.5011, - "trustworthiness_at_k30": "NA" + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0.0116, + "continuity_at_k30": 0.5025, + "density_preservation": 0.0016, + "label_distance_correlation": 0.5468, + "lcmc_at_k30": 0.0001, + "normalized_mutual_information": 0.0095, + "qglobal": 0.7985, + "qlocal": 0.2983, + "qnx_at_k30": 0.0019, + "qnx_auc": 0.5002, + "spectral_distance_correlation": -0.0021, + "trustworthiness_at_k30": 0.5004, + "waypoint_distance_correlation": 0.0018 }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0.0903, "continuity_at_k30": 0, - "density_preservation": 0.1152, - "distance_correlation": 1, - "distance_correlation_spectral": 0.9632, + "density_preservation": 0.1132, + "label_distance_correlation": 0.2758, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0.0369, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.0521 }, - "mean_score": 0.1599, - "normalization_id": "log_cp10k", + "mean_score": 0.0406, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 7.5, - "cpu_pct": 121.2, - "peak_memory_mb": 5940, - "disk_read_mb": 864, + "duration_sec": 6.4, + "cpu_pct": 150.5, + "peak_memory_mb": 5530, + "disk_read_mb": 870, "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 137, - "duration_sec": 6501, + "submit": "2024-12-19 15:58:43", + "exit_code": "NA", + "duration_sec": 3592, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.239, + "adjusted_rand_index": 0.2168, + "centroid_distance_correlation": -0.0866, "continuity_at_k30": "NA", - "density_preservation": -0.1282, - "distance_correlation": 0.2795, - "distance_correlation_spectral": 0.964, + "density_preservation": -0.1259, + "label_distance_correlation": 0.3742, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4802, + "normalized_mutual_information": 0.4801, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7685, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.9609, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.0531 }, "scaled_scores": { - "adjusted_rand_index": 0.7579, + "adjusted_rand_index": 0.6896, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0.5992, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9072, + "normalized_mutual_information": 0.9052, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5359, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 1, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2154, - "normalization_id": "log_cp10k", + "mean_score": 0.1853, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 393, - "cpu_pct": 2963.1, - "peak_memory_mb": 16077, - "disk_read_mb": 878, + "duration_sec": 987, + "cpu_pct": 3388.2, + "peak_memory_mb": 16282, + "disk_read_mb": 891, "disk_write_mb": 123 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.3153, - "continuity_at_k30": "NA", + "adjusted_rand_index": 0.3145, + "centroid_distance_correlation": 1, + "continuity_at_k30": 1, "density_preservation": 0.9997, - "distance_correlation": 0.7006, - "distance_correlation_spectral": -0.0391, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5282, - "qglobal": "NA", - "qlocal": "NA", - "qnx_at_k30": "NA", - "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "label_distance_correlation": 1, + "lcmc_at_k30": 0.9982, + "normalized_mutual_information": 0.5293, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": -0.0391, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, "scaled_scores": { "adjusted_rand_index": 1, - "continuity_at_k30": 0, + "centroid_distance_correlation": 1, + "continuity_at_k30": 1, "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0, + "label_distance_correlation": 1, + "lcmc_at_k30": 1, "normalized_mutual_information": 1, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.3846, - "normalization_id": "log_cp10k", + "mean_score": 0.9286, "resources": { + "submit": "2024-12-19 14:47:53", "exit_code": 0, - "duration_sec": 25.8, - "cpu_pct": 92.6, - "peak_memory_mb": 4813, - "disk_read_mb": 864, + "duration_sec": 25.5, + "cpu_pct": 104.1, + "peak_memory_mb": 4916, + "disk_read_mb": 869, "disk_write_mb": 169 - }, - "task_id": "dimensionality_reduction" + } }, { "dataset_id": "openproblems_v1/pancreas", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.1867, + "adjusted_rand_index": 0.1916, + "centroid_distance_correlation": -0.0334, + "continuity_at_k30": 0.819, + "density_preservation": 0.0353, + "label_distance_correlation": 0.3854, + "lcmc_at_k30": 0.0912, + "normalized_mutual_information": 0.5944, + "qglobal": 0.6185, + "qlocal": 0.2588, + "qnx_at_k30": 0.093, + "qnx_auc": 0.5985, + "spectral_distance_correlation": 0.1406, + "trustworthiness_at_k30": 0.8843, + "waypoint_distance_correlation": 0.1514 + }, + "scaled_scores": { + "adjusted_rand_index": 0.6094, + "centroid_distance_correlation": 0.0489, + "continuity_at_k30": 0.6362, + "density_preservation": 0.1432, + "label_distance_correlation": 0.0178, + "lcmc_at_k30": 0.0913, + "normalized_mutual_information": 1.1252, + "qglobal": -0.8937, + "qlocal": -0.0563, + "qnx_at_k30": 0.0913, + "qnx_auc": 0.1967, + "spectral_distance_correlation": 0.1797, + "trustworthiness_at_k30": 0.7684, + "waypoint_distance_correlation": 0.1942 + }, + "mean_score": 0.2841, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 92, + "cpu_pct": 2839, + "peak_memory_mb": 14848, + "disk_read_mb": 903, + "disk_write_mb": 2 + } + }, + { + "dataset_id": "openproblems_v1/pancreas", + "method_id": "umap", + "metric_values": { + "adjusted_rand_index": 0.2902, + "centroid_distance_correlation": 0.119, + "continuity_at_k30": 0.8584, + "density_preservation": "NA", + "label_distance_correlation": 0.3773, + "lcmc_at_k30": 0.068, + "normalized_mutual_information": 0.6724, + "qglobal": 0.62, + "qlocal": 0.257, + "qnx_at_k30": 0.0698, + "qnx_auc": 0.5987, + "spectral_distance_correlation": 0.1056, + "trustworthiness_at_k30": 0.8566, + "waypoint_distance_correlation": 0.2021 + }, + "scaled_scores": { + "adjusted_rand_index": 0.9228, + "centroid_distance_correlation": 0.1892, + "continuity_at_k30": 0.7153, + "density_preservation": 0, + "label_distance_correlation": 0.0048, + "lcmc_at_k30": 0.0681, + "normalized_mutual_information": 1.2753, + "qglobal": -0.8861, + "qlocal": -0.0588, + "qnx_at_k30": 0.0681, + "qnx_auc": 0.1971, + "spectral_distance_correlation": 0.1446, + "trustworthiness_at_k30": 0.713, + "waypoint_distance_correlation": 0.2424 + }, + "mean_score": 0.3047, + "resources": { + "submit": "2024-12-19 14:47:53", + "exit_code": 0, + "duration_sec": 128, + "cpu_pct": 595.7, + "peak_memory_mb": 11879, + "disk_read_mb": 904, + "disk_write_mb": 3 + } + }, + { + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "densmap", + "metric_values": { + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0362, - "distance_correlation": 0.4885, - "distance_correlation_spectral": 0.1534, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.592, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8897, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5921, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1458, - "distance_correlation": 0.3019, - "distance_correlation_spectral": 0.8082, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1234, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7789, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.279, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 99, - "cpu_pct": 2342.5, - "peak_memory_mb": 10036, - "disk_read_mb": 886, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:56:03", + "exit_code": "NA", + "duration_sec": 3761, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/pancreas", - "method_id": "umap", + "dataset_id": "openproblems_v1/tnbc_wu2021", + "method_id": "diffusion_map", "metric_values": { - "adjusted_rand_index": 0.2897, + "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0661, - "distance_correlation": 0.3816, - "distance_correlation_spectral": 0.0842, + "density_preservation": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6749, + "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.859, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9188, + "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1722, - "distance_correlation": 0.4539, - "distance_correlation_spectral": 0.8771, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2837, + "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7173, - "trustworthiness_at_k30": 0 - }, - "mean_score": 0.3184, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 68, - "cpu_pct": 270.3, - "peak_memory_mb": 6759, - "disk_read_mb": 887, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "densmap", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8314, - "density_preservation": 0.8536, - "distance_correlation": 0.5522, - "distance_correlation_spectral": -0.1614, - "lcmc_at_k30": 0.0984, - "normalized_mutual_information": "NA", - "qglobal": 0.8264, - "qlocal": 0.4466, - "qnx_at_k30": 0.126, - "qnx_auc": 0.7124, - "trustworthiness": 0.768, - "trustworthiness_at_k30": 0.7803 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6614, - "density_preservation": 0.8592, - "distance_correlation": 0.426, - "distance_correlation_spectral": 1.1352, - "lcmc_at_k30": 0.1014, - "normalized_mutual_information": 0, - "qglobal": 0.6545, - "qlocal": 0.4446, - "qnx_at_k30": 0.1014, - "qnx_auc": 0.428, - "trustworthiness": 0.5368, - "trustworthiness_at_k30": 0.5583 - }, - "mean_score": 0.444, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 33.3, - "cpu_pct": 152.7, - "peak_memory_mb": 10855, - "disk_read_mb": 74, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", - "method_id": "diffusion_map", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8168, - "density_preservation": 0.3638, - "distance_correlation": 0.463, - "distance_correlation_spectral": 0.0299, - "lcmc_at_k30": 0.064, - "normalized_mutual_information": "NA", - "qglobal": 0.7916, - "qlocal": 0.4055, - "qnx_at_k30": 0.0916, - "qnx_auc": 0.6671, - "trustworthiness": 0.7894, - "trustworthiness_at_k30": 0.7927 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6319, - "density_preservation": 0.3881, - "distance_correlation": 0.5152, - "distance_correlation_spectral": 0.9477, - "lcmc_at_k30": 0.0661, - "normalized_mutual_information": 0, - "qglobal": 0.585, - "qlocal": 0.4033, - "qnx_at_k30": 0.0661, - "qnx_auc": 0.338, - "trustworthiness": 0.5795, - "trustworthiness_at_k30": 0.5833 - }, - "mean_score": 0.3926, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 73, - "cpu_pct": 114.9, - "peak_memory_mb": 7271, - "disk_read_mb": 97, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 15:26:53", + "exit_code": "NA", + "duration_sec": 18691, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "ivis", - "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.841, - "density_preservation": 0.1286, - "distance_correlation": 0.4378, - "distance_correlation_spectral": -0.1456, - "lcmc_at_k30": 0.084, - "normalized_mutual_information": "NA", - "qglobal": 0.8129, - "qlocal": 0.4224, - "qnx_at_k30": 0.1116, - "qnx_auc": 0.6874, - "trustworthiness": 0.7918, - "trustworthiness_at_k30": 0.7973 + "metric_values": { + "adjusted_rand_index": 0.2981, + "centroid_distance_correlation": 0.2641, + "continuity_at_k30": "NA", + "density_preservation": -0.1293, + "label_distance_correlation": 0.5739, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5712, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2151 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6806, - "density_preservation": 0.1618, - "distance_correlation": 0.5404, - "distance_correlation_spectral": 1.1197, - "lcmc_at_k30": 0.0866, - "normalized_mutual_information": 0, - "qglobal": 0.6275, - "qlocal": 0.4203, - "qnx_at_k30": 0.0866, - "qnx_auc": 0.3783, - "trustworthiness": 0.5844, - "trustworthiness_at_k30": 0.5924 + "adjusted_rand_index": 0.9342, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1.0979, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3968, - "normalization_id": "log_cp10k", + "mean_score": 0.1382, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 15.6, - "cpu_pct": 408.6, - "peak_memory_mb": 6861, - "disk_read_mb": 106, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 225, + "cpu_pct": 2508.1, + "peak_memory_mb": 32256, + "disk_read_mb": 1229, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8386, - "density_preservation": 0.2044, - "distance_correlation": 0.4204, - "distance_correlation_spectral": -0.1288, - "lcmc_at_k30": 0.0817, - "normalized_mutual_information": "NA", - "qglobal": 0.8133, - "qlocal": 0.4274, - "qnx_at_k30": 0.1093, - "qnx_auc": 0.6889, - "trustworthiness": 0.7911, - "trustworthiness_at_k30": 0.7989 + "adjusted_rand_index": 0.2711, + "centroid_distance_correlation": 0.1571, + "continuity_at_k30": "NA", + "density_preservation": -0.2547, + "label_distance_correlation": 0.6372, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4695, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": 0.144, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.0822 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6757, - "density_preservation": 0.2347, - "distance_correlation": 0.5578, - "distance_correlation_spectral": 1.1031, - "lcmc_at_k30": 0.0842, - "normalized_mutual_information": 0, - "qglobal": 0.6283, - "qlocal": 0.4253, - "qnx_at_k30": 0.0842, - "qnx_auc": 0.3813, - "trustworthiness": 0.5828, - "trustworthiness_at_k30": 0.5957 + "adjusted_rand_index": 0.8493, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.8987, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.4039, - "normalization_id": "log_cp10k", + "mean_score": 0.1249, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 83, - "cpu_pct": 25.3, - "peak_memory_mb": 3277, - "disk_read_mb": 72, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 125, + "cpu_pct": 100.8, + "peak_memory_mb": 12698, + "disk_read_mb": 1229, + "disk_write_mb": 4 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "neuralee", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8408, - "density_preservation": 0.0478, - "distance_correlation": 0.4876, - "distance_correlation_spectral": -0.0511, - "lcmc_at_k30": 0.0932, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 0.8228, - "qlocal": 0.4415, - "qnx_at_k30": 0.1208, - "qnx_auc": 0.6985, - "trustworthiness": 0.8051, - "trustworthiness_at_k30": 0.8099 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.6801, - "density_preservation": 0.0841, - "distance_correlation": 0.4906, - "distance_correlation_spectral": 1.027, - "lcmc_at_k30": 0.0961, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.6473, - "qlocal": 0.4394, - "qnx_at_k30": 0.0961, - "qnx_auc": 0.4004, - "trustworthiness": 0.6109, - "trustworthiness_at_k30": 0.6179 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3971, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 120, - "cpu_pct": 168.2, - "peak_memory_mb": 11264, - "disk_read_mb": 91, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 360, + "cpu_pct": 1301.4, + "peak_memory_mb": 9524, + "disk_read_mb": 1229, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "pca", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8414, - "density_preservation": 0.2314, - "distance_correlation": 0.4406, - "distance_correlation_spectral": -0.1097, - "lcmc_at_k30": 0.0819, - "normalized_mutual_information": "NA", - "qglobal": 0.824, - "qlocal": 0.4326, - "qnx_at_k30": 0.1096, - "qnx_auc": 0.6972, - "trustworthiness": 0.7923, - "trustworthiness_at_k30": 0.7972 + "adjusted_rand_index": 0.197, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": -0.1158, + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4101, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": 0.2116, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6813, - "density_preservation": 0.2607, - "distance_correlation": 0.5376, - "distance_correlation_spectral": 1.0844, - "lcmc_at_k30": 0.0845, - "normalized_mutual_information": 0, - "qglobal": 0.6497, - "qlocal": 0.4305, - "qnx_at_k30": 0.0845, - "qnx_auc": 0.3977, - "trustworthiness": 0.5854, - "trustworthiness_at_k30": 0.5922 + "adjusted_rand_index": 0.6171, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7823, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.408, - "normalization_id": "log_cp10k", + "mean_score": 0.1, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 6.4, - "cpu_pct": 470.9, - "peak_memory_mb": 3277, - "disk_read_mb": 72, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 28.9, + "cpu_pct": 685.5, + "peak_memory_mb": 8192, + "disk_read_mb": 1229, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "phate", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.9021, - "density_preservation": 0.2288, - "distance_correlation": 0.5907, - "distance_correlation_spectral": -0.0623, - "lcmc_at_k30": 0.1619, - "normalized_mutual_information": "NA", - "qglobal": 0.8169, - "qlocal": 0.4839, - "qnx_at_k30": 0.1895, - "qnx_auc": 0.7212, - "trustworthiness": 0.8646, - "trustworthiness_at_k30": 0.8695 + "adjusted_rand_index": 0.2226, + "centroid_distance_correlation": 0.3131, + "continuity_at_k30": "NA", + "density_preservation": -0.0507, + "label_distance_correlation": 0.6342, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.4813, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": 0.1525, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.2766 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.8034, - "density_preservation": 0.2582, - "distance_correlation": 0.3875, - "distance_correlation_spectral": 1.038, - "lcmc_at_k30": 0.1668, - "normalized_mutual_information": 0, - "qglobal": 0.6355, - "qlocal": 0.482, - "qnx_at_k30": 0.1668, - "qnx_auc": 0.4456, - "trustworthiness": 0.7296, - "trustworthiness_at_k30": 0.7377 + "adjusted_rand_index": 0.6973, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.9218, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.4472, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.1157, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 7.7, - "cpu_pct": 961.8, - "peak_memory_mb": 5632, - "disk_read_mb": 69, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 280, + "cpu_pct": 2951.8, + "peak_memory_mb": 13722, + "disk_read_mb": 1229, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8083, - "density_preservation": 0.0496, - "distance_correlation": 0.503, - "distance_correlation_spectral": -0.056, - "lcmc_at_k30": 0.1117, - "normalized_mutual_information": "NA", - "qglobal": 0.8316, - "qlocal": 0.4369, - "qnx_at_k30": 0.1393, - "qnx_auc": 0.7022, - "trustworthiness": 0.8098, - "trustworthiness_at_k30": 0.8157 + "adjusted_rand_index": 0.249, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": -0.0326, + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6033, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6148, - "density_preservation": 0.0858, - "distance_correlation": 0.4753, - "distance_correlation_spectral": 1.0318, - "lcmc_at_k30": 0.1151, - "normalized_mutual_information": 0, - "qglobal": 0.6648, - "qlocal": 0.4348, - "qnx_at_k30": 0.1151, - "qnx_auc": 0.4078, - "trustworthiness": 0.6202, - "trustworthiness_at_k30": 0.6296 + "adjusted_rand_index": 0.7803, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1.1608, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3972, - "normalization_id": "log_cp10k", + "mean_score": 0.1272, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 48.3, - "cpu_pct": 2847.1, - "peak_memory_mb": 11264, - "disk_read_mb": 96, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 925, + "cpu_pct": 2357.8, + "peak_memory_mb": 12596, + "disk_read_mb": 1229, + "disk_write_mb": 4 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.5023, - "density_preservation": -0.0396, - "distance_correlation": -0.022, - "distance_correlation_spectral": -0.0235, - "lcmc_at_k30": -0.0003, - "normalized_mutual_information": "NA", - "qglobal": 0.4977, - "qlocal": 0.0037, - "qnx_at_k30": 0.0274, - "qnx_auc": 0.4972, - "trustworthiness": 0.4992, - "trustworthiness_at_k30": 0.5026 + "adjusted_rand_index": 0, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": 0.0064, + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.0107, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 1, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.1538, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 1.7, - "cpu_pct": 544.8, - "peak_memory_mb": 2765, - "disk_read_mb": 50, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 6.9, + "cpu_pct": 135.4, + "peak_memory_mb": 4096, + "disk_read_mb": 1229, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 0.789, - "density_preservation": 0.0615, - "distance_correlation": 0.2336, - "distance_correlation_spectral": -0.0227, - "lcmc_at_k30": 0.1091, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 0.7398, - "qlocal": 0.389, - "qnx_at_k30": 0.1368, - "qnx_auc": 0.6439, - "trustworthiness": 0.8048, - "trustworthiness_at_k30": 0.8039 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.5762, - "density_preservation": 0.0973, - "distance_correlation": 0.7445, - "distance_correlation_spectral": 0.9993, - "lcmc_at_k30": 0.1125, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.4821, - "qlocal": 0.3868, - "qnx_at_k30": 0.1125, - "qnx_auc": 0.2917, - "trustworthiness": 0.6103, - "trustworthiness_at_k30": 0.6058 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3861, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 874, - "cpu_pct": 82.3, - "peak_memory_mb": 7988, - "disk_read_mb": 70, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:56:03", + "exit_code": "NA", + "duration_sec": 9930, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8727, - "density_preservation": 0.2016, - "distance_correlation": 0.1985, - "distance_correlation_spectral": 0.9973, - "lcmc_at_k30": 0.1663, - "normalized_mutual_information": "NA", - "qglobal": 0.5889, - "qlocal": 0.2052, - "qnx_at_k30": 0.1939, - "qnx_auc": 0.5621, - "trustworthiness": 0.531, - "trustworthiness_at_k30": 0.6603 + "adjusted_rand_index": 0.3192, + "centroid_distance_correlation": -0.2703, + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": 0.1011, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.5212, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.2878 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.7442, - "density_preservation": 0.232, - "distance_correlation": 0.7796, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0.1713, - "normalized_mutual_information": 0, - "qglobal": 0.1816, - "qlocal": 0.2023, - "qnx_at_k30": 0.1713, - "qnx_auc": 0.129, - "trustworthiness": 0.0635, - "trustworthiness_at_k30": 0.317 + "adjusted_rand_index": 1, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2301, - "normalization_id": "log_cp10k", + "mean_score": 0.1429, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 25.8, - "cpu_pct": 206, - "peak_memory_mb": 5632, - "disk_read_mb": 64, - "disk_write_mb": 9 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1802, + "cpu_pct": 2130.4, + "peak_memory_mb": 20480, + "disk_read_mb": 1229, + "disk_write_mb": 317 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "true_features", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 1, - "density_preservation": 1, - "distance_correlation": 0.9784, - "distance_correlation_spectral": 0.1716, - "lcmc_at_k30": 0.9724, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 1, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0.8089, - "lcmc_at_k30": 1, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 1, - "trustworthiness_at_k30": 1 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.7545, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 2.8, - "cpu_pct": 537.3, - "peak_memory_mb": 5632, - "disk_read_mb": 50, - "disk_write_mb": 6 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 303, + "cpu_pct": 24.8, + "peak_memory_mb": 11367, + "disk_read_mb": 1229, + "disk_write_mb": 231 + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "tsne", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8484, - "density_preservation": 0.2029, - "distance_correlation": 0.4781, - "distance_correlation_spectral": -0.0256, - "lcmc_at_k30": 0.1166, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 0.8108, - "qlocal": 0.4287, - "qnx_at_k30": 0.1442, - "qnx_auc": 0.6968, - "trustworthiness": 0.8326, - "trustworthiness_at_k30": 0.8393 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 0.6954, - "density_preservation": 0.2332, - "distance_correlation": 0.5001, - "distance_correlation_spectral": 1.0021, - "lcmc_at_k30": 0.1202, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.6234, - "qlocal": 0.4265, - "qnx_at_k30": 0.1202, - "qnx_auc": 0.3969, - "trustworthiness": 0.6657, - "trustworthiness_at_k30": 0.6769 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.4199, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 13.5, - "cpu_pct": 2870, - "peak_memory_mb": 8397, - "disk_read_mb": 72, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:56:03", + "exit_code": 139, + "duration_sec": 250, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tenx_1k_pbmc", + "dataset_id": "openproblems_v1/tnbc_wu2021", "method_id": "umap", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8194, - "density_preservation": -0.1139, - "distance_correlation": 0.414, - "distance_correlation_spectral": -0.1108, - "lcmc_at_k30": 0.1025, - "normalized_mutual_information": "NA", - "qglobal": 0.8155, - "qlocal": 0.4446, - "qnx_at_k30": 0.1301, - "qnx_auc": 0.6932, - "trustworthiness": 0.796, - "trustworthiness_at_k30": 0.802 + "adjusted_rand_index": 0.3364, + "centroid_distance_correlation": 0.1526, + "continuity_at_k30": "NA", + "density_preservation": 0.1546, + "label_distance_correlation": 0.4219, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.6316, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": 0.0803, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.1075 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0.6372, - "density_preservation": -0.0715, - "distance_correlation": 0.5642, - "distance_correlation_spectral": 1.0856, - "lcmc_at_k30": 0.1056, - "normalized_mutual_information": 0, - "qglobal": 0.6326, - "qlocal": 0.4426, - "qnx_at_k30": 0.1056, - "qnx_auc": 0.3898, - "trustworthiness": 0.5927, - "trustworthiness_at_k30": 0.602 + "adjusted_rand_index": 1.0542, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, + "normalized_mutual_information": 1.2161, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.3902, - "normalization_id": "log_cp10k", + "mean_score": 0.1429, "resources": { + "submit": "2024-12-19 14:56:03", "exit_code": 0, - "duration_sec": 26.9, - "cpu_pct": 137.1, - "peak_memory_mb": 5735, - "disk_read_mb": 73, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 186, + "cpu_pct": 943.9, + "peak_memory_mb": 12391, + "disk_read_mb": 1229, + "disk_write_mb": 5 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8549, - "density_preservation": 0.8615, - "distance_correlation": 0.7637, - "distance_correlation_spectral": -0.0392, - "lcmc_at_k30": 0.0234, - "normalized_mutual_information": "NA", - "qglobal": 0.7725, - "qlocal": 0.3851, - "qnx_at_k30": 0.0292, - "qnx_auc": 0.6853, - "trustworthiness": 0.7739, - "trustworthiness_at_k30": 0.7802 + "adjusted_rand_index": 0.1715, + "centroid_distance_correlation": 0.5292, + "continuity_at_k30": "NA", + "density_preservation": 0.7731, + "label_distance_correlation": 0.7712, + "lcmc_at_k30": "NA", + "normalized_mutual_information": 0.3421, + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": -0.0156, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.5083 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.9332, - "density_preservation": 0.8696, - "distance_correlation": 0.197, - "distance_correlation_spectral": 0.8874, - "lcmc_at_k30": 7.3894, - "normalized_mutual_information": 0, - "qglobal": 0.661, - "qlocal": 1.0945, - "qnx_at_k30": 7.3894, - "qnx_auc": 27.2168, - "trustworthiness": 0.5468, - "trustworthiness_at_k30": 6.7309 + "adjusted_rand_index": 0.6746, + "centroid_distance_correlation": 0.533, + "continuity_at_k30": 0, + "density_preservation": 0.7789, + "label_distance_correlation": 0.7827, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.7344, + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": -0.0158, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.5165 }, - "mean_score": 0.7048, - "normalization_id": "log_cp10k", + "mean_score": 0.2872, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 96, - "cpu_pct": 493.4, - "peak_memory_mb": 11776, - "disk_read_mb": 179, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1401, + "cpu_pct": 109.3, + "peak_memory_mb": 10957, + "disk_read_mb": 809, + "disk_write_mb": 4 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "diffusion_map", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8272, - "density_preservation": 0.3594, - "distance_correlation": 0.7129, - "distance_correlation_spectral": -0.0224, - "lcmc_at_k30": 0.0281, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 0.87, - "qlocal": 0.4435, - "qnx_at_k30": 0.0338, - "qnx_auc": 0.7495, - "trustworthiness": 0.8001, - "trustworthiness_at_k30": 0.801 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 1.8626, - "density_preservation": 0.3964, - "distance_correlation": 0.2461, - "distance_correlation_spectral": 0.8624, - "lcmc_at_k30": 8.6415, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 1.0307, - "qlocal": 1.3255, - "qnx_at_k30": 8.6415, - "qnx_auc": 36.2944, - "trustworthiness": 0.5993, - "trustworthiness_at_k30": 7.2366 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.7003, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 1738, - "cpu_pct": 101.3, - "peak_memory_mb": 12493, - "disk_read_mb": 202, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:57:02", + "exit_code": "NA", + "duration_sec": 9910, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8177, - "density_preservation": -0.0602, - "distance_correlation": 0.2823, - "distance_correlation_spectral": 0.0792, - "lcmc_at_k30": 0.0311, - "normalized_mutual_information": "NA", - "qglobal": 0.7185, - "qlocal": 0.3337, - "qnx_at_k30": 0.0368, - "qnx_auc": 0.6261, - "trustworthiness": 0.7721, - "trustworthiness_at_k30": 0.7743 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.8384, - "density_preservation": 0.0011, - "distance_correlation": 0.6626, - "distance_correlation_spectral": 0.7113, - "lcmc_at_k30": 9.446, - "normalized_mutual_information": 0, - "qglobal": 0.4565, - "qlocal": 0.8908, - "qnx_at_k30": 9.446, - "qnx_auc": 18.8466, - "trustworthiness": 0.5432, - "trustworthiness_at_k30": 6.5872 - }, - "mean_score": 0.6358, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 25.4, - "cpu_pct": 1497.9, - "peak_memory_mb": 26317, - "disk_read_mb": 211, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.217, + "centroid_distance_correlation": 0.3806, + "continuity_at_k30": 0.8174, + "density_preservation": 0.0411, + "label_distance_correlation": 0.7075, + "lcmc_at_k30": 0.0241, + "normalized_mutual_information": 0.4628, + "qglobal": 0.6589, + "qlocal": 0.2362, + "qnx_at_k30": 0.0252, + "qnx_auc": 0.6126, + "spectral_distance_correlation": 0.1557, + "trustworthiness_at_k30": 0.7788, + "waypoint_distance_correlation": 0.3282 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8536, + "centroid_distance_correlation": 0.3856, + "continuity_at_k30": 0.6412, + "density_preservation": 0.0646, + "label_distance_correlation": 0.7223, + "lcmc_at_k30": 0.0241, + "normalized_mutual_information": 1.0038, + "qglobal": 0.3186, + "qlocal": 0.2361, + "qnx_at_k30": 0.0241, + "qnx_auc": 0.226, + "spectral_distance_correlation": 0.1636, + "trustworthiness_at_k30": 0.5569, + "waypoint_distance_correlation": 0.3394 + }, + "mean_score": 0.3969, + "resources": { + "submit": "2024-12-19 14:51:43", + "exit_code": 0, + "duration_sec": 143, + "cpu_pct": 1830.5, + "peak_memory_mb": 24474, + "disk_read_mb": 855, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "lmds", "metric_values": { "adjusted_rand_index": "NA", - "continuity_at_k30": 0.7718, - "density_preservation": 0.4234, - "distance_correlation": 0.7267, - "distance_correlation_spectral": -0.0053, - "lcmc_at_k30": 0.0205, + "centroid_distance_correlation": "NA", + "continuity_at_k30": "NA", + "density_preservation": "NA", + "label_distance_correlation": "NA", + "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", - "qglobal": 0.7792, - "qlocal": 0.339, - "qnx_at_k30": 0.0262, - "qnx_auc": 0.6716, - "trustworthiness": 0.7727, - "trustworthiness_at_k30": 0.774 + "qglobal": "NA", + "qlocal": "NA", + "qnx_at_k30": "NA", + "qnx_auc": "NA", + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 1.7212, - "density_preservation": 0.4568, - "distance_correlation": 0.2327, - "distance_correlation_spectral": 0.837, - "lcmc_at_k30": 6.6003, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 0.6866, - "qlocal": 0.9119, - "qnx_at_k30": 6.6003, - "qnx_auc": 25.2919, - "trustworthiness": 0.5444, - "trustworthiness_at_k30": 6.5809 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.6669, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 12.4, - "cpu_pct": 878, - "peak_memory_mb": 11060, - "disk_read_mb": 177, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 183, + "cpu_pct": 103.7, + "peak_memory_mb": 8807, + "disk_read_mb": 789, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8287, - "density_preservation": 0.2957, - "distance_correlation": 0.3438, - "distance_correlation_spectral": 0.0748, - "lcmc_at_k30": 0.0304, - "normalized_mutual_information": "NA", - "qglobal": 0.7543, - "qlocal": 0.3693, - "qnx_at_k30": 0.0361, - "qnx_auc": 0.6552, - "trustworthiness": 0.7776, - "trustworthiness_at_k30": 0.7807 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.8663, - "density_preservation": 0.3365, - "distance_correlation": 0.6032, - "distance_correlation_spectral": 0.7178, - "lcmc_at_k30": 9.2624, - "normalized_mutual_information": 0, - "qglobal": 0.5921, - "qlocal": 1.0316, - "qnx_at_k30": 9.2624, - "qnx_auc": 22.9641, - "trustworthiness": 0.5541, - "trustworthiness_at_k30": 6.7436 - }, - "mean_score": 0.6772, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 47.2, - "cpu_pct": 1971.9, - "peak_memory_mb": 11469, - "disk_read_mb": 197, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.1937, + "centroid_distance_correlation": 0.3729, + "continuity_at_k30": 0.8309, + "density_preservation": 0.0735, + "label_distance_correlation": 0.6126, + "lcmc_at_k30": 0.0219, + "normalized_mutual_information": 0.4333, + "qglobal": 0.666, + "qlocal": 0.2498, + "qnx_at_k30": 0.023, + "qnx_auc": 0.6167, + "spectral_distance_correlation": 0.1592, + "trustworthiness_at_k30": 0.7845, + "waypoint_distance_correlation": 0.3305 + }, + "scaled_scores": { + "adjusted_rand_index": 0.7619, + "centroid_distance_correlation": 0.3779, + "continuity_at_k30": 0.6677, + "density_preservation": 0.0962, + "label_distance_correlation": 0.6322, + "lcmc_at_k30": 0.0219, + "normalized_mutual_information": 0.9379, + "qglobal": 0.3326, + "qlocal": 0.2497, + "qnx_at_k30": 0.0219, + "qnx_auc": 0.2343, + "spectral_distance_correlation": 0.1672, + "trustworthiness_at_k30": 0.5684, + "waypoint_distance_correlation": 0.3417 + }, + "mean_score": 0.3865, + "resources": { + "submit": "2024-12-19 14:51:43", + "exit_code": 0, + "duration_sec": 684, + "cpu_pct": 1527.1, + "peak_memory_mb": 12698, + "disk_read_mb": 844, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "pca", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8096, - "density_preservation": 0.4652, - "distance_correlation": 0.7678, - "distance_correlation_spectral": -0.0037, - "lcmc_at_k30": 0.023, - "normalized_mutual_information": "NA", - "qglobal": 0.7983, - "qlocal": 0.3573, - "qnx_at_k30": 0.0287, - "qnx_auc": 0.6891, - "trustworthiness": 0.7765, - "trustworthiness_at_k30": 0.778 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.8176, - "density_preservation": 0.4962, - "distance_correlation": 0.193, - "distance_correlation_spectral": 0.8346, - "lcmc_at_k30": 7.2624, - "normalized_mutual_information": 0, - "qglobal": 0.7587, - "qlocal": 0.9841, - "qnx_at_k30": 7.2624, - "qnx_auc": 27.7537, - "trustworthiness": 0.5519, - "trustworthiness_at_k30": 6.6775 - }, - "mean_score": 0.6784, - "normalization_id": "log_cp10k", - "resources": { + "adjusted_rand_index": 0.1168, + "centroid_distance_correlation": 0.5075, + "continuity_at_k30": 0.8749, + "density_preservation": -0.0359, + "label_distance_correlation": 0.8425, + "lcmc_at_k30": 0.0137, + "normalized_mutual_information": 0.2761, + "qglobal": 0.7797, + "qlocal": 0.3655, + "qnx_at_k30": 0.0149, + "qnx_auc": 0.6872, + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": 0.7916, + "waypoint_distance_correlation": 0.4936 + }, + "scaled_scores": { + "adjusted_rand_index": 0.4595, + "centroid_distance_correlation": 0.5115, + "continuity_at_k30": 0.7542, + "density_preservation": -0.0106, + "label_distance_correlation": 0.8504, + "lcmc_at_k30": 0.0137, + "normalized_mutual_information": 0.5872, + "qglobal": 0.5599, + "qlocal": 0.3654, + "qnx_at_k30": 0.0137, + "qnx_auc": 0.3752, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0.5827, + "waypoint_distance_correlation": 0.502 + }, + "mean_score": 0.3982, + "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 9.1, - "cpu_pct": 2286.2, - "peak_memory_mb": 6144, - "disk_read_mb": 177, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 30.6, + "cpu_pct": 519.1, + "peak_memory_mb": 6042, + "disk_read_mb": 806, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "phate", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.9003, - "density_preservation": 0.1826, - "distance_correlation": 0.4971, - "distance_correlation_spectral": -0.0307, - "lcmc_at_k30": 0.0728, - "normalized_mutual_information": "NA", - "qglobal": 0.7805, - "qlocal": 0.494, - "qnx_at_k30": 0.0785, - "qnx_auc": 0.704, - "trustworthiness": 0.8897, - "trustworthiness_at_k30": 0.8876 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 2.0488, - "density_preservation": 0.2299, - "distance_correlation": 0.4549, - "distance_correlation_spectral": 0.8747, - "lcmc_at_k30": 20.7084, - "normalized_mutual_information": 0, - "qglobal": 0.6914, - "qlocal": 1.5251, - "qnx_at_k30": 20.7084, - "qnx_auc": 29.8611, - "trustworthiness": 0.7789, - "trustworthiness_at_k30": 9.3385 + "adjusted_rand_index": 0.0904, + "centroid_distance_correlation": 0.3544, + "continuity_at_k30": 0.924, + "density_preservation": 0.0527, + "label_distance_correlation": 0.6479, + "lcmc_at_k30": 0.0611, + "normalized_mutual_information": 0.4258, + "qglobal": 0.7262, + "qlocal": 0.374, + "qnx_at_k30": 0.0622, + "qnx_auc": 0.6803, + "spectral_distance_correlation": -0.0078, + "trustworthiness_at_k30": 0.9048, + "waypoint_distance_correlation": 0.3409 + }, + "scaled_scores": { + "adjusted_rand_index": 0.3555, + "centroid_distance_correlation": 0.3596, + "continuity_at_k30": 0.8507, + "density_preservation": 0.0759, + "label_distance_correlation": 0.6657, + "lcmc_at_k30": 0.0611, + "normalized_mutual_information": 0.9211, + "qglobal": 0.453, + "qlocal": 0.3739, + "qnx_at_k30": 0.0611, + "qnx_auc": 0.3614, + "spectral_distance_correlation": -0.0076, + "trustworthiness_at_k30": 0.8092, + "waypoint_distance_correlation": 0.3519 }, - "mean_score": 0.6946, - "normalization_id": "sqrt_cp10k", + "mean_score": 0.4072, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 24.2, - "cpu_pct": 1831.7, - "peak_memory_mb": 11572, - "disk_read_mb": 174, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 232, + "cpu_pct": 2682.1, + "peak_memory_mb": 12800, + "disk_read_mb": 799, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8543, - "density_preservation": 0.1039, - "distance_correlation": 0.349, - "distance_correlation_spectral": 0.0916, - "lcmc_at_k30": 0.043, - "normalized_mutual_information": "NA", - "qglobal": 0.7385, - "qlocal": 0.3862, - "qnx_at_k30": 0.0487, - "qnx_auc": 0.6487, - "trustworthiness": 0.8168, - "trustworthiness_at_k30": 0.8173 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.9317, - "density_preservation": 0.1557, - "distance_correlation": 0.5981, - "distance_correlation_spectral": 0.6929, - "lcmc_at_k30": 12.6655, - "normalized_mutual_information": 0, - "qglobal": 0.5322, - "qlocal": 1.0987, - "qnx_at_k30": 12.6655, - "qnx_auc": 22.0455, - "trustworthiness": 0.6328, - "trustworthiness_at_k30": 7.6327 - }, - "mean_score": 0.6624, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 89, - "cpu_pct": 2237.9, - "peak_memory_mb": 7783, - "disk_read_mb": 201, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "adjusted_rand_index": 0.2062, + "centroid_distance_correlation": 0.4547, + "continuity_at_k30": 0.8924, + "density_preservation": -0.0459, + "label_distance_correlation": 0.7814, + "lcmc_at_k30": 0.0533, + "normalized_mutual_information": 0.5492, + "qglobal": 0.7167, + "qlocal": 0.3253, + "qnx_at_k30": 0.0545, + "qnx_auc": 0.6711, + "spectral_distance_correlation": -0.0064, + "trustworthiness_at_k30": 0.901, + "waypoint_distance_correlation": 0.4325 + }, + "scaled_scores": { + "adjusted_rand_index": 0.8113, + "centroid_distance_correlation": 0.4591, + "continuity_at_k30": 0.7885, + "density_preservation": -0.0203, + "label_distance_correlation": 0.7924, + "lcmc_at_k30": 0.0534, + "normalized_mutual_information": 1.1965, + "qglobal": 0.4339, + "qlocal": 0.3253, + "qnx_at_k30": 0.0534, + "qnx_auc": 0.343, + "spectral_distance_correlation": -0.0061, + "trustworthiness_at_k30": 0.8017, + "waypoint_distance_correlation": 0.442 + }, + "mean_score": 0.4503, + "resources": { + "submit": "2024-12-19 14:51:43", + "exit_code": 0, + "duration_sec": 637, + "cpu_pct": 2231.9, + "peak_memory_mb": 19661, + "disk_read_mb": 849, + "disk_write_mb": 3 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.4889, - "density_preservation": -0.0146, - "distance_correlation": 0.0038, - "distance_correlation_spectral": 0.015, - "lcmc_at_k30": -0.0002, - "normalized_mutual_information": "NA", - "qglobal": 0.8619, - "qlocal": 0.3613, - "qnx_at_k30": 0.0055, - "qnx_auc": 0.4999, - "trustworthiness": 0.5011, - "trustworthiness_at_k30": 0.5029 + "adjusted_rand_index": 0, + "centroid_distance_correlation": -0.0081, + "continuity_at_k30": 0.4911, + "density_preservation": "NA", + "label_distance_correlation": 0.0996, + "lcmc_at_k30": 0, + "normalized_mutual_information": 0.013, + "qglobal": 0.4995, + "qlocal": 0.0001, + "qnx_at_k30": 0.0012, + "qnx_auc": 0.4994, + "spectral_distance_correlation": -0.0005, + "trustworthiness_at_k30": 0.5008, + "waypoint_distance_correlation": -0.0046 }, "scaled_scores": { "adjusted_rand_index": 0, - "continuity_at_k30": 1, - "density_preservation": 0.0441, - "distance_correlation": 0.9321, - "distance_correlation_spectral": 0.8068, - "lcmc_at_k30": 1, + "centroid_distance_correlation": 0, + "continuity_at_k30": 0, + "density_preservation": 0, + "label_distance_correlation": 0.145, + "lcmc_at_k30": 0, "normalized_mutual_information": 0, - "qglobal": 1, - "qlocal": 1, - "qnx_at_k30": 1, - "qnx_auc": 1, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qglobal": 0, + "qlocal": 0, + "qnx_at_k30": 0, + "qnx_auc": 0, + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.0122 }, - "mean_score": 0.5987, - "normalization_id": "log_cp10k", + "mean_score": 0.0112, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 1.9, - "cpu_pct": 479.9, - "peak_memory_mb": 2765, - "disk_read_mb": 155, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 6.3, + "cpu_pct": 126.6, + "peak_memory_mb": 2868, + "disk_read_mb": 774, + "disk_write_mb": 2 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "simlr", "metric_values": { "adjusted_rand_index": "NA", + "centroid_distance_correlation": "NA", "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", + "label_distance_correlation": "NA", "lcmc_at_k30": "NA", "normalized_mutual_information": "NA", "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": "NA" }, "scaled_scores": { "adjusted_rand_index": 0, + "centroid_distance_correlation": 0, "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, "normalized_mutual_information": 0, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 23664, + "submit": "2024-12-20 03:52:33", + "exit_code": 137, + "duration_sec": 19931, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", + "dataset_id": "openproblems_v1/zebrafish", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.0968, - "density_preservation": -0.0614, - "distance_correlation": -0.0664, - "distance_correlation_spectral": 0.5573, - "lcmc_at_k30": -0.0039, - "normalized_mutual_information": "NA", - "qglobal": 0.598, - "qlocal": 0.1087, - "qnx_at_k30": 0.0018, - "qnx_auc": 0.4928, - "trustworthiness": 0.5985, - "trustworthiness_at_k30": 0.5441 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 0, - "density_preservation": 0, - "distance_correlation": 1, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, - "qnx_at_k30": 0, - "qnx_auc": 0, - "trustworthiness": 0.1951, - "trustworthiness_at_k30": 1 - }, - "mean_score": 0.1689, - "normalization_id": "log_cp10k", - "resources": { - "exit_code": 0, - "duration_sec": 88, - "cpu_pct": 922.1, - "peak_memory_mb": 11572, - "disk_read_mb": 169, - "disk_write_mb": 40 - }, - "task_id": "dimensionality_reduction" - }, - { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "true_features", - "metric_values": { - "adjusted_rand_index": "NA", + "adjusted_rand_index": 0.2128, + "centroid_distance_correlation": 0.0309, "continuity_at_k30": "NA", - "density_preservation": 0.9999, - "distance_correlation": 0.9673, - "distance_correlation_spectral": -0.1149, + "density_preservation": -0.0251, + "label_distance_correlation": -0.0531, "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", + "normalized_mutual_information": 0.4474, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": 0.9545, + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": -0.017 }, "scaled_scores": { - "adjusted_rand_index": 0, + "adjusted_rand_index": 0.8371, + "centroid_distance_correlation": 0.0387, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 1, + "density_preservation": 0, + "label_distance_correlation": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0, + "normalized_mutual_information": 0.9694, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 1, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0 }, - "mean_score": 0.2308, - "normalization_id": "log_cp10k", + "mean_score": 0.2032, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 6.8, - "cpu_pct": 205.4, - "peak_memory_mb": 6042, - "disk_read_mb": 155, - "disk_write_mb": 27 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1310, + "cpu_pct": 2586.8, + "peak_memory_mb": 15975, + "disk_read_mb": 796, + "disk_write_mb": 195 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "tsne", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "true_features", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8386, - "density_preservation": 0.1151, - "distance_correlation": 0.4671, - "distance_correlation_spectral": 0.0728, - "lcmc_at_k30": 0.0463, - "normalized_mutual_information": "NA", - "qglobal": 0.7381, - "qlocal": 0.3542, - "qnx_at_k30": 0.052, - "qnx_auc": 0.6514, - "trustworthiness": 0.8291, - "trustworthiness_at_k30": 0.8245 + "adjusted_rand_index": 0.2542, + "centroid_distance_correlation": 1, + "continuity_at_k30": 1, + "density_preservation": 0.9998, + "label_distance_correlation": 1, + "lcmc_at_k30": 0.9988, + "normalized_mutual_information": 0.4611, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": 0.0036, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.8916, - "density_preservation": 0.1663, - "distance_correlation": 0.4839, - "distance_correlation_spectral": 0.7208, - "lcmc_at_k30": 13.5592, - "normalized_mutual_information": 0, - "qglobal": 0.5308, - "qlocal": 0.9719, - "qnx_at_k30": 13.5592, - "qnx_auc": 22.4255, - "trustworthiness": 0.6575, - "trustworthiness_at_k30": 7.8067 + "adjusted_rand_index": 1, + "centroid_distance_correlation": 1, + "continuity_at_k30": 1, + "density_preservation": 1, + "label_distance_correlation": 1, + "lcmc_at_k30": 1, + "normalized_mutual_information": 1, + "qglobal": 1, + "qlocal": 1, + "qnx_at_k30": 1, + "qnx_auc": 1, + "spectral_distance_correlation": 0.0043, + "trustworthiness_at_k30": 1, + "waypoint_distance_correlation": 1 }, - "mean_score": 0.6563, - "normalization_id": "log_cp10k", + "mean_score": 0.9289, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 77, - "cpu_pct": 3748, + "duration_sec": 117, + "cpu_pct": 33, "peak_memory_mb": 8909, - "disk_read_mb": 177, - "disk_write_mb": 1 - }, - "task_id": "dimensionality_reduction" + "disk_read_mb": 775, + "disk_write_mb": 163 + } }, { - "dataset_id": "openproblems_v1/tenx_5k_pbmc", - "method_id": "umap", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "tsne", "metric_values": { - "adjusted_rand_index": "NA", - "continuity_at_k30": 0.8201, - "density_preservation": 0.032, - "distance_correlation": 0.3794, - "distance_correlation_spectral": 0.0572, - "lcmc_at_k30": 0.0353, - "normalized_mutual_information": "NA", - "qglobal": 0.7378, - "qlocal": 0.3586, - "qnx_at_k30": 0.041, - "qnx_auc": 0.6383, - "trustworthiness": 0.771, - "trustworthiness_at_k30": 0.7708 - }, - "scaled_scores": { - "adjusted_rand_index": 0, - "continuity_at_k30": 1.8445, - "density_preservation": 0.088, - "distance_correlation": 0.5688, - "distance_correlation_spectral": 0.744, - "lcmc_at_k30": 10.6003, - "normalized_mutual_information": 0, - "qglobal": 0.5295, - "qlocal": 0.9894, - "qnx_at_k30": 10.6003, - "qnx_auc": 20.5777, - "trustworthiness": 0.541, - "trustworthiness_at_k30": 6.5022 - }, - "mean_score": 0.6508, - "normalization_id": "log_cp10k", - "resources": { + "adjusted_rand_index": 0.1787, + "centroid_distance_correlation": 0.447, + "continuity_at_k30": 0.8695, + "density_preservation": 0.0044, + "label_distance_correlation": 0.8531, + "lcmc_at_k30": 0.0616, + "normalized_mutual_information": 0.5289, + "qglobal": 0.7057, + "qlocal": 0.3176, + "qnx_at_k30": 0.0628, + "qnx_auc": 0.6569, + "spectral_distance_correlation": 0.1074, + "trustworthiness_at_k30": 0.9143, + "waypoint_distance_correlation": 0.4016 + }, + "scaled_scores": { + "adjusted_rand_index": 0.703, + "centroid_distance_correlation": 0.4514, + "continuity_at_k30": 0.7435, + "density_preservation": 0.0288, + "label_distance_correlation": 0.8605, + "lcmc_at_k30": 0.0617, + "normalized_mutual_information": 1.1513, + "qglobal": 0.4121, + "qlocal": 0.3176, + "qnx_at_k30": 0.0617, + "qnx_auc": 0.3146, + "spectral_distance_correlation": 0.113, + "trustworthiness_at_k30": 0.8284, + "waypoint_distance_correlation": 0.4115 + }, + "mean_score": 0.4506, + "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 64, - "cpu_pct": 173.4, - "peak_memory_mb": 10957, - "disk_read_mb": 179, + "duration_sec": 171, + "cpu_pct": 1701.9, + "peak_memory_mb": 14746, + "disk_read_mb": 808, "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "densmap", + "dataset_id": "openproblems_v1/zebrafish", + "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.2064, + "adjusted_rand_index": 0.2859, + "centroid_distance_correlation": 0.3793, "continuity_at_k30": "NA", - "density_preservation": 0.6229, - "distance_correlation": 0.4758, - "distance_correlation_spectral": 0.2241, + "density_preservation": -0.0421, + "label_distance_correlation": 0.6944, "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4796, + "normalized_mutual_information": 0.5845, "qglobal": "NA", "qlocal": "NA", "qnx_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.775, - "trustworthiness_at_k30": "NA" + "spectral_distance_correlation": "NA", + "trustworthiness_at_k30": "NA", + "waypoint_distance_correlation": 0.3212 }, "scaled_scores": { - "adjusted_rand_index": 0.6791, + "adjusted_rand_index": 1.125, + "centroid_distance_correlation": 0.3843, "continuity_at_k30": 0, - "density_preservation": 0.7316, - "distance_correlation": -2.1603, - "distance_correlation_spectral": 0.7644, + "density_preservation": -0.0166, + "label_distance_correlation": 0.7098, "lcmc_at_k30": 0, - "normalized_mutual_information": 0.933, + "normalized_mutual_information": 1.2752, "qglobal": 0, "qlocal": 0, "qnx_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5501, - "trustworthiness_at_k30": 0 + "spectral_distance_correlation": 0, + "trustworthiness_at_k30": 0, + "waypoint_distance_correlation": 0.3325 }, - "mean_score": 0.2814, - "normalization_id": "log_cp10k", + "mean_score": 0.2448, "resources": { + "submit": "2024-12-19 14:51:43", "exit_code": 0, - "duration_sec": 441, - "cpu_pct": 1092.9, - "peak_memory_mb": 20788, - "disk_read_mb": 1229, + "duration_sec": 172, + "cpu_pct": 642.3, + "peak_memory_mb": 11879, + "disk_read_mb": 809, "disk_write_mb": 4 - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", - "method_id": "diffusion_map", + "dataset_id": "cellxgene_census/hcla", + "method_id": "densmap", "metric_values": { + "normalized_mutual_information": "NA", "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, - "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, + "qnx_at_k30": 0, "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, + "qnx_auc": 0, "qlocal": 0, + "qglobal": 0 + }, + "mean_score": 0, + "resources": { + "submit": "2024-12-19 17:32:33", + "exit_code": "NA", + "duration_sec": 10741, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } + }, + { + "dataset_id": "cellxgene_census/hcla", + "method_id": "diffusion_map", + "metric_values": { + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", + "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", + "qnx_auc": "NA", + "qlocal": "NA", + "qglobal": "NA" + }, + "scaled_scores": { + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 14402, + "submit": "2024-12-19 15:27:22", + "exit_code": 137, + "duration_sec": 650, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.3649, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0215, - "distance_correlation": 0.5476, - "distance_correlation_spectral": 0.1978, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.622, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7864, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1.2007, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.3032, - "distance_correlation": -2.6406, - "distance_correlation_spectral": 0.7922, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2163, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5728, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2822, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 201, - "cpu_pct": 1223, - "peak_memory_mb": 27444, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:51:53", + "exit_code": "NA", + "duration_sec": 2261, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.2792, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.2761, - "distance_correlation": 0.5832, - "distance_correlation_spectral": 0.1467, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4866, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7146, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.9187, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.0913, - "distance_correlation": -2.879, - "distance_correlation_spectral": 0.8465, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9469, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.4293, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2487, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 55.7, - "cpu_pct": 335.1, - "peak_memory_mb": 12186, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 3243, + "cpu_pct": 102.5, + "peak_memory_mb": 104039, + "disk_read_mb": 17511, + "disk_write_mb": 24 + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.3609, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0156, - "distance_correlation": 0.5336, - "distance_correlation_spectral": 0.0877, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.605, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.761, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1.1877, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2768, - "distance_correlation": -2.5475, - "distance_correlation_spectral": 0.9091, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1824, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.522, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2852, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:52", "exit_code": 0, - "duration_sec": 351, - "cpu_pct": 2493.1, - "peak_memory_mb": 13005, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 3973, + "cpu_pct": 2047.7, + "peak_memory_mb": 38298, + "disk_read_mb": 17511, + "disk_write_mb": 19 + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.2054, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.1158, - "distance_correlation": 0.7001, - "distance_correlation_spectral": 0.2127, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4087, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7149, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6758, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2055, - "distance_correlation": -3.662, - "distance_correlation_spectral": 0.7764, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.792, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.43, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2215, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 28.2, - "cpu_pct": 422.6, - "peak_memory_mb": 8192, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 133, + "cpu_pct": 156.4, + "peak_memory_mb": 38093, + "disk_read_mb": 17511, + "disk_write_mb": 20 + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.1832, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0603, - "distance_correlation": 0.3588, - "distance_correlation_spectral": 0.0936, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4638, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8715, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6028, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2449, - "distance_correlation": -1.3771, - "distance_correlation_spectral": 0.9028, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9016, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7431, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2612, - "normalization_id": "sqrt_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 151, - "cpu_pct": 3704.3, - "peak_memory_mb": 13824, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:51:52", + "exit_code": "NA", + "duration_sec": 2311, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.2348, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0162, - "distance_correlation": 0.369, - "distance_correlation_spectral": 0.1452, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6158, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8662, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7726, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2764, - "distance_correlation": -1.4451, - "distance_correlation_spectral": 0.8481, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2038, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7325, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2792, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 306, - "cpu_pct": 2591.6, - "peak_memory_mb": 15053, - "disk_read_mb": 1229, - "disk_write_mb": 4 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:51:53", + "exit_code": "NA", + "duration_sec": 2450, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": 7.3061e-06, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0048, - "distance_correlation": 0.0038, - "distance_correlation_spectral": 0.002, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0104, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.4999, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2914, - "distance_correlation": 1, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.1763, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 145, - "peak_memory_mb": 6349, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 162, + "cpu_pct": 18.5, + "peak_memory_mb": 23040, + "disk_read_mb": 17408, + "disk_write_mb": 24 + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "simlr", "metric_values": { + "normalized_mutual_information": "NA", "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, - "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": "NA", - "duration_sec": 21301, + "submit": "2024-12-19 15:27:52", + "exit_code": 137, + "duration_sec": 2440, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.239, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.4042, - "distance_correlation": 0.1531, - "distance_correlation_spectral": 0.9446, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5012, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8177, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7864, - "continuity_at_k30": 0, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9759, - "qglobal": 0, - "qlocal": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6354, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.1844, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 1079, - "cpu_pct": 3991.1, - "peak_memory_mb": 20378, - "disk_read_mb": 1229, - "disk_write_mb": 316 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:51:53", + "exit_code": "NA", + "duration_sec": 4261, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.3039, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.9997, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5133, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.3077, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:53", "exit_code": 0, - "duration_sec": 65, - "cpu_pct": 116.2, - "peak_memory_mb": 11264, - "disk_read_mb": 1229, - "disk_write_mb": 231 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 2327, + "cpu_pct": 30.8, + "peak_memory_mb": 86016, + "disk_read_mb": 17408, + "disk_write_mb": 3482 + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.2311, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0052, - "distance_correlation": 0.5165, - "distance_correlation_spectral": 0.0547, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6114, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8819, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7606, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.2842, - "distance_correlation": -2.4329, - "distance_correlation_spectral": 0.9441, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1952, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7638, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2887, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 131, - "cpu_pct": 1452.8, - "peak_memory_mb": 10548, - "disk_read_mb": 1229, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:51:53", + "exit_code": "NA", + "duration_sec": 2331, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/tnbc_wu2021", + "dataset_id": "cellxgene_census/hcla", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.3329, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.1422, - "distance_correlation": 0.272, - "distance_correlation_spectral": 0.1307, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.6324, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8282, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1.0957, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.3892, - "distance_correlation": -0.7961, - "distance_correlation_spectral": 0.8634, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.237, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6565, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.3007, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:51:52", "exit_code": 0, - "duration_sec": 126, - "cpu_pct": 350.6, - "peak_memory_mb": 12288, - "disk_read_mb": 1229, - "disk_write_mb": 4 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 5720, + "cpu_pct": 263.4, + "peak_memory_mb": 42906, + "disk_read_mb": 17511, + "disk_write_mb": 21 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "densmap", "metric_values": { - "adjusted_rand_index": 0.1686, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.7708, - "distance_correlation": 0.6286, - "distance_correlation_spectral": 0.0401, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.338, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8138, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.6744, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.7763, - "distance_correlation": -3.8156, - "distance_correlation_spectral": 0.9609, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.7251, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.6273, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2895, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 249, - "cpu_pct": 961, - "peak_memory_mb": 15975, - "disk_read_mb": 792, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 4831, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "diffusion_map", "metric_values": { + "normalized_mutual_information": "NA", "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, - "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": "NA", - "duration_sec": 28411, + "submit": "2024-12-19 15:36:52", + "exit_code": 137, + "duration_sec": 700, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "ivis", "metric_values": { - "adjusted_rand_index": 0.2162, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0034, - "distance_correlation": 0.5008, - "distance_correlation_spectral": 0.0985, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4508, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7886, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8647, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.0262, - "distance_correlation": -2.8405, - "distance_correlation_spectral": 0.8996, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9764, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5767, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2572, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 70, - "cpu_pct": 1475.9, - "peak_memory_mb": 14848, - "disk_read_mb": 824, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 2390, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "lmds", "metric_values": { - "adjusted_rand_index": 0.1177, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0693, - "distance_correlation": 0.7238, - "distance_correlation_spectral": -0.0025, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.2812, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7899, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.4709, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": -0.0449, - "distance_correlation": -4.5411, - "distance_correlation_spectral": 1.0056, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5985, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5792, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2037, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:55:43", "exit_code": 0, - "duration_sec": 37.3, - "cpu_pct": 393.9, - "peak_memory_mb": 9524, - "disk_read_mb": 790, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 3386, + "cpu_pct": 105, + "peak_memory_mb": 101172, + "disk_read_mb": 19354, + "disk_write_mb": 21 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "neuralee", "metric_values": { - "adjusted_rand_index": 0.1872, - "continuity_at_k30": "NA", - "density_preservation": 0.0611, - "distance_correlation": 0.5066, - "distance_correlation_spectral": 0.1686, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4135, - "qglobal": "NA", - "qlocal": "NA", + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7801, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7488, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.0826, - "distance_correlation": -2.8853, - "distance_correlation_spectral": 0.8261, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.8933, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.5597, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2393, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 318, - "cpu_pct": 2500.3, - "peak_memory_mb": 13415, - "disk_read_mb": 810, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 550, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "pca", "metric_values": { - "adjusted_rand_index": 0.1263, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0359, - "distance_correlation": 0.7267, - "distance_correlation_spectral": -0.0144, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.2802, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.7913, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5052, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": -0.0123, - "distance_correlation": -4.5637, - "distance_correlation_spectral": 1.018, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.5964, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.582, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2064, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:55:43", "exit_code": 0, - "duration_sec": 16.9, - "cpu_pct": 1060.4, - "peak_memory_mb": 7271, - "disk_read_mb": 790, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 148, + "cpu_pct": 218.9, + "peak_memory_mb": 44647, + "disk_read_mb": 19354, + "disk_write_mb": 16 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "phate", "metric_values": { - "adjusted_rand_index": 0.1489, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0947, - "distance_correlation": 0.4758, - "distance_correlation_spectral": 0.005, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4488, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9111, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.5955, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.1154, - "distance_correlation": -2.6498, - "distance_correlation_spectral": 0.9977, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.972, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.822, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2694, - "normalization_id": "sqrt_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 70, - "cpu_pct": 2782.3, - "peak_memory_mb": 13312, - "disk_read_mb": 787, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": 143, + "duration_sec": 3610, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "pymde", "metric_values": { - "adjusted_rand_index": 0.1835, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0764, - "distance_correlation": 0.5382, - "distance_correlation_spectral": 0.0016, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5398, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9018, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.734, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": -0.0519, - "distance_correlation": -3.1258, - "distance_correlation_spectral": 1.0013, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1747, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8033, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2721, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 171, - "cpu_pct": 2281.7, - "peak_memory_mb": 14541, - "disk_read_mb": 814, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 3511, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "random_features", "metric_values": { - "adjusted_rand_index": -0, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0019, - "distance_correlation": -0.0028, - "distance_correlation_spectral": 0.0028, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.0126, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.5006, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.021, - "distance_correlation": 1, - "distance_correlation_spectral": 1, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.1555, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:55:43", "exit_code": 0, - "duration_sec": 9.3, - "cpu_pct": 152.7, - "peak_memory_mb": 6247, - "disk_read_mb": 769, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 169, + "cpu_pct": 19.9, + "peak_memory_mb": 22324, + "disk_read_mb": 19354, + "disk_write_mb": 20 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "simlr", "metric_values": { + "normalized_mutual_information": "NA", "adjusted_rand_index": "NA", - "continuity_at_k30": "NA", "density_preservation": "NA", - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": "NA", - "qglobal": "NA", - "qlocal": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", + "continuity_at_k30": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": "NA", - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { + "normalized_mutual_information": 0, "adjusted_rand_index": 0, - "continuity_at_k30": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0, - "qglobal": 0, - "qlocal": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, "mean_score": 0, - "normalization_id": "log_cp10k", "resources": { - "exit_code": 143, - "duration_sec": 23243, + "submit": "2024-12-19 16:01:33", + "exit_code": 137, + "duration_sec": 1190, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" - }, - "task_id": "dimensionality_reduction" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "spectral_features", "metric_values": { - "adjusted_rand_index": 0.1896, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0234, - "distance_correlation": 0.1283, - "distance_correlation_spectral": 0.956, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.445, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8665, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.7583, - "continuity_at_k30": 0, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, "density_preservation": 0, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 0.9636, - "qglobal": 0, - "qlocal": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, + "continuity_at_k30": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7326, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.1888, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 421, - "cpu_pct": 1942.7, - "peak_memory_mb": 10650, - "disk_read_mb": 783, - "disk_write_mb": 194 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 2351, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "true_features", "metric_values": { - "adjusted_rand_index": 0.25, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.9997, - "distance_correlation": "NA", - "distance_correlation_spectral": "NA", - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.4614, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 1, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 1, - "distance_correlation": 0, - "distance_correlation_spectral": 0, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 1, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.3077, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 15:09:22", "exit_code": 0, - "duration_sec": 34, - "cpu_pct": 110.7, - "peak_memory_mb": 8807, - "disk_read_mb": 769, - "disk_write_mb": 163 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1245, + "cpu_pct": 100.7, + "peak_memory_mb": 128922, + "disk_read_mb": 19354, + "disk_write_mb": 3892 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "tsne", "metric_values": { - "adjusted_rand_index": 0.2189, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": 0.0017, - "distance_correlation": 0.5764, - "distance_correlation_spectral": 0.1055, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5361, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.9205, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 0.8755, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": 0.0246, - "distance_correlation": -3.4177, - "distance_correlation_spectral": 0.8923, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.1666, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.8408, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2795, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { + "submit": "2024-12-19 14:55:43", "exit_code": 0, - "duration_sec": 83, - "cpu_pct": 1019.8, - "peak_memory_mb": 5632, - "disk_read_mb": 791, - "disk_write_mb": 2 - }, - "task_id": "dimensionality_reduction" + "duration_sec": 1672, + "cpu_pct": 732, + "peak_memory_mb": 44647, + "disk_read_mb": 19354, + "disk_write_mb": 16 + } }, { - "dataset_id": "openproblems_v1/zebrafish", + "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "umap", "metric_values": { - "adjusted_rand_index": 0.278, + "normalized_mutual_information": "NA", + "adjusted_rand_index": "NA", + "density_preservation": "NA", + "spectral_distance_correlation": "NA", + "waypoint_distance_correlation": "NA", + "centroid_distance_correlation": "NA", + "label_distance_correlation": "NA", "continuity_at_k30": "NA", - "density_preservation": -0.0518, - "distance_correlation": 0.5051, - "distance_correlation_spectral": 0.1296, - "lcmc_at_k30": "NA", - "normalized_mutual_information": 0.5833, - "qglobal": "NA", - "qlocal": "NA", + "trustworthiness_at_k30": "NA", "qnx_at_k30": "NA", + "lcmc_at_k30": "NA", "qnx_auc": "NA", - "trustworthiness": 0.8686, - "trustworthiness_at_k30": "NA" + "qlocal": "NA", + "qglobal": "NA" }, "scaled_scores": { - "adjusted_rand_index": 1.1118, + "normalized_mutual_information": 0, + "adjusted_rand_index": 0, + "density_preservation": 0, + "spectral_distance_correlation": 0, + "waypoint_distance_correlation": 0, + "centroid_distance_correlation": 0, + "label_distance_correlation": 0, "continuity_at_k30": 0, - "density_preservation": -0.0278, - "distance_correlation": -2.8739, - "distance_correlation_spectral": 0.867, - "lcmc_at_k30": 0, - "normalized_mutual_information": 1.2717, - "qglobal": 0, - "qlocal": 0, + "trustworthiness_at_k30": 0, "qnx_at_k30": 0, + "lcmc_at_k30": 0, "qnx_auc": 0, - "trustworthiness": 0.7368, - "trustworthiness_at_k30": 0 + "qlocal": 0, + "qglobal": 0 }, - "mean_score": 0.2772, - "normalization_id": "log_cp10k", + "mean_score": 0, "resources": { - "exit_code": 0, - "duration_sec": 135, - "cpu_pct": 236.1, - "peak_memory_mb": 11776, - "disk_read_mb": 792, - "disk_write_mb": 3 - }, - "task_id": "dimensionality_reduction" + "submit": "2024-12-19 14:55:43", + "exit_code": "NA", + "duration_sec": 6880, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" + } } ] diff --git a/results/dimensionality_reduction/data/task_info.json b/results/dimensionality_reduction/data/task_info.json index 88ad9f0d..f9c8fe84 100644 --- a/results/dimensionality_reduction/data/task_info.json +++ b/results/dimensionality_reduction/data/task_info.json @@ -1,17 +1,11 @@ { - "task_id": "dimensionality_reduction", -<<<<<<< HEAD + "task_id": "task_dimensionality_reduction", "commit_sha": null, - "task_name": "Dimensionality reduction for 2D visualization", - "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation", - "task_description": "Data visualisation is an important part of all stages of single-cell analysis, from\ninitial quality control to interpretation and presentation of final results. For bulk RNA-seq\nstudies, linear dimensionality reduction techniques such as PCA and MDS are commonly used\nto visualise the variation between samples. While these methods are highly effective they\ncan only be used to show the first few components of variation which cannot fully represent\nthe increased complexity and number of observations in single-cell datasets. For this reason\nnon-linear techniques (most notably t-SNE and UMAP) have become the standard for visualising\nsingle-cell studies. These methods attempt to compress a dataset into a two-dimensional space\nwhile attempting to capture as much of the variance between observations as possible. Many\nmethods for solving this problem now exist. In general these methods try to preserve distances,\nwhile some additionally consider aspects such as density within the embedded space or conservation\nof continuous trajectories. Despite almost every single-cell study using one of these visualisations\nthere has been debate as to whether they can effectively capture the variation in single-cell\ndatasets [@chari2023speciousart].\n\n\nThe dimensionality reduction task attempts to quantify the ability of methods to embed the\ninformation present in complex single-cell studies into a two-dimensional space. Thus, this task\nis specifically designed for dimensionality reduction for visualisation and does not consider other\nuses of dimensionality reduction in standard single-cell workflows such as improving the\nsignal-to-noise ratio (and in fact several of the methods use PCA as a pre-processing step for this\nreason). Unlike most tasks, methods for the dimensionality reduction task must accept a matrix\ncontaining expression values normalised to 10,000 counts per cell and log transformed (log-10k) and\nproduce a two-dimensional coordinate for each cell. Pre-normalised matrices are required to\nenforce consistency between the metric evaluation (which generally requires normalised data) and\nthe method runs. When these are not consistent, methods that use the same normalisation as used in\nthe metric tend to score more highly. For some methods we also evaluate the pre-processing\nrecommended by the method.\n", - "repo": "openproblems-bio/openproblems-v2" -======= - "commit_sha": "0a0e902bd1482e35418f7816fc91e9bc31a33126", - "task_name": "Dimensionality reduction for visualisation", - "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation", - "task_description": "\nDimensionality reduction is one of the key challenges in single-cell data\nrepresentation. Routine single-cell RNA sequencing (scRNA-seq) experiments measure cells\nin roughly 20,000-30,000 dimensions (i.e., features - mostly gene transcripts but also\nother functional elements encoded in mRNA such as lncRNAs). Since its inception,\nscRNA-seq experiments have been growing in terms of the number of cells measured.\nOriginally, cutting-edge SmartSeq experiments would yield a few hundred cells, at best.\nNow, it is not uncommon to see experiments that yield over [100,000\ncells](https://openproblems.bio/bibliography#tabula2018single) or even [> 1 million\ncells.](https://openproblems.bio/bibliography#cao2020human)\n\nEach *feature* in a dataset functions as a single dimension. While each of the ~30,000\ndimensions measured in each cell contribute to an underlying data structure, the overall\nstructure of the data is challenging to display in few dimensions due to data sparsity\nand the [*\"curse of\ndimensionality\"*](https://en.wikipedia.org/wiki/Curse_of_dimensionality) (distances in\nhigh dimensional data don’t distinguish data points well). Thus, we need to find a way\nto [dimensionally reduce](https://en.wikipedia.org/wiki/Dimensionality_reduction) the\ndata for visualization and interpretation.\n\n", - "repo": "https://github.com/openproblems-bio/openproblems/tree/v1.0.0/openproblems/tasks/dimensionality_reduction", + "task_name": "Dimensionality Reduction for Visualization", + "task_summary": "Reduction of high-dimensional datasets to 2D for visualization & interpretation.", + "task_description": "Data visualisation is an important part of all stages of single-cell analysis, from\ninitial quality control to interpretation and presentation of final results. For bulk RNA-seq\nstudies, linear dimensionality reduction techniques such as PCA and MDS are commonly used\nto visualise the variation between samples. While these methods are highly effective they\ncan only be used to show the first few components of variation which cannot fully represent\nthe increased complexity and number of observations in single-cell datasets. For this reason\nnon-linear techniques (most notably t-SNE and UMAP) have become the standard for visualising\nsingle-cell studies. These methods attempt to compress a dataset into a two-dimensional space\nwhile attempting to capture as much of the variance between observations as possible. Many\nmethods for solving this problem now exist. In general these methods try to preserve distances,\nwhile some additionally consider aspects such as density within the embedded space or conservation\nof continuous trajectories. Despite almost every single-cell study using one of these visualisations\nthere has been debate as to whether they can effectively capture the variation in single-cell\ndatasets [@chari2023speciousart].\n\nThe dimensionality reduction task attempts to quantify the ability of methods to embed the\ninformation present in complex single-cell studies into a two-dimensional space. Thus, this task\nis specifically designed for dimensionality reduction for visualisation and does not consider other\nuses of dimensionality reduction in standard single-cell workflows such as improving the\nsignal-to-noise ratio (and in fact several of the methods use PCA as a pre-processing step for this\nreason). Unlike most tasks, methods for the dimensionality reduction task must accept a matrix\ncontaining expression values normalised to 10,000 counts per cell and log transformed (log-10k) and\nproduce a two-dimensional coordinate for each cell. Pre-normalised matrices are required to\nenforce consistency between the metric evaluation (which generally requires normalised data) and\nthe method runs. When these are not consistent, methods that use the same normalisation as used in\nthe metric tend to score more highly. For some methods we also evaluate the pre-processing\nrecommended by the method.\n", + "repo": "https://github.com/openproblems-bio/task_dimensionality_reduction", + "issue_tracker": "https://github.com/openproblems-bio/task_dimensionality_reduction/issues", "authors": [ { "name": "Luke Zappia", @@ -83,7 +77,6 @@ } } ], - "version": "v1.0.0", + "version": "build_main", "license": "MIT" ->>>>>>> origin/main }