diff --git a/maxkernel/adk/pyproject.toml b/maxkernel/adk/pyproject.toml index 02abcdd0..be7b807f 100644 --- a/maxkernel/adk/pyproject.toml +++ b/maxkernel/adk/pyproject.toml @@ -2,7 +2,6 @@ line-length = 80 target-version = "py310" indent-width = 2 -extend-exclude = ["evaluation/jaxbench_adapted_dataset"] [tool.ruff.lint] select = ["E", "F", "I", "N", "W"] diff --git a/maxkernel/adk/tests/validation/test_benchmark_contracts.py b/maxkernel/adk/tests/validation/test_benchmark_contracts.py index 928f5fab..89c8187c 100644 --- a/maxkernel/adk/tests/validation/test_benchmark_contracts.py +++ b/maxkernel/adk/tests/validation/test_benchmark_contracts.py @@ -6,7 +6,7 @@ import pytest -EVALUATION_DIR = Path(__file__).resolve().parents[2] / "evaluation" +EVALUATION_DIR = Path(__file__).resolve().parents[3] / "evaluation" DATASET_DIR = EVALUATION_DIR / "jaxbench_adapted_dataset" diff --git a/maxkernel/adk/tests/validation/test_task_and_config_specs.py b/maxkernel/adk/tests/validation/test_task_and_config_specs.py index f5dcb067..f689551f 100644 --- a/maxkernel/adk/tests/validation/test_task_and_config_specs.py +++ b/maxkernel/adk/tests/validation/test_task_and_config_specs.py @@ -9,7 +9,7 @@ import yaml ADK_DIR = Path(__file__).resolve().parents[2] -EVALUATION_DIR = ADK_DIR / "evaluation" +EVALUATION_DIR = ADK_DIR.parent / "evaluation" DEFAULT_MIN_VMEM_LIMIT_BYTES = ( 67_108_864 # 64 MiB for complex attention kernels diff --git a/maxkernel/adk/evaluation/.gitignore b/maxkernel/evaluation/.gitignore similarity index 100% rename from maxkernel/adk/evaluation/.gitignore rename to maxkernel/evaluation/.gitignore diff --git a/maxkernel/adk/evaluation/README.md b/maxkernel/evaluation/README.md similarity index 95% rename from maxkernel/adk/evaluation/README.md rename to maxkernel/evaluation/README.md index 938849b5..33f3b1bb 100644 --- a/maxkernel/adk/evaluation/README.md +++ b/maxkernel/evaluation/README.md @@ -66,7 +66,9 @@ if result.error_trace: ### CLI Usage > [!NOTE] -> All CLI commands should be run from the project root directory (`MaxKernel`). +> All CLI commands should be run from the `maxkernel/` directory, with +> `maxkernel/adk` on `PYTHONPATH` (the code adapter imports `hitl_agent` +> from there), e.g. `PYTHONPATH=adk python3 -m evaluation.benchmark ...`. You can also use `jax_kernel_evaluator.py` directly from the command line to evaluate a single kernel without setting up a dataset. @@ -162,7 +164,9 @@ harness, because inner-jit donation is dropped when traced under another jit. ### CLI Usage Examples > [!NOTE] -> All CLI commands should be run from the project root directory (`MaxKernel`). +> All CLI commands should be run from the `maxkernel/` directory, with +> `maxkernel/adk` on `PYTHONPATH` (the code adapter imports `hitl_agent` +> from there), e.g. `PYTHONPATH=adk python3 -m evaluation.benchmark ...`. **Run benchmark on a remote TPU:** diff --git a/maxkernel/adk/evaluation/__init__.py b/maxkernel/evaluation/__init__.py similarity index 100% rename from maxkernel/adk/evaluation/__init__.py rename to maxkernel/evaluation/__init__.py diff --git a/maxkernel/adk/evaluation/analyze_tokens.py b/maxkernel/evaluation/analyze_tokens.py similarity index 100% rename from maxkernel/adk/evaluation/analyze_tokens.py rename to maxkernel/evaluation/analyze_tokens.py diff --git a/maxkernel/adk/evaluation/benchmark.py b/maxkernel/evaluation/benchmark.py similarity index 100% rename from maxkernel/adk/evaluation/benchmark.py rename to maxkernel/evaluation/benchmark.py diff --git a/maxkernel/adk/evaluation/code_adapter/__init__.py b/maxkernel/evaluation/code_adapter/__init__.py similarity index 100% rename from maxkernel/adk/evaluation/code_adapter/__init__.py rename to maxkernel/evaluation/code_adapter/__init__.py diff --git a/maxkernel/adk/evaluation/code_adapter/code_adapter.py b/maxkernel/evaluation/code_adapter/code_adapter.py similarity index 100% rename from maxkernel/adk/evaluation/code_adapter/code_adapter.py rename to maxkernel/evaluation/code_adapter/code_adapter.py diff --git a/maxkernel/adk/evaluation/code_adapter/prompts/adapt_optimized_prompt.py b/maxkernel/evaluation/code_adapter/prompts/adapt_optimized_prompt.py similarity index 100% rename from maxkernel/adk/evaluation/code_adapter/prompts/adapt_optimized_prompt.py rename to maxkernel/evaluation/code_adapter/prompts/adapt_optimized_prompt.py diff --git a/maxkernel/adk/evaluation/code_adapter/prompts/adapt_reference_prompt.py b/maxkernel/evaluation/code_adapter/prompts/adapt_reference_prompt.py similarity index 100% rename from maxkernel/adk/evaluation/code_adapter/prompts/adapt_reference_prompt.py rename to maxkernel/evaluation/code_adapter/prompts/adapt_reference_prompt.py diff --git a/maxkernel/adk/evaluation/custom_types/__init__.py b/maxkernel/evaluation/custom_types/__init__.py similarity index 100% rename from maxkernel/adk/evaluation/custom_types/__init__.py rename to maxkernel/evaluation/custom_types/__init__.py diff --git a/maxkernel/adk/evaluation/custom_types/evaluation_result.py b/maxkernel/evaluation/custom_types/evaluation_result.py similarity index 100% rename from maxkernel/adk/evaluation/custom_types/evaluation_result.py rename to maxkernel/evaluation/custom_types/evaluation_result.py diff --git a/maxkernel/adk/evaluation/custom_types/kernel_task.py b/maxkernel/evaluation/custom_types/kernel_task.py similarity index 100% rename from maxkernel/adk/evaluation/custom_types/kernel_task.py rename to maxkernel/evaluation/custom_types/kernel_task.py diff --git a/maxkernel/adk/evaluation/evaluation_utils.py b/maxkernel/evaluation/evaluation_utils.py similarity index 100% rename from maxkernel/adk/evaluation/evaluation_utils.py rename to maxkernel/evaluation/evaluation_utils.py diff --git a/maxkernel/adk/evaluation/examples/dsv4/kernel_task.yaml b/maxkernel/evaluation/examples/dsv4/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/examples/dsv4/kernel_task.yaml rename to maxkernel/evaluation/examples/dsv4/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/examples/dsv4/reference.py b/maxkernel/evaluation/examples/dsv4/reference.py similarity index 100% rename from maxkernel/adk/evaluation/examples/dsv4/reference.py rename to maxkernel/evaluation/examples/dsv4/reference.py diff --git a/maxkernel/adk/evaluation/harness_code.py b/maxkernel/evaluation/harness_code.py similarity index 100% rename from maxkernel/adk/evaluation/harness_code.py rename to maxkernel/evaluation/harness_code.py diff --git a/maxkernel/adk/evaluation/jax_kernel_evaluator.py b/maxkernel/evaluation/jax_kernel_evaluator.py similarity index 100% rename from maxkernel/adk/evaluation/jax_kernel_evaluator.py rename to maxkernel/evaluation/jax_kernel_evaluator.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/10p_Sparse_MoE/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/11p_Megablox_GMM/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/12p_RMSNorm/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/13p_Cross_Entropy/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/14p_Ragged_Dot/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/15p_RetNet_Retention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/16p_Mamba2_SSD/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/17p_Triangle_Multiplication/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/18k_Conv2D_ReLU_BiasAdd/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/19k_Matmul_Subtract_Multiply_ReLU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/1p_Flash_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/20k_Gemm_Multiply_LeakyReLU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/21k_Gemm_Divide_Sum_Scaling/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/22k_Conv2d_InstanceNorm_Divide/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/23k_Matmul_Sum_Max_AvgPool_LogSumExp_LogSumExp/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/24k_Matmul_Scale_ResidualAdd_Clamp_LogSumExp_Mish/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/25k_Conv3d_GroupNorm_Mean/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/26k_BMM_InstanceNorm_Sum_ResidualAdd_Multiply/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/27k_Matmul_Mish_Mish/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/28k_ConvTranspose3d_LayerNorm_GELU_Scaling/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/29k_Matmul_Swish_Sum_GroupNorm/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/2p_GQA_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/30k_Matmul_Scaling_ResidualAdd/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/31k_Gemm_BatchNorm_GELU_ReLU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/32k_Gemm_Sigmoid_LogSumExp/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/33k_Conv3d_Mish_Tanh/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/34k_Conv2d_Activation_BatchNorm/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/35k_Gemm_Scaling_Hardtanh_GELU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/36k_Matmul_Sigmoid_Sum/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/37k_Matmul_Swish_Scaling/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/38k_Matmul_Dropout_Softmax/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/39k_Conv2d_GELU_GlobalAvgPool/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/3p_MLA_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/40k_Gemm_GroupNorm_Min_BiasAdd/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/41k_Gemm_Add_ReLU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/42k_Gemm_Max_Subtract_GELU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/43k_Gemm_BatchNorm_Scaling_Softmax/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/44k_Matmul_Divide_GELU/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/45k_Gemm_GroupNorm_Swish_Multiply_Swish/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/46k_Conv2d_GroupNorm_Tanh_HardSwish_ResidualAdd_LogSumExp/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/47k_Matmul_Add_Swish_Tanh_GELU_Hardtanh/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/48k_Matmul_BatchNorm_BiasAdd_Divide_Swish/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/49k_Matmul_AvgPool_GELU_Scale_Max/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/4p_Sparse_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/50k_Matmul_GELU_Softmax/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/5p_Flex_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/6p_Paged_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/7p_Ragged_Paged_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/8p_GEMM/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level1/9p_SwiGLU_MLP/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/11p_Megablox_GMM/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/1p_Flash_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/2p_GQA_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/3p_MLA_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/4p_Sparse_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/51p_DeepSeek_V4_CSA/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/52p_DeepSeek_V4_HCA/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/53p_DeepSeek_V4_MLA_SWA/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/54p_DeepSeek_V4_Masked_Dense_MLA/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/55p_DeepSeek_V4_StreamIndex_TopK/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/56p_DeepSeek_V4_MHC/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/57p_SparseCore_Ragged_Gather/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/58p_DeepSeek_V4_KV_Compressor/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/59p_Megablox_GMM_v2/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/60p_RPAv3/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/61p_Batched_RPA/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/62p_Causal_Conv1d_GDN/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/63p_GDN/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/64p_Linear_Softmax_Cross_Entropy/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/65p_Quantized_Splash_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/6p_Paged_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/7p_Ragged_Paged_Attention/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/kernel_task.yaml b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/kernel_task.yaml similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/kernel_task.yaml rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/kernel_task.yaml diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/reference.py b/maxkernel/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/reference.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/reference.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/level2/8p_GEMM/reference.py diff --git a/maxkernel/adk/evaluation/jaxbench_adapted_dataset/verify_with_jaxbench.py b/maxkernel/evaluation/jaxbench_adapted_dataset/verify_with_jaxbench.py similarity index 100% rename from maxkernel/adk/evaluation/jaxbench_adapted_dataset/verify_with_jaxbench.py rename to maxkernel/evaluation/jaxbench_adapted_dataset/verify_with_jaxbench.py diff --git a/maxkernel/evaluation/pyproject.toml b/maxkernel/evaluation/pyproject.toml new file mode 100644 index 00000000..8c11043f --- /dev/null +++ b/maxkernel/evaluation/pyproject.toml @@ -0,0 +1,32 @@ +[tool.ruff] +line-length = 80 +target-version = "py310" +indent-width = 2 +extend-exclude = ["jaxbench_adapted_dataset"] +# First-party import roots: `evaluation` is imported from `maxkernel/`, and +# `hitl_agent` (used by code_adapter) from `maxkernel/adk/`. +src = ["..", "../adk"] + +[tool.ruff.lint] +select = ["E", "F", "I", "N", "W"] +ignore = [ + "E501", # Line too long + "N", # Naming conventions + "W", # Warnings + "E741", # Ambiguous variable name + "F821", # Undefined name (often in specialized kernels) + "F823", # Local variable referenced before assignment + "E722", # Bare except + "F841", # Local variable assigned but never used + "E731", # Lambda assignment + "E402", # Module level import not at top of file +] + +[tool.ruff.lint.per-file-ignores] +"__init__.py" = ["F401"] # Unused imports are common in __init__.py for re-exporting + +[tool.ruff.format] +quote-style = "double" +indent-style = "space" +skip-magic-trailing-comma = false +line-ending = "auto" diff --git a/maxkernel/adk/evaluation/pytest.ini b/maxkernel/evaluation/pytest.ini similarity index 100% rename from maxkernel/adk/evaluation/pytest.ini rename to maxkernel/evaluation/pytest.ini diff --git a/maxkernel/adk/evaluation/remote_client/__init__.py b/maxkernel/evaluation/remote_client/__init__.py similarity index 100% rename from maxkernel/adk/evaluation/remote_client/__init__.py rename to maxkernel/evaluation/remote_client/__init__.py diff --git a/maxkernel/adk/evaluation/remote_client/tpu_client.py b/maxkernel/evaluation/remote_client/tpu_client.py similarity index 100% rename from maxkernel/adk/evaluation/remote_client/tpu_client.py rename to maxkernel/evaluation/remote_client/tpu_client.py diff --git a/maxkernel/adk/evaluation/xprof_utils.py b/maxkernel/evaluation/xprof_utils.py similarity index 100% rename from maxkernel/adk/evaluation/xprof_utils.py rename to maxkernel/evaluation/xprof_utils.py