diff --git a/.github/ISSUE_TEMPLATE/benchmark_submission.yml b/.github/ISSUE_TEMPLATE/benchmark_submission.yml deleted file mode 100644 index a53bd553c..000000000 --- a/.github/ISSUE_TEMPLATE/benchmark_submission.yml +++ /dev/null @@ -1,43 +0,0 @@ -name: Benchmark Submission -description: Submit evaluation or benchmark results for a model configuration -labels: ["benchmark"] - -body: - - type: textarea - id: results - attributes: - label: Results - value: | - ### Model - - Name and provider (e.g., gpt-4o, claude-3.5-sonnet, llama-3.1-70b) - - ### Configuration - - ```python - config = { - "llm": {"provider": "...", "config": {"model": "..."}}, - "vector_store": {"provider": "...", "config": {...}} - } - ``` - - ### Dataset - - Which dataset or eval suite did you use? - - ### Results - - | Metric | Score | - |--------------|-------| - | Precision | | - | Recall | | - | F1 | | - | Latency (ms) | | - - ### Environment - - - Hardware: - - mem0 version: - - Python version: - validations: - required: true diff --git a/.github/advanced-issue-labeler.yml b/.github/advanced-issue-labeler.yml index 93a201e77..7bc79122e 100644 --- a/.github/advanced-issue-labeler.yml +++ b/.github/advanced-issue-labeler.yml @@ -18,5 +18,3 @@ component: matcher: "OpenClaw" - label: "rest-api" matcher: "REST API" - - label: "benchmark" - matcher: "Benchmarks"