From 95705010afadcb4fd600197455ee4d51ff0c5b03 Mon Sep 17 00:00:00 2001 From: Subho Halder Date: Thu, 16 Apr 2026 01:47:16 -0700 Subject: [PATCH] Add SecLens benchmark --- data/tools/seclens.yml | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 data/tools/seclens.yml diff --git a/data/tools/seclens.yml b/data/tools/seclens.yml new file mode 100644 index 0000000000..c027c24df3 --- /dev/null +++ b/data/tools/seclens.yml @@ -0,0 +1,29 @@ +name: SecLens +categories: + - linter +tags: + - security + - python + - javascript + - go + - ruby + - rust + - java + - php + - c + - cpp + - csharp +license: MIT +types: + - cli +source: "https://github.com/mattersec-labs/seclens" +homepage: "https://github.com/mattersec-labs/seclens" +resources: + - title: "SecLens: Role-Specific Evaluation of LLMs for Security Vulnerability Detection" + url: https://arxiv.org/abs/2604.01637 +description: >- + Benchmark for evaluating LLMs on security vulnerability detection + using real CVEs. Tests 12 frontier models across 406 CVE tasks + in 10 languages with 8 OWASP-aligned vulnerability categories. + Includes role-specific prompting (developer, auditor, pentester) + and structured scoring rubrics.