feat: add starkling workflow and script

Author: ijusttookadnatest

.github/scripts/starklings-evaluate.js

@@ -0,0 +1,84 @@
+const fs = require('fs');
+const { execSync } = require('child_process');
+
+function parseInfoToml(infoPath) {
+    const fs = require('fs');
+    const content = fs.readFileSync(infoPath, 'utf8');
+    
+    const exercises = [];
+    const lines = content.split('\n');
+    
+    let currentExercise = null;
+    
+    for (const line of lines) {
+      const cleanLine = line.trim();
+      
+      if (cleanLine.startsWith('[[exercises]]')) {
+        if (currentExercise) exercises.push(currentExercise);
+        currentExercise = {};
+      } else if (cleanLine.startsWith('name = ')) {
+        currentExercise.name = cleanLine.match(/name = "(.+)"/)[1];
+      } else if (cleanLine.startsWith('path = ')) {
+        currentExercise.path = cleanLine.match(/path = "(.+)"/)[1];
+      } else if (cleanLine.startsWith('mode = ')) {
+        currentExercise.mode = cleanLine.match(/mode = "(.+)"/)[1];
+      }
+    }
+    
+    if (currentExercice) exercises.push(currentExercise);
+    return exercises;
+}
+
+async function callCairoCoderAPI(exerciseContent) {
+    const response = await fetch('http://localhost:3001/v1/chat/completions', {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json'
+      },
+      body: JSON.stringify({
+        model: 'cairo-coder',
+        messages: [
+          {
+            role: 'user',
+            content: `Complete this Cairo exercise by fixing the code. Remove the "// I AM NOT DONE" comment and fix any compilation errors:\n\n${exerciseContent}`
+          }
+        ]
+      })
+    });
+    
+    const data = await response.json();
+    return data.choices[0].message.content;
+  }
+
+async function main() {
+  // 1. Parser info.toml pour lister tous les exercices
+  const exercises = parseInfoToml('./starklings/info.toml');
+  
+  let passed = 0;
+  let total = exercises.length;
+  
+  for (const exercise of exercises) {
+    console.log(`Testing ${exercise.name}...`);
+    const exerciseContent = fs.readFileSync(`./starklings/${exercise.path}`, 'utf8');
+    const response = await callCairoCoderAPI(exerciseContent);
+    fs.writeFileSync(`./starklings/${exercise.path}`, response);
+    
+    // Tester avec starklings
+    try {
+      execSync(`cd starklings && cargo run -r --bin starklings run ${exercise.name}`, { stdio: 'pipe' });
+      console.log(`✅ ${exercise.name}`);
+      passed++;
+    } catch (error) {
+      console.log(`❌ ${exercise.name}`);
+    }
+  }
+  
+  console.log(`\nResults: ${passed}/${total} exercises passed (${(passed/total*100).toFixed(1)}%)`);
+  
+  // Fail CI si moins de 80% de réussite
+  if (passed/total < 0.8) {
+    process.exit(1);
+  }
+}
+
+main().catch(console.error);

.github/workflows/starklings.yml

@@ -0,0 +1,48 @@
+name: Starklings Benchmark
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  starklings-benchmark:
+    name: Starklings Benchmark
+    runs-on: ubuntu-latest
+    
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+      
+      - name: Setup Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          override: true
+      
+      - name: Install pnpm
+        uses: pnpm/action-setup@v3
+        with:
+          version: 9
+      
+      - name: Clone Starklings
+        run: git clone https://github.com/starknet-edu/starklings.git
+      
+      - name: Install dependencies
+        run: pnpm install
+      
+      - name: Build Cairo Coder
+        run: pnpm build
+      
+      - name: Start Cairo Coder (background)
+        run: |
+          pnpm start &
+          sleep 30  # Attendre que le serveur démarre
+      
+      - name: Run Starklings Evaluation
+        run: node scripts/evaluate-with-starklings.js