refactor(git): remove public fixture fallback and require repo URL + token for all providers

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

Author: HeyGarrison

benchmarks/git/git.bench.ts

@@ -3,9 +3,8 @@
  * HTTPS for git hosting providers by shelling out to `git`.
  * Declarative — exports `config` + `task`; `bench run` owns the entrypoint.
  *
- * The push/pull workflow runs only when BOTH the participant's token env var
- * AND the writable repo URL override are set. For the read-only public fixtures
- * (GitHub/GitLab/Bitbucket defaults), only the `clone` step is exercised.
+ * Every participant requires both a writable `*_GIT_REPO_URL` env var and a
+ * matching `*_TOKEN` env var; the runner skips providers without credentials.
  *
  *   bench run benchmarks/git/git.bench.ts
  *   bench run benchmarks/git/git.bench.ts --provider tensorlake --iterations 5
@@ -33,7 +32,7 @@ const COMMITTER_EMAIL = 'bench@example.com';
 
 function resolveRepoConfig(config: GitProviderConfig): { repoUrl: string; writable: boolean } {
   const override = config.repoUrlEnvVar ? process.env[config.repoUrlEnvVar] : undefined;
-  const repoUrl = override ? sanitizeRepoUrl(override) : sanitizeRepoUrl(config.url);
+  const repoUrl = override ? sanitizeRepoUrl(override) : sanitizeRepoUrl(config.url ?? '');
   return { repoUrl, writable: !!override };
 }
 

benchmarks/git/providers.ts

@@ -3,41 +3,35 @@ import type { GitProviderConfig } from './types.js';
 /**
  * Git hosting provider benchmark configurations.
  *
- * Each participant points at an HTTPS repo. The `url` field provides a
- * read-only default (where a public fixture exists); set the matching
- * `*_GIT_REPO_URL` env var to a writable repo and the matching token env var
- * to enable the push/pull workflow. Tensorlake is gated by required env vars
- * because it has no public fixture.
+ * Every participant requires both a writable `*_GIT_REPO_URL` env var and a
+ * matching `*_TOKEN` env var. The runner skips providers whose credentials are
+ * missing, so there is no read-only fallback.
  */
 export const providers: GitProviderConfig[] = [
   {
     name: 'github',
-    requiredEnvVars: [],
-    url: 'https://github.com/octocat/Spoon-Knife.git',
+    requiredEnvVars: ['GITHUB_GIT_REPO_URL', 'GITHUB_TOKEN'],
     repoUrlEnvVar: 'GITHUB_GIT_REPO_URL',
     tokenEnvVar: 'GITHUB_TOKEN',
     tokenUsername: 'token',
   },
   {
     name: 'gitlab',
-    requiredEnvVars: [],
-    url: 'https://gitlab.com/gitlab-org/gitlab-test.git',
+    requiredEnvVars: ['GITLAB_GIT_REPO_URL', 'GITLAB_TOKEN'],
     repoUrlEnvVar: 'GITLAB_GIT_REPO_URL',
     tokenEnvVar: 'GITLAB_TOKEN',
     tokenUsername: 'oauth2',
   },
   {
     name: 'bitbucket',
-    requiredEnvVars: [],
-    url: 'https://bitbucket.org/atlassian/hello-world.git',
+    requiredEnvVars: ['BITBUCKET_GIT_REPO_URL', 'BITBUCKET_TOKEN'],
     repoUrlEnvVar: 'BITBUCKET_GIT_REPO_URL',
     tokenEnvVar: 'BITBUCKET_TOKEN',
     tokenUsername: 'x-token-auth',
   },
   {
     name: 'tensorlake',
     requiredEnvVars: ['TENSORLAKE_GIT_REPO_URL', 'TENSORLAKE_API_KEY'],
-    url: process.env.TENSORLAKE_GIT_REPO_URL ?? '',
     repoUrlEnvVar: 'TENSORLAKE_GIT_REPO_URL',
     tokenEnvVar: 'TENSORLAKE_API_KEY',
     tokenUsername: 't',

benchmarks/git/types.ts

@@ -1,9 +1,9 @@
 import type { BaseParticipant } from '@benchsdk/client';
 
 export interface GitProviderConfig extends BaseParticipant {
-  /** HTTPS URL of the repo to clone (used when no env override is set). */
-  url: string;
-  /** Optional env var that overrides `url` for the read/write repo. */
+  /** Optional fallback HTTPS URL of the repo to clone. */
+  url?: string;
+  /** Env var that overrides `url` for the read/write repo. */
   repoUrlEnvVar?: string;
   /** Optional env var holding an HTTPS auth token for push/pull. */
   tokenEnvVar?: string;