feat: Add 'casp reproduce project' command

batch-migration.py

@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+import json
+import os
+import subprocess
+import sys
+
+def main():
+    # 1. Use existing top 100 projects list
+    output_file = '/usr/local/google/home/matheushunsche/projects/top_100_projects.json'
+    if not os.path.exists(output_file):
+        print(f"Error: {output_file} not found. Please run count_testcases_async.py first or provide the file.")
+        sys.exit(1)
+
+    with open(output_file, 'r') as f:
+        projects_data = json.load(f)
+
+    projects = [p['project'] for p in projects_data]
+    # projects.reverse() # Run projects with fewer test cases first
+    total = len(projects)
+    print(f"Found {total} projects to process (running in descending order of test cases).")
+
+    # 2. Run oss-migration.py for each project
+    for i, project in enumerate(projects, 1):
+        print(f"\n[{i}/{total}] Processing project: {project}")
+        print("=" * 40)
+
+        # Check if project already has a successful result
+        summary_log = f'/usr/local/google/home/matheushunsche/projects/oss-migration/{project}/results/summary.log'
+        if os.path.exists(summary_log):
+            with open(summary_log, 'r') as f:
+                content = f.read()
+                if "✅ Success: Results meet criteria for PR." in content:
+                    print(f"Skipping {project} as it already has a successful result.")
+                    print("=" * 40)
+                    continue
+
+        cmd = [sys.executable, 'oss-migration.py', project, '--use-batch', '--gcs-bucket', 'clusterfuzz-external-casp-temp', '--rebuild']
+        # Add other flags if needed, e.g., --use-batch, --gcs-bucket
+        # For now, keep it simple as requested (just build and test)
+
+        try:
+            subprocess.run(cmd, check=False) # Don't check=True to allow continuing on failure
+        except Exception as e:
+            print(f"Error running migration for {project}: {e}")
+
+        print(f"Finished processing {project}")
+        print("=" * 40)
+
+if __name__ == '__main__':
+    main()

cli/casp/src/casp/commands/reproduce.py

@@ -7,7 +7,7 @@
 #      http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
-# distributed under the License is is "AS IS" BASIS,
+# distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
@@ -20,18 +20,25 @@
 from casp.utils import docker_utils
 import click
 
+from . import reproduce_project
 
-@click.command(
-    name='reproduce',
+
+@click.group(name='reproduce', help='Reproduces a testcase locally')
+def cli():
+  """Reproduces a testcase locally"""
+
+
+@cli.command(
+    name='testcase',
     help=('Reproduces a testcase locally. '
           ' WARN: This essentially runs untrusted code '
           'in your local environment. '
           'Please acknowledge the testcase (mainly input and build) '
           'before running this command.'))
 @click.option(
-    '--project',
-    '-p',
-    help='The ClusterFuzz project to use.',
+    '--environment',
+    '-e',
+    help='The ClusterFuzz environment to use.',
     required=True,
     type=click.Choice(
         docker_utils.PROJECT_TO_IMAGE.keys(), case_sensitive=False),
@@ -46,11 +53,12 @@
 )
 @click.option(
     '--testcase-id', required=True, help='The ID of the testcase to reproduce.')
-def cli(project: str, config_dir: str, testcase_id: str) -> None:
+def reproduce_testcase(environment: str, config_dir: str,
+                       testcase_id: str) -> None:
   """Reproduces a testcase locally by running a Docker container.
 
   Args:
-    project: The ClusterFuzz project name.
+    environment: The ClusterFuzz environment name.
     config_dir: The default configuration directory path within the container.
     testcase_id: The ID of the testcase to be reproduced.
   """
@@ -69,6 +77,9 @@ def cli(project: str, config_dir: str, testcase_id: str) -> None:
       command,
       volumes,
       privileged=True,
-      image=docker_utils.PROJECT_TO_IMAGE[project],
+      image=docker_utils.PROJECT_TO_IMAGE[environment],
   ):
     sys.exit(1)
+
+
+cli.add_command(reproduce_project.cli)