Fix duplicate data and API : Tickets [507] & [299]

.gitignore

@@ -125,3 +125,6 @@ code_carbon.db
 # Local file
 emissions*.csv*
 tests/test_data/rapl/*
+
+#asciinema
+*.cast

carbonserver/carbonserver/api/infra/repositories/repository_organizations.py

@@ -39,7 +39,14 @@ def add_organization(self, organization: OrganizationCreate) -> Organization:
                 description=organization.description,
                 api_key=generate_api_key(),
             )
-
+            existing_organization = ( 
+                                       session.query(SqlModelOrganization).filter(SqlModelOrganization.name == organization.name).first()
+                                    )
+            if existing_organization: 
+                raise HTTPException( 
+                                      status_code=404,detail=f"the organization name  {organization.name}  already exists"
+                                   )
+
             session.add(db_organization)
             session.commit()
             session.refresh(db_organization)

carbonserver/carbonserver/api/infra/repositories/repository_projects.py

@@ -24,6 +24,16 @@ def add_project(self, project: ProjectCreate):
                 description=project.description,
                 team_id=project.team_id,
             )
+            existing_project = ( 
+                                session.query(SqlModelProject)
+                                       .filter(SqlModelProject.name == project.name)
+                                       .filter(SqlModelProject.team_id == project.team_id)
+                                       .first()
+                            )
+            if existing_project: 
+                raise HTTPException( 
+                                      status_code=404,detail=f"the project name {project.name} of  team {project.team_id} already exists"
+                                   )
 
             session.add(db_project)
             session.commit()

carbonserver/carbonserver/api/infra/repositories/repository_teams.py

@@ -28,6 +28,18 @@ def add_team(self, team: TeamCreate) -> Team:
                 api_key=generate_api_key(),
                 organization_id=team.organization_id,
             )
+            existing_team = ( 
+                                session.query(SqlModelTeam)
+                                       .filter(SqlModelTeam.name == team.name)
+                                       .filter(SqlModelTeam.organization_id == team.organization_id)
+                                       .first()
+                            )
+            if existing_team: 
+                raise HTTPException( 
+                                      status_code=404,detail=f"the team name {team.name} of organization {team.organization_id}  already exists"
+                                   )
+
+
             session.add(db_team)
             session.commit()
             session.refresh(db_team)

carbonserver/carbonserver/database/scripts/spcc_purgeduplicatedata.sql

@@ -0,0 +1,149 @@
+/*  
+   spname        : spcc_purgedata
+   goal          : create a tempory table to display records where there are any information on runs and emissions
+                   delete all records linked by their key referenced  uuid  from an organizations unused.
+   date          : 20240222
+   version      : 01 
+   comment       : 01 : initialize procedure spcc_purgeduplicatedata 
+   created by    : MARC ALENCON 
+   modified by   : MARC ALENCON      
+*/ 
+
+/* Comments & Comments :  
+   	        sample for camille organization to delete :  
+			Delete from public.experiments
+			where project_id in ('6a121901-5fa6-4e37-9ad8-8ec86941feb5');
+
+			delete from public.projects
+			where team_id='d8e80b93-50f8-42fc-9280-650954415dbb';
+
+			delete from teams 
+			where organization_id='92570ce9-1f90-4904-b9e6-80471963b740'; 					 
+
+			delete from organizations 
+			where id ='92570ce9-1f90-4904-b9e6-80471963b740';
+*/
+
+CREATE OR REPLACE PROCEDURE public.spcc_purgeduplicatedata()
+LANGUAGE 'plpgsql'
+AS $BODY$
+
+BEGIN -- Start of  transaction 
+
+-- Création de la table temporaire
+CREATE TEMP TABLE temp_table (
+    nb int , 
+	orga_id uuid ,
+    team_id uuid , 
+	project_id uuid ,
+	experiment_id uuid , 
+	run_id uuid , 
+	emission_id uuid
+);
+
+
+-- get distinct id from tables experiments ,  projects , teams , organizations 
+-- Insertion des données de la table source vers la table temporaire
+INSERT INTO temp_table (nb, orga_id,team_id,project_id,experiment_id,run_id,emission_id )
+SELECT count(*) as nb , o.id as orga_id,t.id as team_id, p.id as project_id, e.id as experiment_id ,  r.id as run_id , em.id as emission_id 
+from public.organizations o
+left outer join public.teams t on o.id=t.organization_id
+left outer join public.projects p on t.id = p.team_id
+left outer join public.experiments e on p.id = e.project_id
+left outer join public.runs r on e.id = r.experiment_id
+left outer join public.emissions em on r.id = em.run_id 
+where  r.id is null and em.id is null 
+group by  o.id,t.id, p.id,e.id,r.id ,em.id;
+
+
+/*
+select count(*) from temp_table -- 752
+select count(*) from  experiments -- 1376  / 653
+select count(*) from  projects  -- 41 /21 
+select count(*) from  teams    -- 26 /15
+select count(*) from  organizations --25 /12 
+*/
+
+DO $$
+DECLARE
+    row_data RECORD;
+	-- variables techniques .
+	a_count integer;
+	v_state TEXT;
+	v_msg   TEXT;
+	v_detail TEXT; 
+	v_hint   TEXT;
+	v_context TEXT; 
+
+
+BEGIN
+    GET DIAGNOSTICS a_count = ROW_COUNT;
+	RAISE NOTICE '------- START -------';
+    FOR row_data IN SELECT orga_id, team_id,project_id,experiment_id,run_id,emission_id  FROM temp_table LOOP
+
+         a_count = a_count +1;
+
+         --RAISE NOTICE '------- START -------';
+		 RAISE NOTICE 'The rows affected by A=%',a_count;
+		 RAISE NOTICE 'Delete experiments which contains any runs affected';		 
+		 delete FROM public.experiments e 
+                  where e.id not in ( select r.experiment_id
+				                       from	runs r 
+			        )
+	     and e.project_id =row_data.project_id;
+
+
+		 RAISE NOTICE '--------------';
+		 RAISE NOTICE 'Delete projects which contains any experiments affected';
+
+		 delete FROM public.projects p 
+                 where p.id not in ( select e.project_id
+				                       from	experiments e 
+			        )
+	     and p.team_id =row_data.team_id;
+
+
+		 RAISE NOTICE '--------------';
+		 RAISE NOTICE 'Delete teams which contains any project affected ';
+		 DELETE from teams t    
+         where t.id not in (select p.team_id from projects p)
+		 and t.organization_id =row_data.orga_id;
+
+
+
+		 RAISE NOTICE '--------------';
+		 RAISE NOTICE 'Delete organizations which contains any teams affected';
+		 DELETE from organizations o    
+         where o.id not in (select t.organization_id from teams t )
+		 and o.id = row_data.orga_id;
+
+    END LOOP;
+	RAISE NOTICE '-------- END ------';
+EXCEPTION
+    WHEN others THEN
+
+        -- Handling error:Cancelled transaction when error produced
+        ROLLBACK;
+		get stacked diagnostics
+		  v_state = returned_sqlstate,
+		  v_msg   = message_text,
+		  v_detail = pg_exception_detail,
+		  v_hint   = pg_exception_hint,
+          v_context = pg_exception_context;
+        RAISE NOTICE E'Got exception : 
+		state : % 
+		message : % 
+		detail : % 
+		hint  : % 
+		context : % ', v_state, v_msg, v_detail, v_hint, v_context ;		
+END $$;
+
+DROP TABLE temp_table;
+
+COMMIT; -- end of transaction 
+END;
+$BODY$;
+
+
+
+

codecarbon/__init__.py

@@ -10,3 +10,4 @@
 )
 
 __all__ = ["EmissionsTracker", "OfflineEmissionsTracker", "track_emissions"]
+__app_name__ = "codecarbon"

codecarbon/cli/cli_utils.py

@@ -1,21 +1,44 @@
 import configparser
 from pathlib import Path
+from typing import Optional
 
+import typer
+from rich.prompt import Confirm
 
-def get_api_endpoint():
-    p = Path.cwd().resolve() / ".codecarbon.config"
+
+def get_config(path: Optional[Path] = None):
+    p = path or Path.cwd().resolve() / ".codecarbon.config"
+
+    if p.exists():
+        config = configparser.ConfigParser()
+        config.read(str(p))
+        if "codecarbon" in config.sections():
+            d = dict(config["codecarbon"])
+            return d
+
+    else:
+        raise FileNotFoundError(
+            "No .codecarbon.config file found in the current directory."
+        )
+
+
+def get_api_endpoint(path: Optional[Path] = None):
+    p = path or Path.cwd().resolve() / ".codecarbon.config"
     if p.exists():
         config = configparser.ConfigParser()
         config.read(str(p))
         if "codecarbon" in config.sections():
             d = dict(config["codecarbon"])
             if "api_endpoint" in d:
                 return d["api_endpoint"]
+            else:
+                with p.open("a") as f:
+                    f.write("api_endpoint=https://api.codecarbon.io\n")
     return "https://api.codecarbon.io"
 
 
-def get_existing_local_exp_id():
-    p = Path.cwd().resolve() / ".codecarbon.config"
+def get_existing_local_exp_id(path: Optional[Path] = None):
+    p = path or Path.cwd().resolve() / ".codecarbon.config"
     if p.exists():
         config = configparser.ConfigParser()
         config.read(str(p))
@@ -25,8 +48,9 @@ def get_existing_local_exp_id():
                 return d["experiment_id"]
 
 
-def write_local_exp_id(exp_id):
-    p = Path.cwd().resolve() / ".codecarbon.config"
+def write_local_exp_id(exp_id, path: Optional[Path] = None):
+    p = path or Path.cwd().resolve() / ".codecarbon.config"
+
     config = configparser.ConfigParser()
     if p.exists():
         config.read(str(p))
@@ -37,3 +61,38 @@ def write_local_exp_id(exp_id):
 
     with p.open("w") as f:
         config.write(f)
+
+
+def overwrite_local_config(config_name, value, path: Optional[Path] = None):
+    p = path or Path.cwd().resolve() / ".codecarbon.config"
+
+    config = configparser.ConfigParser()
+    if p.exists():
+        config.read(str(p))
+    if "codecarbon" not in config.sections():
+        config.add_section("codecarbon")
+
+    config["codecarbon"][config_name] = value
+    with p.open("w") as f:
+        config.write(f)
+
+
+def create_new_config_file():
+    typer.echo("Creating new config file")
+    file_path = typer.prompt(
+        "Where do you want to put your config file ?",
+        type=str,
+        default="./.codecarbon.config",
+    )
+    file_path = Path(file_path)
+    if not file_path.parent.exists():
+        create = Confirm.ask(
+            "Parent folder does not exist do you want to create it (and parents) ?"
+        )
+        if create:
+            file_path.parent.mkdir(parents=True, exist_ok=True)
+    file_path.touch()
+    with open(file_path, "w") as f:
+        f.write("[codecarbon]\n")
+    typer.echo(f"Config file created at {file_path}")
+    return file_path