Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
364ec66
cifar10 dataset class
AvindaShamal Dec 6, 2024
397b8c2
Addressed review comments
AvindaShamal Dec 10, 2024
6fc5669
temporary
AvindaShamal Dec 11, 2024
7196a77
deleted test folder
AvindaShamal Dec 11, 2024
7491940
Deleted __init__.py
AvindaShamal Dec 11, 2024
6bd5e7e
removed unwanted spaces
AvindaShamal Dec 11, 2024
c64da2c
Merge branch 'main' of https://github.com/AvindaShamal/intern-ml
AvindaShamal Dec 11, 2024
39c4b80
solved all issues
AvindaShamal Dec 13, 2024
a8e2f2a
Updated settings.json
AvindaShamal Dec 13, 2024
3a39d40
Added CustomImageDataset for Hugging Face datasets and packaged the p…
AvindaShamal Dec 14, 2024
4ba0a28
Merge branch 'main' of https://github.com/AvindaShamal/intern-ml
AvindaShamal Dec 14, 2024
345e1b0
removed huggingface files and egg-info
AvindaShamal Dec 16, 2024
c037338
deleted egg-info files
AvindaShamal Dec 16, 2024
cd169da
modified .gitignore
AvindaShamal Dec 16, 2024
a76aa9e
modified .gitignore
AvindaShamal Dec 16, 2024
877cd3e
Merge branch 'fcodelabs:main' into main
AvindaShamal Dec 16, 2024
5e8e71a
Merge branch 'fcodelabs:main' into main
AvindaShamal Dec 17, 2024
00520d6
Create python-app.yml
AvindaShamal Dec 17, 2024
fd383b6
Update python-app.yml
AvindaShamal Dec 17, 2024
254dd16
Update python-app.yml
AvindaShamal Dec 18, 2024
c6ccc9a
Update python-app.yml
AvindaShamal Dec 18, 2024
4cb6508
Create python1-app.yml
AvindaShamal Dec 18, 2024
37e42be
Remove python1-app.yml
AvindaShamal Dec 18, 2024
1b83feb
Create test12.yml
AvindaShamal Dec 18, 2024
2c62366
Update python-app.yml
AvindaShamal Dec 18, 2024
834ce38
Update __init__.py
AvindaShamal Dec 18, 2024
435fcc2
Update __init__.py
AvindaShamal Dec 18, 2024
243f68a
Merge branch 'fcodelabs:main' into main
AvindaShamal Dec 19, 2024
bea0872
Update GitHub Actions workflow
AvindaShamal Dec 19, 2024
7c12ee7
Remove Python application workflow from GitHub Actions
AvindaShamal Dec 20, 2024
5a86d12
Merge branch 'fcodelabs:main' into main
AvindaShamal Jan 2, 2025
a2b40f0
Merge branch 'fcodelabs:main' into main
AvindaShamal Jan 2, 2025
5742770
Merge branch 'fcodelabs:main' into main
AvindaShamal Jan 3, 2025
a2058e0
Merge branch 'fcodelabs:main' into main
AvindaShamal Jan 8, 2025
e620ced
Merge branch 'fcodelabs:main' into main
AvindaShamal Jan 17, 2025
9c69910
change the folder structure for clear packaging
AvindaShamal Jan 17, 2025
de4dade
update import paths for example codes
AvindaShamal Jan 17, 2025
40fc9ba
correct import issues
AvindaShamal Jan 17, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion avinda_shamal/examples/custom_cifar_dataset.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from torch.utils.data import DataLoader
from torchvision import transforms
from cvas import CustomImageDataset
from cvas.dataclasses import CustomImageDataset
import torch
import matplotlib.pyplot as plt

Expand Down
2 changes: 1 addition & 1 deletion avinda_shamal/examples/hf_model_example.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from datasets import load_dataset, load_dataset_builder
from torchvision import transforms
from cvas import HuggingFaceDataset
from cvas.dataclasses import HuggingFaceDataset

# check the dataset information
ds_builder = load_dataset_builder("cifar10")
Expand Down
6 changes: 3 additions & 3 deletions avinda_shamal/examples/training_cifar.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@
import torch.nn as nn
import torch.optim as optim
import numpy as np
from model import NNModel
from model import ModelTrainer
from model import ModelEvaluator
from cvas.model import NNModel
from cvas.model import ModelTrainer
from cvas.model import ModelEvaluator

# load and normalize the Cifar10 dataset
std = np.array([0.5, 0.5, 0.5])
Expand Down
2 changes: 0 additions & 2 deletions avinda_shamal/src/cvas/__init__.py

This file was deleted.

2 changes: 2 additions & 0 deletions avinda_shamal/src/cvas/dataclasses/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
from cvas.dataclasses.custom_dataclasses import CustomImageDataset
from cvas.dataclasses.huggingface_dataclass import HuggingFaceDataset
3 changes: 3 additions & 0 deletions avinda_shamal/src/cvas/model/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
from cvas.model.nn_model import NNModel
from cvas.model.train_class import ModelTrainer
from cvas.model.eval_class import ModelEvaluator
Original file line number Diff line number Diff line change
Expand Up @@ -122,7 +122,7 @@ def roc_auc(self):
plt.plot(
fpr["micro"],
tpr["micro"],
label=f'Micro-average (AUC = {roc_auc["micro"]:.2f})',
label=f"Micro-average (AUC = {roc_auc['micro']:.2f})",
color="navy",
linestyle="--",
)
Expand Down
3 changes: 0 additions & 3 deletions avinda_shamal/src/model/__init__.py

This file was deleted.

4 changes: 3 additions & 1 deletion avinda_shamal/test/unit/test_dataclasses.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,9 @@ def test_len_custom_dataset(datalist, expected):
def test_get_item_custom_dataset():
transform = transforms.Resize((32, 32))
# Initialize the dataset and set up mock data
with patch("cvas.dataclasses.read_image") as mock_read_image:
with patch(
"cvas.dataclasses.custom_dataclasses.read_image"
) as mock_read_image:
mock_read_image.return_value = torch.rand(3, 44, 44)

with patch(
Expand Down
4 changes: 2 additions & 2 deletions avinda_shamal/test/unit/test_eval_model.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import torch
import torch.nn as nn
from torch.utils.data import DataLoader, TensorDataset
from model import ModelEvaluator
from cvas.model import ModelEvaluator
from unittest.mock import patch
import numpy as np

Expand All @@ -19,7 +19,7 @@ def test_test_model():
test_labels = torch.tensor([0, 1, 2, 3])
dummy_dataset = TensorDataset(test_data, test_labels)
test_loader = DataLoader(dummy_dataset, batch_size=1, shuffle=False)
with patch("model.ModelEvaluator.roc_auc") as mock_roc_auc:
with patch("cvas.model.eval_class.ModelEvaluator.roc_auc") as mock_roc_auc:
mock_roc_auc.return_value = {"micro": 0.5}
evaluator = ModelEvaluator(nn.Linear(4, 4), test_loader)
# Test the method
Expand Down
2 changes: 1 addition & 1 deletion avinda_shamal/test/unit/test_hf_dataclass.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from cvas.huggingface_dataclass import HuggingFaceDataset
from cvas.dataclasses import HuggingFaceDataset
import pytest
import torch
from torchvision import transforms
Expand Down
2 changes: 1 addition & 1 deletion avinda_shamal/test/unit/test_model.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import torch
from model.nn_model import NNModel
from cvas.model import NNModel


def test_forward():
Expand Down
2 changes: 1 addition & 1 deletion avinda_shamal/test/unit/test_train_model.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import torch
import torch.nn as nn
from torch.utils.data import DataLoader, TensorDataset
from model import ModelTrainer
from cvas.model import ModelTrainer

dummy_dataset = TensorDataset(
torch.randn(100, 3, 32, 32), torch.randint(0, 10, (100,))
Expand Down