Skip to content

Commit

Permalink
implemented dummy dataloader
Browse files Browse the repository at this point in the history
  • Loading branch information
@majoma7
majoma7 committed Oct 24, 2024
1 parent 05c2e6e commit 03dbeea
Show file tree
Hide file tree
Showing 5 changed files with 289 additions and 4 deletions.
2 changes: 1 addition & 1 deletion ddopai/__init__.py
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = "0.0.6"
__version__ = "0.0.7"
30 changes: 29 additions & 1 deletion ddopai/_modidx.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -459,7 +459,35 @@
'ddopai.dataloaders.base.BaseDataLoader.train': ( '10_dataloaders/base_dataloader.html#basedataloader.train',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.BaseDataLoader.val': ( '10_dataloaders/base_dataloader.html#basedataloader.val',
'ddopai/dataloaders/base.py')},
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader': ( '10_dataloaders/base_dataloader.html#dummydataloader',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.X_shape': ( '10_dataloaders/base_dataloader.html#dummydataloader.x_shape',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.Y_shape': ( '10_dataloaders/base_dataloader.html#dummydataloader.y_shape',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.__getitem__': ( '10_dataloaders/base_dataloader.html#dummydataloader.__getitem__',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.__init__': ( '10_dataloaders/base_dataloader.html#dummydataloader.__init__',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.__len__': ( '10_dataloaders/base_dataloader.html#dummydataloader.__len__',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.get_all_X': ( '10_dataloaders/base_dataloader.html#dummydataloader.get_all_x',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.get_all_Y': ( '10_dataloaders/base_dataloader.html#dummydataloader.get_all_y',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.len_test': ( '10_dataloaders/base_dataloader.html#dummydataloader.len_test',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.len_train': ( '10_dataloaders/base_dataloader.html#dummydataloader.len_train',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.len_val': ( '10_dataloaders/base_dataloader.html#dummydataloader.len_val',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.test': ( '10_dataloaders/base_dataloader.html#dummydataloader.test',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.train': ( '10_dataloaders/base_dataloader.html#dummydataloader.train',
'ddopai/dataloaders/base.py'),
'ddopai.dataloaders.base.DummyDataLoader.val': ( '10_dataloaders/base_dataloader.html#dummydataloader.val',
'ddopai/dataloaders/base.py')},
'ddopai.dataloaders.distribution': { 'ddopai.dataloaders.distribution.BaseDistributionDataLoader': ( '10_dataloaders/distribution_loaders.html#basedistributiondataloader',
'ddopai/dataloaders/distribution.py'),
'ddopai.dataloaders.distribution.BaseDistributionDataLoader.__init__': ( '10_dataloaders/distribution_loaders.html#basedistributiondataloader.__init__',
Expand Down
117 changes: 116 additions & 1 deletion ddopai/dataloaders/base.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
# AUTOGENERATED! DO NOT EDIT! File to edit: ../../nbs/10_dataloaders/10_base_dataloader.ipynb.

# %% auto 0
__all__ = ['BaseDataLoader']
__all__ = ['BaseDataLoader', 'DummyDataLoader']

# %% ../../nbs/10_dataloaders/10_base_dataloader.ipynb 3
import numpy as np
Expand Down Expand Up @@ -157,3 +157,118 @@ def test(self):
else:
self.dataset_type = "test"


# %% ../../nbs/10_dataloaders/10_base_dataloader.ipynb 19
class DummyDataLoader(BaseDataLoader):

"""
Dummy class for data loaders that can be usef for environment that do not require any data.
"""

def __init__(self):
self.dataset_type = "train"

def __len__(self):
'''
'''
pass

def __getitem__(self, idx):

"""
"""
pass

@property
def X_shape(self):
"""
"""
pass

@property
def Y_shape(self):
"""
"""
pass

def get_all_X(self,
dataset_type: str = 'train' # can be 'train', 'val', 'test', 'all'
):

"""
"""
pass


def get_all_Y(self,
dataset_type: str = 'train' # can be 'train', 'val', 'test', 'all'
):

"""
"""
pass

@property
def len_train(self):

"""
"""

pass

@property
def len_val(self):

"""
"""

pass

@property
def len_test(self):

"""
"""

pass


def train(self):

"""
Set the internal state of the dataloader to train
"""

self.dataset_type = "train"

def val(self):

"""
Set the internal state of the dataloader to validation
"""

if self.val_index_start is None:
raise ValueError('no validation set defined')
else:
self.dataset_type = "val"

def test(self):

"""
Set the internal state of the dataloader to test
"""

if self.test_index_start is None:
raise ValueError('no test set defined')
else:
self.dataset_type = "test"

142 changes: 142 additions & 0 deletions nbs/10_dataloaders/10_base_dataloader.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -783,6 +783,148 @@
"show_doc(BaseDataLoader.test)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"#| export\n",
"class DummyDataLoader(BaseDataLoader):\n",
" \n",
" \"\"\"\n",
" Dummy class for data loaders that can be usef for environment that do not require any data.\n",
" \"\"\"\n",
"\n",
" def __init__(self):\n",
" self.dataset_type = \"train\"\n",
"\n",
" def __len__(self):\n",
" '''\n",
"\n",
" '''\n",
" pass\n",
"\n",
" def __getitem__(self, idx):\n",
"\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
" pass\n",
"\n",
" @property\n",
" def X_shape(self):\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
" pass\n",
"\n",
" @property\n",
" def Y_shape(self):\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
" pass\n",
"\n",
" def get_all_X(self,\n",
" dataset_type: str = 'train' # can be 'train', 'val', 'test', 'all'\n",
" ): \n",
"\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
" pass \n",
"\n",
"\n",
" def get_all_Y(self,\n",
" dataset_type: str = 'train' # can be 'train', 'val', 'test', 'all'\n",
" ): \n",
"\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
" pass \n",
"\n",
" @property\n",
" def len_train(self):\n",
"\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
"\n",
" pass\n",
"\n",
" @property\n",
" def len_val(self):\n",
"\n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
"\n",
" pass\n",
" \n",
" @property\n",
" def len_test(self):\n",
" \n",
" \"\"\"\n",
"\n",
" \"\"\"\n",
"\n",
" pass\n",
"\n",
" \n",
" def train(self):\n",
"\n",
" \"\"\"\n",
" Set the internal state of the dataloader to train\n",
" \"\"\"\n",
"\n",
" self.dataset_type = \"train\"\n",
"\n",
" def val(self):\n",
"\n",
" \"\"\"\n",
" Set the internal state of the dataloader to validation\n",
" \"\"\"\n",
"\n",
" if self.val_index_start is None:\n",
" raise ValueError('no validation set defined')\n",
" else:\n",
" self.dataset_type = \"val\"\n",
"\n",
" def test(self):\n",
"\n",
" \"\"\"\n",
" Set the internal state of the dataloader to test\n",
" \"\"\"\n",
"\n",
" if self.test_index_start is None:\n",
" raise ValueError('no test set defined')\n",
" else:\n",
" self.dataset_type = \"test\"\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
Expand Down
2 changes: 1 addition & 1 deletion settings.ini
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
### Python library ###
repo = ddopai
lib_name = %(repo)s
version = 0.0.6
version = 0.0.7
min_python = 3.7
license = apache2
black_formatting = False
Expand Down

0 comments on commit 03dbeea

Please sign in to comment.