Source code for pysgmcmc.data.utils

import numpy as np


[docs]def infinite_dataloader(dataloader): """ Yield an unbounded amount of batches from a `torch.utils.data.DataLoader`. Parameters ---------- dataloader : torch.utils.data.DataLoader Iterable yielding batches of data from a dataset of interest. """ while True: for batch in dataloader: yield batch
# Data Preprocessing {{{ # def zero_mean_unit_var_normalization(X, mean=None, std=None): mean = np.mean(X, axis=0) if mean is None else mean std = np.std(X, axis=0) if std is None else std return np.true_divide(X - mean, std), mean, std def zero_mean_unit_var_unnormalization(X_normalized, mean, std): return X_normalized * std + mean # }}} Data Preprocessing #