ShanghaiTech

import sys
sys.path.append('..')

from pysauron.datasets import ShanghaiTech
from pysauron.transforms import RandomAnomalyInject, ChangeDirection, FrameDrop

import matplotlib.pyplot as plt
from IPython.display import clear_output

train_dataset = ShanghaiTech(root='../data/ShanghaiTech/', test_mode=False, _debug=True)
test_dataset = ShanghaiTech(root='../data/ShanghaiTech/', test_mode=True, _debug=True)

100.0%

print('# Train samples: ', len(train_dataset))
print('# Test samples:  ', len(test_dataset))

# Train samples:  1215
# Test samples:   249

sample = test_dataset[125]

for i in range(sample[0].shape[0]):
    plt.imshow(sample[0][i])
    plt.title(f'Label: {sample[2][i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels: ', sample[2])

Sample temporal labels:  [0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0]

Frame drop augmentation

sample = test_dataset[125]

video, label, temporal_l = FrameDrop(k=5, always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [1 0 1 0 0 0 1 0 1 0 0 0 0 0 1 0]

Direction change augmentation

sample = test_dataset[125]

video, label, temporal_l = ChangeDirection(always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [0 1 0 0 0 0 0 1 0 1 0 0 0 1 0 1]

Randomg injection augmentation

sample = test_dataset[125]

video, label, temporal_l = RandomAnomalyInject(
        anomaly_folder='/Users/bogdanivanyuk/Desktop/PySauron/pysauron/transforms/assets/anomalies/animals',
        always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1]