UCF-Crime

import sys
sys.path.append('..')

from pysauron.datasets import UCFCrime
from pysauron.transforms import RandomAnomalyInject, ChangeDirection, FrameDrop

import matplotlib.pyplot as plt
from IPython.display import clear_output

train_dataset = UCFCrime(root='../data/UCF-Crime/', test_mode=False, _debug=True)
test_dataset = UCFCrime(root='../data/UCF-Crime/', test_mode=True, _debug=True)

100.0%
100.0%

print('# Train samples: ', len(train_dataset))
print('# Test samples:  ', len(test_dataset))

# Train samples:  3564
# Test samples:   2926

Frame drop augmentation

sample = test_dataset[180]

video, label, temporal_l = FrameDrop(k=5, always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.]

Direction change augmentation

sample = test_dataset[180]

video, label, temporal_l = ChangeDirection(always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.]

Randomg injection augmentation

sample = test_dataset[180]

video, label, temporal_l = RandomAnomalyInject(
        anomaly_folder='/Users/bogdanivanyuk/Desktop/PySauron/pysauron/transforms/assets/anomalies/animals',
        always_apply=True)(video=sample[0], label=sample[1], temporal_label=sample[2])

for i in range(video.shape[0]):
    plt.imshow(video[i])
    plt.title(f'Label: {temporal_l[i]}')
    clear_output(True)
    plt.show()

print('Sample temporal labels after transform: ', temporal_l)

Sample temporal labels after transform:  [1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1.]