Generate missing data in time series¶

In [1]:

import badgers
badgers.__version__

import badgers badgers.__version__

Out[1]:

'0.0.14'

In [2]:

import numpy as np
import matplotlib.pyplot as plt
from badgers.generators.time_series.missingness import MissingAtRandomGenerator

import numpy as np import matplotlib.pyplot as plt from badgers.generators.time_series.missingness import MissingAtRandomGenerator

Setup random generator¶

In [3]:

from numpy.random import default_rng
seed = 0
rng = default_rng(seed)

from numpy.random import default_rng seed = 0 rng = default_rng(seed)

Import data (using sktime)¶

if sktime is not installed:

bashpip

In [4]:

from sktime.datasets import load_airline

from sktime.datasets import load_airline

In [5]:

X = load_airline()
t = X.index.to_timestamp()

X = load_airline() t = X.index.to_timestamp()

In [6]:

plt.plot(t, X.values)

plt.plot(t, X.values)

Out[6]:

[<matplotlib.lines.Line2D at 0x1f1bca17ad0>]

Missing randomly completly at random (1 Dimension)¶

In [7]:

generator = MissingAtRandomGenerator(random_generator=rng)

generator = MissingAtRandomGenerator(random_generator=rng)

In [8]:

Xt, _ = generator.generate(X.copy(), y=None, n_missing=10)

Xt, _ = generator.generate(X.copy(), y=None, n_missing=10)

In [9]:

fig, axes = plt.subplots(2, sharex=True, sharey=True, figsize=(6,6))
axes[0].plot(t, X.values)
axes[0].set_title('Original data')
axes[1].plot(t, Xt)
axes[1].set_title('Transformed data')
plt.tight_layout();

fig, axes = plt.subplots(2, sharex=True, sharey=True, figsize=(6,6)) axes[0].plot(t, X.values) axes[0].set_title('Original data') axes[1].plot(t, Xt) axes[1].set_title('Transformed data') plt.tight_layout();

Missing randomly completly at random (2 Dimensions and more)¶

In [10]:

X = np.random.normal(loc=(2,0), scale=(0.5, 0.1), size=(100,2))

X = np.random.normal(loc=(2,0), scale=(0.5, 0.1), size=(100,2))

In [11]:

Xt, _ = generator.generate(X.copy(), y=None, n_missing=25)

Xt, _ = generator.generate(X.copy(), y=None, n_missing=25)

In [12]:

fig, axes = plt.subplots(2, sharex=True, sharey=True, figsize=(6,6))
axes[0].plot(X)
axes[0].set_title('Original data')
axes[1].plot(Xt)
axes[1].set_title('Transformed data')
plt.tight_layout();

fig, axes = plt.subplots(2, sharex=True, sharey=True, figsize=(6,6)) axes[0].plot(X) axes[0].set_title('Original data') axes[1].plot(Xt) axes[1].set_title('Transformed data') plt.tight_layout();