Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 0 additions & 8 deletions Makefile

This file was deleted.

10 changes: 0 additions & 10 deletions install_traildbcore.sh

This file was deleted.

18 changes: 1 addition & 17 deletions setup.py
Original file line number Diff line number Diff line change
@@ -1,29 +1,13 @@
import versioneer
from distutils.core import setup, Extension
from distutils.core import setup
from setuptools import find_packages

try:
import traildb
import numpy as np
from Cython.Build import cythonize
ext = Extension("sparsity._traildb",
['sparsity/_traildb.pyx',
'sparsity/src/traildb_coo.c',
'sparsity/src/hashtable.c',
'sparsity/src/linklist.c'],
include_dirs=['/usr/local/include/', np.get_include()],
libraries=["traildb"])
ext_modules = cythonize([ext])
except (ImportError, OSError):
ext_modules = None

packages = find_packages()
packages.remove('sparsity.test')

setup(
name='sparsity',
version=versioneer.get_version(),
ext_modules = ext_modules,
author='Alan Hoeng',
author_email='alan.f.hoeng@gmail.com',
packages=packages,
Expand Down
45 changes: 0 additions & 45 deletions sparsity/_traildb.pyx

This file was deleted.

23 changes: 0 additions & 23 deletions sparsity/io.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,6 @@
import pandas as pd
from scipy import sparse

try:
from traildb import TrailDB
from sparsity._traildb import traildb_coo_repr_func
except (ImportError, OSError):
TrailDB = False

_filesystems = {}

try:
Expand All @@ -38,23 +32,6 @@ class LocalFileSystem:
pass


def traildb_to_coo(db, fieldname):
if not TrailDB:
raise ImportError("Could not find traildb")
db_handle = TrailDB(db)
num_events = db_handle.num_events
del db_handle
r_idx = np.zeros(num_events, dtype=np.uint64)
c_idx = np.zeros(num_events, dtype=np.uint64)
uuids = np.zeros((num_events,16), dtype=np.uint8)
timestamps = np.zeros(num_events, dtype=np.uint64)

cols = traildb_coo_repr_func(db.encode(), fieldname.encode(), r_idx,
c_idx, uuids, timestamps)
return uuids, timestamps, cols,\
sparse.coo_matrix((np.ones(num_events), (r_idx, c_idx)))


def to_npz(sf, filename, block_size=None, storage_options=None):
filename = path2str(filename)
data = _csr_to_dict(sf.data)
Expand Down
18 changes: 0 additions & 18 deletions sparsity/sparse_frame.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,6 @@
from sparsity.io import to_npz, read_npz, _just_read_array
from scipy import sparse

try:
from sparsity.io import traildb_to_coo
trail_db = True
except:
trail_db = False
from sparsity.indexing import _CsrILocationIndexer, _CsrLocIndexer, \
get_indexers_list

Expand Down Expand Up @@ -560,19 +555,6 @@ def _ixs(self, key, axis=0):
index=new_idx,
columns=self.columns)

@classmethod
def read_traildb(cls, file, field, ts_unit='s'):
if not trail_db:
raise ImportError("Traildb could not be imported")
uuids, timestamps, cols, coo = traildb_to_coo(file, field)
uuids = np.asarray([uuid.UUID(bytes=x.tobytes()) for x in
uuids])
index = pd.MultiIndex.from_arrays \
([pd.CategoricalIndex(uuids),
pd.to_datetime(timestamps, unit=ts_unit,)],
names=('uuid', 'timestamp'))
return cls(coo.tocsr(), index=index, columns=cols)

def assign(self, **kwargs):
sf = self
for key, value in kwargs.items():
Expand Down
64 changes: 0 additions & 64 deletions sparsity/src/atomic_defs.h

This file was deleted.

Loading