Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 0 additions & 8 deletions Makefile

This file was deleted.

10 changes: 0 additions & 10 deletions install_traildbcore.sh

This file was deleted.

18 changes: 1 addition & 17 deletions setup.py
Original file line number Diff line number Diff line change
@@ -1,29 +1,13 @@
import versioneer
from distutils.core import setup, Extension
from distutils.core import setup
from setuptools import find_packages

try:
import traildb
import numpy as np
from Cython.Build import cythonize
ext = Extension("sparsity._traildb",
['sparsity/_traildb.pyx',
'sparsity/src/traildb_coo.c',
'sparsity/src/hashtable.c',
'sparsity/src/linklist.c'],
include_dirs=['/usr/local/include/', np.get_include()],
libraries=["traildb"])
ext_modules = cythonize([ext])
except (ImportError, OSError):
ext_modules = None

packages = find_packages()
packages.remove('sparsity.test')

setup(
name='sparsity',
version=versioneer.get_version(),
ext_modules = ext_modules,
author='Alan Hoeng',
author_email='[email protected]',
packages=packages,
Expand Down
45 changes: 0 additions & 45 deletions sparsity/_traildb.pyx

This file was deleted.

23 changes: 0 additions & 23 deletions sparsity/io.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,12 +5,6 @@
import pandas as pd
from scipy import sparse

try:
from traildb import TrailDB
from sparsity._traildb import traildb_coo_repr_func
except (ImportError, OSError):
TrailDB = False

_filesystems = {}

try:
Expand All @@ -37,23 +31,6 @@ class LocalFileSystem:
pass


def traildb_to_coo(db, fieldname):
if not TrailDB:
raise ImportError("Could not find traildb")
db_handle = TrailDB(db)
num_events = db_handle.num_events
del db_handle
r_idx = np.zeros(num_events, dtype=np.uint64)
c_idx = np.zeros(num_events, dtype=np.uint64)
uuids = np.zeros((num_events,16), dtype=np.uint8)
timestamps = np.zeros(num_events, dtype=np.uint64)

cols = traildb_coo_repr_func(db.encode(), fieldname.encode(), r_idx,
c_idx, uuids, timestamps)
return uuids, timestamps, cols,\
sparse.coo_matrix((np.ones(num_events), (r_idx, c_idx)))


def to_npz(sf, filename, block_size=None, storage_options=None):
data = _csr_to_dict(sf.data)
data['metadata'] = \
Expand Down
18 changes: 0 additions & 18 deletions sparsity/sparse_frame.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,6 @@
from sparsity.io import to_npz, read_npz, _just_read_array
from scipy import sparse

try:
from sparsity.io import traildb_to_coo
trail_db = True
except:
trail_db = False
from sparsity.indexing import _CsrILocationIndexer, _CsrLocIndexer


Expand Down Expand Up @@ -507,19 +502,6 @@ def _ixs(self, key, axis=0):
index=new_idx,
columns=self.columns)

@classmethod
def read_traildb(cls, file, field, ts_unit='s'):
if not trail_db:
raise ImportError("Traildb could not be imported")
uuids, timestamps, cols, coo = traildb_to_coo(file, field)
uuids = np.asarray([uuid.UUID(bytes=x.tobytes()) for x in
uuids])
index = pd.MultiIndex.from_arrays \
([pd.CategoricalIndex(uuids),
pd.to_datetime(timestamps, unit=ts_unit,)],
names=('uuid', 'timestamp'))
return cls(coo.tocsr(), index=index, columns=cols)

def assign(self, **kwargs):
sf = self
for key, value in kwargs.items():
Expand Down
64 changes: 0 additions & 64 deletions sparsity/src/atomic_defs.h

This file was deleted.

Loading