python.observation.datasets

Created on Mon May 29 21:48:33 2023

@author: a lab in the Air

 1# -*- coding: utf-8 -*-
 2"""
 3Created on Mon May 29 21:48:33 2023
 4
 5@author: a lab in the Air
 6"""
 7
 8from observation.dataset import Dataset
 9from observation.fields import Nfield, Sfield
10from json_ntv import NtvConnector
11
12class Ndataset(Dataset):
13    
14    field_class = Nfield
15    
16    def __init__(self, listidx=None, reindex=True):
17        super().__init__(listidx=listidx, reindex=reindex)
18        
19    
20class Sdataset(Dataset):
21    
22    field_class = Sfield
23
24    def __init__(self, listidx=None, reindex=True, fast=False):
25        if listidx.__class__.__name__ == 'DataFrame':
26            lindex, leng = NtvConnector.connector()['DataFrameConnec'].to_listidx(listidx)
27            listidx = [Sfield(field['codec'], field['name'], field['keys'], 
28                              lendefault=leng, fast=fast) for field in lindex]
29        super().__init__(listidx=listidx, reindex=reindex)
30        
class Ndataset(observation.dataset.Dataset):
13class Ndataset(Dataset):
14    
15    field_class = Nfield
16    
17    def __init__(self, listidx=None, reindex=True):
18        super().__init__(listidx=listidx, reindex=reindex)

An Dataset is a representation of an indexed list.

Attributes (for @property see methods) :

  • lindex : list of Field
  • analysis : Analysis object (data structure)

The methods defined in this class are :

constructor (@classmethod))

  • Dataset.ntv
  • Dataset.from_csv
  • Dataset.from_ntv
  • Dataset.from_file
  • Dataset.merge

abstract static methods (@abstractmethod, @staticmethod)

  • Dataset.field_class

dynamic value - module analysis (getters @property)

  • Dataset.extidx
  • Dataset.extidxext
  • Dataset.groups
  • Dataset.idxname
  • Dataset.idxlen
  • Dataset.iidx
  • Dataset.lenidx
  • Dataset.lidx
  • Dataset.lidxrow
  • Dataset.lisvar
  • Dataset.lvar
  • Dataset.lvarname
  • Dataset.lvarrow
  • Dataset.lunicname
  • Dataset.lunicrow
  • Dataset.primaryname
  • Dataset.setidx
  • Dataset.zip

dynamic value (getters @property)

  • Dataset.keys
  • Dataset.iindex
  • Dataset.indexlen
  • Dataset.lenindex
  • Dataset.lname
  • Dataset.tiindex

global value (getters @property)

  • Dataset.category
  • Dataset.complete
  • Dataset.consistent
  • Dataset.dimension
  • Dataset.lencomplete
  • Dataset.primary
  • Dataset.secondary

selecting - infos methods (observation.dataset_structure.DatasetStructure)

  • Dataset.couplingmatrix
  • Dataset.idxrecord
  • Dataset.indexinfos
  • Dataset.indicator
  • Dataset.iscanonorder
  • Dataset.isinrecord
  • Dataset.keytoval
  • Dataset.loc
  • Dataset.nindex
  • Dataset.record
  • Dataset.recidx
  • Dataset.recvar
  • Dataset.tree
  • Dataset.valtokey

add - update methods (observation.dataset_structure.DatasetStructure)

  • Dataset.add
  • Dataset.addindex
  • Dataset.append
  • Dataset.delindex
  • Dataset.delrecord
  • Dataset.orindex
  • Dataset.renameindex
  • Dataset.setvar
  • Dataset.setname
  • Dataset.updateindex

structure management - methods (observation.dataset_structure.DatasetStructure)

  • Dataset.applyfilter
  • Dataset.coupling
  • Dataset.full
  • Dataset.getduplicates
  • Dataset.mix
  • Dataset.merging
  • Dataset.reindex
  • Dataset.reorder
  • Dataset.setfilter
  • Dataset.sort
  • Dataset.swapindex
  • Dataset.setcanonorder
  • Dataset.tostdcodec

exports methods (observation.dataset_interface.DatasetInterface)

  • Dataset.json
  • Dataset.plot
  • Dataset.to_obj
  • Dataset.to_csv
  • Dataset.to_dataframe
  • Dataset.to_file
  • Dataset.to_ntv
  • Dataset.to_obj
  • Dataset.to_xarray
  • Dataset.view
  • Dataset.vlist
  • Dataset.voxel
Ndataset(listidx=None, reindex=True)
17    def __init__(self, listidx=None, reindex=True):
18        super().__init__(listidx=listidx, reindex=reindex)

Dataset constructor.

Parameters

  • listidx : list (default None) - list of Field data
  • reindex : boolean (default True) - if True, default codec for each Field
field_class = <class 'observation.fields.Nfield'>
Inherited Members
observation.dataset.Dataset
name
field
analysis
lindex
from_csv
from_file
ntv
from_ntv
merge
ext
complete
consistent
category
dimension
extidx
extidxext
groups
idxname
idxlen
indexlen
iidx
iindex
keys
lencomplete
lenindex
lenidx
lidx
lisvar
lvar
lvarname
lunicrow
lvarrow
lidxrow
lunicname
lname
primary
primaryname
secondary
secondaryname
setidx
tiindex
zip
observation.dataset_structure.DatasetStructure
add
addindex
append
applyfilter
couplingmatrix
coupling
delrecord
delindex
full
getduplicates
iscanonorder
isinrecord
idxrecord
indexinfos
indicator
keytoval
loc
mix
merging
nindex
orindex
record
recidx
recvar
reindex
renameindex
reorder
setcanonorder
setfilter
setname
sort
swapindex
tostdcodec
tree
updateindex
valtokey
observation.dataset_interface.DatasetInterface
json
plot
to_csv
to_dataframe
to_file
to_ntv
to_xarray
voxel
view
vlist
class Sdataset(observation.dataset.Dataset):
21class Sdataset(Dataset):
22    
23    field_class = Sfield
24
25    def __init__(self, listidx=None, reindex=True, fast=False):
26        if listidx.__class__.__name__ == 'DataFrame':
27            lindex, leng = NtvConnector.connector()['DataFrameConnec'].to_listidx(listidx)
28            listidx = [Sfield(field['codec'], field['name'], field['keys'], 
29                              lendefault=leng, fast=fast) for field in lindex]
30        super().__init__(listidx=listidx, reindex=reindex)

An Dataset is a representation of an indexed list.

Attributes (for @property see methods) :

  • lindex : list of Field
  • analysis : Analysis object (data structure)

The methods defined in this class are :

constructor (@classmethod))

  • Dataset.ntv
  • Dataset.from_csv
  • Dataset.from_ntv
  • Dataset.from_file
  • Dataset.merge

abstract static methods (@abstractmethod, @staticmethod)

  • Dataset.field_class

dynamic value - module analysis (getters @property)

  • Dataset.extidx
  • Dataset.extidxext
  • Dataset.groups
  • Dataset.idxname
  • Dataset.idxlen
  • Dataset.iidx
  • Dataset.lenidx
  • Dataset.lidx
  • Dataset.lidxrow
  • Dataset.lisvar
  • Dataset.lvar
  • Dataset.lvarname
  • Dataset.lvarrow
  • Dataset.lunicname
  • Dataset.lunicrow
  • Dataset.primaryname
  • Dataset.setidx
  • Dataset.zip

dynamic value (getters @property)

  • Dataset.keys
  • Dataset.iindex
  • Dataset.indexlen
  • Dataset.lenindex
  • Dataset.lname
  • Dataset.tiindex

global value (getters @property)

  • Dataset.category
  • Dataset.complete
  • Dataset.consistent
  • Dataset.dimension
  • Dataset.lencomplete
  • Dataset.primary
  • Dataset.secondary

selecting - infos methods (observation.dataset_structure.DatasetStructure)

  • Dataset.couplingmatrix
  • Dataset.idxrecord
  • Dataset.indexinfos
  • Dataset.indicator
  • Dataset.iscanonorder
  • Dataset.isinrecord
  • Dataset.keytoval
  • Dataset.loc
  • Dataset.nindex
  • Dataset.record
  • Dataset.recidx
  • Dataset.recvar
  • Dataset.tree
  • Dataset.valtokey

add - update methods (observation.dataset_structure.DatasetStructure)

  • Dataset.add
  • Dataset.addindex
  • Dataset.append
  • Dataset.delindex
  • Dataset.delrecord
  • Dataset.orindex
  • Dataset.renameindex
  • Dataset.setvar
  • Dataset.setname
  • Dataset.updateindex

structure management - methods (observation.dataset_structure.DatasetStructure)

  • Dataset.applyfilter
  • Dataset.coupling
  • Dataset.full
  • Dataset.getduplicates
  • Dataset.mix
  • Dataset.merging
  • Dataset.reindex
  • Dataset.reorder
  • Dataset.setfilter
  • Dataset.sort
  • Dataset.swapindex
  • Dataset.setcanonorder
  • Dataset.tostdcodec

exports methods (observation.dataset_interface.DatasetInterface)

  • Dataset.json
  • Dataset.plot
  • Dataset.to_obj
  • Dataset.to_csv
  • Dataset.to_dataframe
  • Dataset.to_file
  • Dataset.to_ntv
  • Dataset.to_obj
  • Dataset.to_xarray
  • Dataset.view
  • Dataset.vlist
  • Dataset.voxel
Sdataset(listidx=None, reindex=True, fast=False)
25    def __init__(self, listidx=None, reindex=True, fast=False):
26        if listidx.__class__.__name__ == 'DataFrame':
27            lindex, leng = NtvConnector.connector()['DataFrameConnec'].to_listidx(listidx)
28            listidx = [Sfield(field['codec'], field['name'], field['keys'], 
29                              lendefault=leng, fast=fast) for field in lindex]
30        super().__init__(listidx=listidx, reindex=reindex)

Dataset constructor.

Parameters

  • listidx : list (default None) - list of Field data
  • reindex : boolean (default True) - if True, default codec for each Field
field_class = <class 'observation.fields.Sfield'>
Inherited Members
observation.dataset.Dataset
name
field
analysis
lindex
from_csv
from_file
ntv
from_ntv
merge
ext
complete
consistent
category
dimension
extidx
extidxext
groups
idxname
idxlen
indexlen
iidx
iindex
keys
lencomplete
lenindex
lenidx
lidx
lisvar
lvar
lvarname
lunicrow
lvarrow
lidxrow
lunicname
lname
primary
primaryname
secondary
secondaryname
setidx
tiindex
zip
observation.dataset_structure.DatasetStructure
add
addindex
append
applyfilter
couplingmatrix
coupling
delrecord
delindex
full
getduplicates
iscanonorder
isinrecord
idxrecord
indexinfos
indicator
keytoval
loc
mix
merging
nindex
orindex
record
recidx
recvar
reindex
renameindex
reorder
setcanonorder
setfilter
setname
sort
swapindex
tostdcodec
tree
updateindex
valtokey
observation.dataset_interface.DatasetInterface
json
plot
to_csv
to_dataframe
to_file
to_ntv
to_xarray
voxel
view
vlist