hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #23 from lnyemba/v2.2.0 

V2.2.0
This commit is contained in:
Steve L. Nyemba 2025-06-23 04:09:23 -05:00 committed by GitHub
parent 16dc2ca8b1 e035f5eba0
commit 06d53a7739
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 4 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
info/__init__.py
View File

@ -1,6 +1,6 @@
__app_name__ = 'data-transport' __app_name__ = 'data-transport'
__author__ = 'The Phi Technology' __author__ = 'The Phi Technology'
__version__= '2.2.14' __version__= '2.2.18'
__email__ = "info@the-phi.com" __email__ = "info@the-phi.com"
__edition__= 'community' __edition__= 'community'
__license__=f""" __license__=f"""

19
transport/iowrapper.py
View File

@ -26,24 +26,7 @@ class IO:
self._ixloader = plugin_ix.Loader (registry=plugin_ix.Registry(folder=transport.registry.REGISTRY_PATH)) self._ixloader = plugin_ix.Loader (registry=plugin_ix.Registry(folder=transport.registry.REGISTRY_PATH))
if plugins : if plugins :
self.init_plugins(plugins) self.init_plugins(plugins)
# for _ref in plugins :
# self._ixloader.set(_ref)
# if plugins :
# self._init_plugins(plugins)
# else:
# self._plugins = None
# def _init_plugins(self,_args):
# """
# This function will load pipelined functions as a plugin loader
# """
# if 'path' in _args and 'names' in _args :
# self._plugins = PluginLoader(**_args)
# else:
# self._plugins = PluginLoader()
# [self._plugins.set(_pointer) for _pointer in _args]
#
# @TODO: We should have a way to log what plugins are loaded and ready to use
def meta (self,**_args): def meta (self,**_args):
if hasattr(self._agent,'meta') : if hasattr(self._agent,'meta') :
return self._agent.meta(**_args) return self._agent.meta(**_args)

2
transport/registry.py
View File

@ -13,7 +13,7 @@ This class manages data from the registry and allows (read only)
@TODO: add property to the DATA attribute @TODO: add property to the DATA attribute
""" """
REGISTRY_PATH=os.sep.join([os.environ['HOME'],'.data-transport']) REGISTRY_PATH=os.sep.join([os.environ.get('HOME','USERPROFILE'),'.data-transport'])
# #
# This path can be overriden by an environment variable ... # This path can be overriden by an environment variable ...
# #

2
transport/warehouse/iceberg.py
View File

@ -74,7 +74,7 @@ class Iceberg :
""" """
sql query/command to run against apache iceberg sql query/command to run against apache iceberg
""" """
return self._session.sql(_query) return self._session.sql(_query).toPandas()
def has (self,**_args): def has (self,**_args):
try: try:
_prefix = self._getPrefix(**_args) _prefix = self._getPrefix(**_args)