From 8b4eb81564ce9bbb1c74c23990d179f4d69e2b39 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Mon, 2 Nov 2020 15:35:40 -0600 Subject: [PATCH 1/6] bug fix: payer information on 837 --- healthcareio/x12/__init__.py | 11 ++++++----- setup.py | 2 +- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/healthcareio/x12/__init__.py b/healthcareio/x12/__init__.py index cd3a2fd..2e22d98 100644 --- a/healthcareio/x12/__init__.py +++ b/healthcareio/x12/__init__.py @@ -279,11 +279,12 @@ class Parser (Process): row = util.split(row.replace('\n','').replace('~','')) _info = util.get.config(self.config[_code][0],row) - + if _info : try: tmp = self.get.value(row,_info) + # if 'P1080351470' in content[0] and 'PLB' in row: # print (_info) # print (row) @@ -300,10 +301,10 @@ class Parser (Process): else: if label not in value: value[label] = [tmp] - elif len(list(tmp.keys())) == 1 : - # print "\t",len(claim[label]),tmp - index = len(value[label]) -1 - value[label][index] = dict(value[label][index],**tmp) + # elif len(list(tmp.keys())) == 1 : + # # print "\t",len(claim[label]),tmp + # index = len(value[label]) -1 + # value[label][index] = dict(value[label][index],**tmp) else: value[label].append(tmp) tmp['_index'] = len(value[label]) -1 diff --git a/setup.py b/setup.py index 61c69b0..0c9fb86 100644 --- a/setup.py +++ b/setup.py @@ -8,7 +8,7 @@ import sys def read(fname): return open(os.path.join(os.path.dirname(__file__), fname)).read() args = { - "name":"healthcareio","version":"1.3.7", + "name":"healthcareio","version":"1.4.0", "author":"Vanderbilt University Medical Center", "author_email":"steve.l.nyemba@vumc.org", "license":"MIT", From ed782b7e4044eff43bc37203c2d7e9fe4552552c Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 11 Dec 2020 06:45:10 -0600 Subject: [PATCH 2/6] bug fixes with parser --- healthcareio/analytics.py | 134 ++++++++++++++++++++++++++++------ healthcareio/healthcare-io.py | 18 ++++- healthcareio/x12/__init__.py | 27 +++++-- 3 files changed, 150 insertions(+), 29 deletions(-) diff --git a/healthcareio/analytics.py b/healthcareio/analytics.py index 875a8cd..442ad60 100644 --- a/healthcareio/analytics.py +++ b/healthcareio/analytics.py @@ -11,7 +11,7 @@ import transport import matplotlib.pyplot as plt import re, base64 # from weasyprint import HTML, CSS -COLORS = ["#f79256","#7dcfb6","#fbd1a2","#00b2ca","#1d4e89","#4682B4","#c5c3c6","#4c5c68","#1985a1","#f72585","#7209b7","#3a0ca3","#4361ee","#4cc9f0","#ff595e","#ffca3a","#8ac926","#1982c4","#6a4c93"] +COLORS = ["#fbd1a2","#00b2ca","#1d4e89","#4682B4","#c5c3c6","#4c5c68","#1985a1","#f72585","#7209b7","#3a0ca3","#4361ee","#4cc9f0","#ff595e","#ffca3a","#8ac926","#1982c4","#6a4c93"] class stdev : def __init__(self) : self.values = [] @@ -149,11 +149,16 @@ class Apex : This class will format a data-frame to work with Apex charting engine """ @staticmethod - def apply(item): + def apply(item,theme={'mode':'light','palette':'palette6'}): pointer = item['chart']['type'] if hasattr(Apex,pointer) : pointer = getattr(Apex,pointer) + options = pointer(item) + if 'apex' in options and 'colors' in options['apex'] : + del options['apex']['colors'] + if 'apex' in options : + options['apex']['theme'] = theme options['responsive']= [ { 'breakpoint': 1, @@ -168,6 +173,18 @@ class Apex : print ("Oops") pass @staticmethod + def radial(item): + df = item['data'] + x = item['chart']['axis']['x'] + y = item['chart']['axis']['y'] + + labels = df[y].tolist() + values = [float(np.round(value,2)) for value in df[x].tolist()] + chart = {"type":"radialBar","height":200} + option = {"chart":chart,"series":values,"labels":labels,"plotOptions":{"radialBar":{"hollow":{"size":"70%"}}}} + return {'apex':option} + + @staticmethod def scatter(item): options = Apex.spline(item) options['apex']['chart']['type'] = 'scatter' @@ -175,7 +192,7 @@ class Apex : @staticmethod def scalar(item): _df = item['data'] - print (_df) + name = _df.columns.tolist()[0] value = _df[name].values.round(2)[0] html = '
:value
:label
' @@ -235,16 +252,17 @@ class Apex : @TODO: alias this with bar (!= column) """ df = item['data'] + N = df.shape[0] if df.shape[0] < 10 else 10 axis = item['chart']['axis'] y = axis['y'] if type(y) == list : y = y[0] axis['x'] = [axis['x']] if type(axis['x']) != list else axis['x'] - if not set(axis['x']) & set(df.columns.tolist()) : - print (set(axis['x']) & set(df.columns.tolist())) - print (axis['x']) - print (df.columns) + # if not set(axis['x']) & set(df.columns.tolist()) : + # print (set(axis['x']) & set(df.columns.tolist())) + # print (axis['x']) + # print (df.columns) # df.columns = axis['x'] series = [] _min=_max = 0 @@ -294,7 +312,6 @@ class Apex : values are x-axis """ df = item['data'] - if df.shape [0]> 1 : y_cols,x_cols = item['chart']['axis']['y'],item['chart']['axis']['x'] labels = df[y_cols].values.tolist() @@ -302,10 +319,11 @@ class Apex : values = df[x_cols].values.round(2).tolist() else: labels = [name.upper().replace('_',' ') for name in df.columns.tolist()] + df = df.astype(float) values = df.values.round(2).tolist()[0] if df.shape[1] > 1 else df.values.round(2).tolist() colors = COLORS[:len(values)] - options = {"series":values,"colors":colors,"labels":labels,"chart":{"type":"donut"},"plotOptions":{"pie":{"customScale":.8}},"legend":{"position":"right"}} + options = {"series":values,"colors":colors,"labels":labels,"dataLabels":{"enabled":True,"style":{"colors":["#000000"]},"dropShadow":{"enabled":False}},"chart":{"type":"donut","width":200},"plotOptions":{"pie":{"customScale":.9}},"legend":{"position":"right"}} return {"apex":options} pass @@ -329,43 +347,117 @@ class engine : _args['type'] = 'mongo.MongoReader' else: _args['type'] = 'disk.SQLiteReader' - self.reader = transport.factory.instance(**_args) + self.store_config = _args ; + + def filter (self,**args): + """ + type: claims or remits + filter optional identifier claims, procedures, taxonomy, ... + """ + + + _m = {'claim':'837','claims':'837','remits':'835','remit':'835'} + table = _m[ args['type']] + _analytics = self.info[table] + if 'index' in args : + index = int(args['index']) + _analytics = [_analytics[index]] + + _info = list(_analytics) #if 'filter' not in args else [item for item in analytics if args['filter'] == item['id']] + # conn = lite.connect(self.store_config['args']['path'],isolation_level=None) + # conn.create_aggregate("stdev",1,stdev) + DB_TYPE = 'mongo' if (type(self.reader) == transport.mongo.MongoReader) else 'sql' + if DB_TYPE == 'mongo' : + self.store_config['args']['doc'] = args['type'] + + self.reader = transport.factory.instance(**self.store_config) + r = [] + for row in _info : + pipeline = row['pipeline'] + + index = 0 + for item in pipeline: + if not item[DB_TYPE] : + continue + query = {DB_TYPE:item[DB_TYPE]} + + df = pd.DataFrame(self.reader.read(**query)) #item) + df = df.fillna('N/A') + # item['data'] = df + chart = item['chart'] + pipe = {"data":df,"chart":chart} + for key in list(item.keys()) : + if key not in ["chart","data","mongo","sql","couch"] : + pipe[key] = item[key] + + + + r.append(pipe) + self.reader.close() + return {"id":_info[0]['id'],'pipeline':r} + def apply (self,**args) : """ type: claims or remits filter optional identifier claims, procedures, taxonomy, ... """ + + _m = {'claim':'837','claims':'837','remits':'835','remit':'835'} # key = '837' if args['type'] == 'claims' else '835' table = _m[ args['type']] - analytics = self.info[table] + + _analytics = self.info[table] if 'index' in args : index = int(args['index']) - analytics = [analytics[index]] + _analytics = [_analytics[index]] - _info = list(analytics) if 'filter' not in args else [item for item in analytics if args['filter'] == item['id']] + _info = list(_analytics) if 'filter' not in args else [item for item in analytics if args['filter'] == item['id']] # conn = lite.connect(self.store_config['args']['path'],isolation_level=None) # conn.create_aggregate("stdev",1,stdev) - DB_TYPE = 'mongo' if (type(self.reader) == transport.mongo.MongoReader) else 'sql' + # + # @TODO: Find a better way to handle database variance + # + # DB_TYPE = 'mongo' if (type(self.reader) == transport.mongo.MongoReader) else 'sql' + + if 'mongo' in self.store_config['type'] : + DB_TYPE='mongo' + else: + DB_TYPE='sql' + self.store_config['args']['table'] = args['type'] + + self.reader = transport.factory.instance(**self.store_config) r = [] for row in _info : - - for item in row['pipeline'] : + pipeline = row['pipeline'] + index = 0 + for item in pipeline: # item['data'] = pd.read_sql(item['sql'],conn) - query = {DB_TYPE:item[DB_TYPE]} - item['data'] = self.reader.read(**item) + # query = {DB_TYPE:item[DB_TYPE]} + query = item[DB_TYPE] + if not query : + continue + if DB_TYPE == 'sql' : + query = {"sql":query} + + item['data'] = self.reader.read(**query) #item) if 'serialize' in args : - item['data'] = json.dumps(item['data'].to_dict(orient='record')) if type(item['data']) == pd.DataFrame else item['data'] + # item['data'] = json.dumps(item['data'].to_dict(orient='record')) if type(item['data']) == pd.DataFrame else item['data'] + item['data'] = json.dumps(item['data'].to_dict('record')) if type(item['data']) == pd.DataFrame else item['data'] else: item['data'] = (pd.DataFrame(item['data'])) - + pipeline[index] = item + index += 1 + # + # + row['pipeline']= pipeline # if 'info' in item: # item['info'] = item['info'].replace(":rows",str(item["data"].shape[0])) # conn.close() - + self.reader.close() return _info def _html(self,item) : diff --git a/healthcareio/healthcare-io.py b/healthcareio/healthcare-io.py index 037586c..be6012d 100644 --- a/healthcareio/healthcare-io.py +++ b/healthcareio/healthcare-io.py @@ -43,6 +43,8 @@ import numpy as np from multiprocessing import Process import time from healthcareio import x12 +import smart +import pandas as pd PATH = os.sep.join([os.environ['HOME'],'.healthcareio']) OUTPUT_FOLDER = os.sep.join([os.environ['HOME'],'healthcare-io']) @@ -337,10 +339,20 @@ if __name__ == '__main__' : # PATH= SYS_ARGS['config'] if 'config' in SYS_ARGS else os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) - e = analytics.engine(os.sep.join([PATH,'config.json'])) #--@TODO: make the configuration file globally accessible - e.apply(type='claims',serialize=True) - SYS_ARGS['engine'] = e + if os.path.exists(os.sep.join([PATH,'config.json'])) : + e = analytics.engine(os.sep.join([PATH,'config.json'])) #--@TODO: make the configuration file globally accessible + e.apply(type='claims',serialize=True) + SYS_ARGS['engine'] = e + SYS_ARGS['config'] = json.loads(open(os.sep.join([PATH,'config.json'])).read()) + else: + SYS_ARGS['config'] = {"owner":None,"store":None} + + if 'args' not in SYS_ARGS['config'] : + SYS_ARGS['config']["args"] = {"batch":1,"resume":True,"folder":"/data"} + me = pd.DataFrame(smart.top.read(name='healthcare-io.py')).args.unique().tolist() + SYS_ARGS['me'] = me[0] #-- This key will identify the current process + pointer = lambda : server.app.run(host='0.0.0.0',port=PORT,debug=DEBUG,threaded=False) pthread = Process(target=pointer,args=()) pthread.start() diff --git a/healthcareio/x12/__init__.py b/healthcareio/x12/__init__.py index 2e22d98..66dc05a 100644 --- a/healthcareio/x12/__init__.py +++ b/healthcareio/x12/__init__.py @@ -49,8 +49,9 @@ class Formatters : """ This function is designed to split an x12 row and """ + value = [] if row.startswith(prefix) is False: - value = [] + for row_value in row.replace('~','').split(sep) : @@ -65,10 +66,12 @@ class Formatters : else : value.append(row_value.replace('\n','')) - return [xchar.replace('\r','') for xchar in value] #row.replace('~','').split(sep) + value = [xchar.replace('\r','') for xchar in value] #row.replace('~','').split(sep) else: - return [ [prefix]+ self.split(item,'>') for item in row.replace('~','').split(sep)[1:] ] + value = [ [prefix]+ self.split(item,'>') for item in row.replace('~','').split(sep)[1:] ] + + return value if type(value) == list and type(value[0]) != list else value[0] def get_config(self,config,row): """ This function will return the meaningfull parts of the configuration for a given item @@ -130,7 +133,7 @@ class Formatters : terms = value[1].split('>') return {'type':terms[0],'code':terms[1],"amount":float(value[2])} else: - + return {"code":value[2],"type":value[1],"amount":float(value[3])} def sv2(self,value): # @@ -191,6 +194,9 @@ class Parser (Process): self.files = [] self.set = void() self.set.files = self.set_files + self.emit = void() + self.emit.pre = None + self.emit.post = None def set_files(self,files): self.files = files def get_map(self,row,config,version=None): @@ -328,7 +334,7 @@ class Parser (Process): pass except Exception as e : - + print ('__',e.args) pass @@ -433,6 +439,9 @@ class Parser (Process): # self.finish(claims,logs,_code) return claims,logs,_code def run(self): + if self.emit.pre : + self.emit.pre() + for filename in self.files : content,logs,_code = self.read(filename) self.finish(content,logs,_code) @@ -442,14 +451,22 @@ class Parser (Process): if args['type'] == 'mongo.MongoWriter' : args['args']['doc'] = 'claims' if _code == '837' else 'remits' _args['args']['doc'] = 'logs' + else: + args['args']['table'] = 'claims' if _code == '837' else 'remits' + _args['args']['table'] = 'logs' + if content : writer = transport.factory.instance(**args) writer.write(content) writer.close() if logs : + logger = transport.factory.instance(**_args) logger.write(logs) + logger.close() + if self.emit.post : + self.emit.post(content,logs) From 2b533dc8fe054f6966871da11f9dad54cedd612c Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 11 Dec 2020 06:55:34 -0600 Subject: [PATCH 3/6] docker user interface basics --- healthcareio/Dockerfile | 23 +- healthcareio/server/__init__.py | 196 +++++++++++++++-- healthcareio/server/index.py | 5 +- healthcareio/server/static/css/default.css | 49 +++++ healthcareio/server/static/js/jx/rpc.js | 241 +++++++++++---------- healthcareio/server/templates/index.html | 127 ++++++++--- 6 files changed, 464 insertions(+), 177 deletions(-) diff --git a/healthcareio/Dockerfile b/healthcareio/Dockerfile index 5cf8fd8..23464ef 100644 --- a/healthcareio/Dockerfile +++ b/healthcareio/Dockerfile @@ -1,4 +1,8 @@ -FROM ubuntu:bionic-20200403 +# +# Let us create an image for healthcareio +# The image will contain the {X12} Parser and the +# FROM ubuntu:bionic-20200403 +FROM ubuntu:focal RUN ["apt","update","--fix-missing"] RUN ["apt-get","upgrade","-y"] @@ -6,9 +10,22 @@ RUN ["apt-get","-y","install","apt-utils"] RUN ["apt","update","--fix-missing"] RUN ["apt-get","upgrade","-y"] -RUN ["apt-get","install","-y","sqlite3","sqlite3-pcre","libsqlite3-dev","python3-dev","python3","python3-pip","git","python3-virtualenv"] +RUN ["apt-get","install","-y","mongo","sqlite3","sqlite3-pcre","libsqlite3-dev","python3-dev","python3","python3-pip","git","python3-virtualenv","wget"] # # +RUN ["pip3","install","--upgrade","pip"] +# RUN ["pip3","install","git+https://healthcare.the-phi.com/git/code/parser.git","botocore"] USER health-user +# +# This volume is where the data will be loaded from (otherwise it is assumed the user will have it in the container somehow) +# +VOLUME ["/data"] +# +# This is the port from which some degree of monitoring can/will happen +EXPOSE 80 +# wget https://healthcareio.the-phi.com/git/code/parser.git/bootup.sh +COPY bootup.sh bootup.sh +ENTRYPOINT ["bash","-C"] +CMD ["bootup.sh"] # VOLUME ["/home/health-user/healthcare-io/","/home-healthuser/.healthcareio"] -# RUN ["pip3","install","git+https://healthcareio.the-phi.com/git"] \ No newline at end of file +# RUN ["pip3","install","git+https://healthcareio.the-phi.com/git"] diff --git a/healthcareio/server/__init__.py b/healthcareio/server/__init__.py index 3910930..d723bca 100644 --- a/healthcareio/server/__init__.py +++ b/healthcareio/server/__init__.py @@ -3,7 +3,78 @@ from healthcareio.params import SYS_ARGS import healthcareio.analytics import os import json +import time +import smart +import transport +import pandas as pd +import numpy as np +import x12 + +from multiprocessing import Process +from flask_socketio import SocketIO, emit, disconnect,send +from healthcareio.server import proxy +PATH = os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) app = Flask(__name__) +socket_ = SocketIO(app) + +def resume (files): + _args = SYS_ARGS['config']['store'].copy() + if 'mongo' in SYS_ARGS['config']['store']['type'] : + _args['type'] = 'mongo.MongoReader' + reader = transport.factory.instance(**_args) + _files = [] + try: + pipeline = [{"$match":{"completed":{"$eq":True}}},{"$group":{"_id":"$name"}},{"$project":{"name":"$_id","_id":0}}] + _args = {"aggregate":"logs","cursor":{},"allowDiskUse":True,"pipeline":pipeline} + _files = reader.read(mongo = _args) + _files = [item['name'] for item in _files] + except Exception as e : + pass + print (["found ",len(files),"\tProcessed ",len(_files)]) + return list(set(files) - set(_files)) + + + +def run (): + # + # let's get the files in the folder (perhaps recursively traverse them) + # + FILES = [] + BATCH = int(SYS_ARGS['config']['args']['batch']) #-- number of processes (poorly named variable) + + for root,_dir,f in os.walk(SYS_ARGS['config']['args']['folder']) : + if f : + FILES += [os.sep.join([root,name]) for name in f] + FILES = resume(FILES) + FILES = np.array_split(FILES,BATCH) + procs = [] + for FILE_GROUP in FILES : + + FILE_GROUP = FILE_GROUP.tolist() + # logger.write({"process":index,"parse":SYS_ARGS['parse'],"file_count":len(row)}) + # proc = Process(target=apply,args=(row,info['store'],_info,)) + parser = x12.Parser(PATH) #os.sep.join([PATH,'config.json'])) + parser.set.files(FILE_GROUP) + parser.start() + procs.append(parser) + SYS_ARGS['procs'] = procs +# @socket_.on('data',namespace='/stream') +def push() : + _args = dict(SYS_ARGS['config']['store'].copy(),**{"type":"mongo.MongoReader"}) + reader = transport.factory.instance(**_args) + pipeline = [{"$group":{"_id":"$parse","claims":{"$addToSet":"$name"}}},{"$project":{"_id":0,"type":"$_id","count":{"$size":"$claims"}}}] + _args = {"aggregate":"logs","cursor":{},"allowDiskUse":True,"pipeline":pipeline} + r = pd.DataFrame(reader.read(mongo=_args)) + r = healthcareio.analytics.Apex.apply({"chart":{"type":"donut","axis":{"x":"count","y":"type"}},"data":r}) + emit("update",r,json=True) + return r +@socket_.on('connect') +def client_connect(**r): + print ('Connection received') + print (r) + push() + pass + @app.route("/favicon.ico") def _icon(): return send_from_directory(os.path.join([app.root_path, 'static','img','logo.svg']), @@ -12,7 +83,7 @@ def _icon(): def init(): e = SYS_ARGS['engine'] sections = {"remits":e.info['835'],"claims":e.info['837']} - _args = {"sections":sections} + _args = {"sections":sections,"store":SYS_ARGS["config"]["store"],"owner":SYS_ARGS['config']['owner'],"args":SYS_ARGS["config"]["args"]} return render_template("index.html",**_args) @app.route("/format//",methods=['POST']) def _format(id,index): @@ -21,43 +92,117 @@ def _format(id,index): key = '837' if id == 'claims' else '835' index = int(index) # p = e.info[key][index] - p = e.apply(type=id,index=index) - - # + p = e.filter(type=id,index=index) + r = [] - for item in p[0]['pipeline'] : - _item= dict(item) - del _item['sql'] - del _item ['data'] - + for item in p['pipeline'] : + _item= dict(item) _item = dict(_item,**healthcareio.analytics.Apex.apply(item)) + del _item['data'] if 'apex' in _item or 'html' in _item: r.append(_item) - r = {"id":p[0]['id'],"pipeline":r} + + r = {"id":p['id'],"pipeline":r} return json.dumps(r),200 + @app.route("/get//",methods=['GET']) def get(id,index): e = SYS_ARGS['engine'] key = '837' if id == 'claims' else '835' index = int(index) # p = e.info[key][index] - p = e.apply(type=id,index=index) + p = e.filter(type=id,index=index) r = {} for item in p[0]['pipeline'] : _item= [dict(item)] - r[item['label']] = item['data'].to_dict(orient='record') - # del _item['sql'] - # del _item ['data'] - # print (item['label']) - # _item['apex'] = healthcareio.analytics.Apex.apply(item) - # if _item['apex']: - # r.append(_item) - - # r = {"id":p[0]['id'],"pipeline":r} + # r[item['label']] = item['data'].to_dict(orient='record') + r[item['label']] = item['data'].to_dict('record') return json.dumps(r),200 + +@app.route("/reset",methods=["POST"]) +def reset(): + return "1",200 +@app.route("/data",methods=['GET']) +def get_data (): + """ + This function will return statistical data about the services i.e general statistics about what has/been processed + """ + HEADER = {"Content-type":"application/json"} + _args = SYS_ARGS['config'] + options = dict(proxy.get.files(_args),**proxy.get.processes(_args)) + return json.dumps(options),HEADER +@app.route("/log/",methods=["POST","PUT","GET"]) +def log(id) : + HEADER = {"Content-Type":"application/json; charset=utf8"} + if id == 'params' and request.method in ['PUT', 'POST']: + info = request.json + _args = {"batch":info['batch'] if 'batch' in info else 1,"resume":True} + # + # We should update the configuration + SYS_ARGS['config']['args'] = _args + PATH = os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) + write = lambda content: (open(PATH,'w')).write(json.dumps(content)) + proc = Process(target=write,args=(SYS_ARGS['config'],)) + proc.start() + return "1",HEADER + pass +@app.route("/io/",methods=['POST']) +def io_data(id): + if id == 'params' : + _args = request.json + # + # Expecting batch,folder as parameters + _args = request.json + _args['resume'] = True + print (_args) + # + # We should update the configuration + SYS_ARGS['config']['args'] = _args + # PATH = os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) + try: + write = lambda content: (open(PATH,'w')).write(json.dumps(content)) + proc = Process(target=write,args=(SYS_ARGS['config'],)) + proc.start() + # proc.join() + return "1",200 + except Exception as e : + return "0",403 + pass + elif id == 'stop' : + stop() + pass + elif id == 'run' : + # run() + _args = {"args":SYS_ARGS['config']['args'],"store":SYS_ARGS["config"]["store"]} + proxy.run(_args) + return "1",200 + pass + +@app.route("/export") +def export_form(): + _args = {"context":SYS_ARGS['context']} + return render_template("store.html",**_args) +@app.route("/export",methods=['POST','PUT']) +def apply_etl(): + _info = request.json + m = {'s3':'s3.s3Writer','mongo':'mongo.MongoWriter'} + if _info : + dest_args = {'type':m[_info['type']],"args": _info['content'] } + src_args = SYS_ARGS['config']['store'] + # print (_args) + # writer = transport.factory.instance(**_args) + proxy.publish(src_args,dest_args) + return "1",405 + + else: + return "0",404 +@app.route("/update") +def update(): + pass + return "0",405 @app.route("/reload",methods=['POST']) def reload(): # e = SYS_ARGS['engine'] @@ -74,11 +219,20 @@ if __name__ == '__main__' : PORT = int(SYS_ARGS['port']) if 'port' in SYS_ARGS else 5500 DEBUG= int(SYS_ARGS['debug']) if 'debug' in SYS_ARGS else 0 SYS_ARGS['context'] = SYS_ARGS['context'] if 'context' in SYS_ARGS else '' + # # PATH= SYS_ARGS['config'] if 'config' in SYS_ARGS else os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) + # + # Adjusting configuration with parameters (batch,folder,resume) + if 'args' not in SYS_ARGS['config'] : + SYS_ARGS['config']["args"] = {"batch":1,"resume":True,"folder":"/data"} + SYS_ARGS['procs'] = [] + + + # SYS_ARGS['path'] = os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) e = healthcareio.analytics.engine(PATH) - # e.apply(type='claims',serialize=True) + e.apply(type='claims',serialize=False) SYS_ARGS['engine'] = e app.run(host='0.0.0.0',port=PORT,debug=DEBUG,threaded=True) \ No newline at end of file diff --git a/healthcareio/server/index.py b/healthcareio/server/index.py index c61f130..99f3709 100644 --- a/healthcareio/server/index.py +++ b/healthcareio/server/index.py @@ -12,8 +12,9 @@ def _icon(): def init(): e = SYS_ARGS['engine'] sections = {"remits":e.info['835'],"claims":e.info['837']} - _args = {"sections":sections} - return render_template("index.html",**_args) + _args = {"sections":sections,"store":SYS_ARGS['config']['store']} + print (SYS_ARGS['config']['store']) + return render_template("setup.html",**_args) @app.route("/format//",methods=['POST']) def _format(id,index): diff --git a/healthcareio/server/static/css/default.css b/healthcareio/server/static/css/default.css index 0bded6c..5ea27b2 100644 --- a/healthcareio/server/static/css/default.css +++ b/healthcareio/server/static/css/default.css @@ -1,3 +1,4 @@ + .active { padding:4px; cursor:pointer; @@ -6,3 +7,51 @@ .active:hover{ border-bottom:2px solid #ff6500; } +input[type=text]{ + border:1px solid transparent; + background-color:#f3f3f3; + outline: 0px; + padding:8px; + font-weight:normal; + font-family:sans-serif; + color:black; +} +.active-button { + display:grid; + grid-template-columns: 32px auto; + gap:2px; + align-items:center; + border:2px solid #CAD5E0; + cursor:pointer; + +} +.active-button i {padding:4px;;} +.active-button:hover { border-color:#ff6500} + +.system {display:grid; grid-template-columns: 45% 1px auto; gap:20px; margin-left:5%; width:90%;} +.system .status .item {display:grid; grid-template-columns: 75px 8px auto; gap:2px;} +.input-form {display:grid; gap:2px;} +.input-form .item {display:grid; grid-template-columns: 125px auto; gap:2px; align-items:center;} +.input-form .item .label { font-weight:bold; padding-left:10px} +.fa-cog {color:#4682B4} +.fa-check {color:#00c6b3} +.fa-times {color:maroon} + +.code { + margin:4px; + background:#000000 ; + padding:8px; + font-family: 'Courier New', Courier, monospace; + color:#d3d3d3; + font-size:12px; + line-height: 2; +} + +.tabs {display:grid; grid-template-columns: repeat(3,1fr) auto; gap:0px; align-items:center; text-align: center;} +.tab {border:1px solid transparent; border-bottom-color:#D3D3D3; font-weight:bold; padding:4px} + +.tabs .selected {border-color:#CAD5E0; border-bottom-color:transparent; } +.system iframe {width:100%; height:100%; border:1px solid transparent;} +.data-info {height:90%; padding:8px;} +.fa-cloud {color:#4682B4} +.fa-database{color:#cc8c91} diff --git a/healthcareio/server/static/js/jx/rpc.js b/healthcareio/server/static/js/jx/rpc.js index 8dd08fe..22033f9 100755 --- a/healthcareio/server/static/js/jx/rpc.js +++ b/healthcareio/server/static/js/jx/rpc.js @@ -12,119 +12,128 @@ * Improve on how returned data is handled (if necessary). */ if(!jx){ - var jx = {} -} -/** - * These are a few parsers that can come in handy: - * urlparser: This parser is intended to break down a url parameter string in key,value pairs - */ - -function urlparser(url){ - if(url.toString().match(/\x3F/) != null){ - url = url.split('\x3F')[1] - - } - var p = url.split('&') ; - var r = {} ; - r.meta = [] ; - r.data = {} ; - var entry; - for(var i=0; i < p.length; i++){ - entry = p[i] ; - key = (entry.match('(.*)=') !=null)? entry.match('(.*)=')[1]:null ; - value = (entry.match('=(.*)$') != null)? entry.match('=(.*)$')[1]:null - if(key != null){ - key = key.replace('\x3F','') - r.meta.push(key) ; - r.data[key] = value ; - } - } - - return r.data; -} - -/** -* The following are corrections related to consistency in style & cohesion -*/ -jx.ajax = {} -jx.ajax.get = {} ; -jx.ajax.debug = null; -jx.ajax.get.instance = function(){ - var factory = function(){ - this.obj = {} - this.obj.headers = {} - this.obj.async = true; - this.setHeader = function(key,value){ - if(key.constructor != String && value == null){ - this.obj.headers = key ; - }else{ - this.obj.headers[key] = value; - } - } - this.setData = function(data){ - this.obj.data = data; - } - this.setAsync = function(flag){ - this.obj.async = (flag == true) ; - } - this.send = function(url,callback,method){ - - if(method == null){ - method = 'GET' - } - - p = jx.ajax.debug != null; - q = false; - if(p){ - q = jx.ajax.debug[url] != null; - } - - is_debuggable = p && q - - if(is_debuggable){ - x = {} ; - x.responseText = jx.ajax.debug [url] ; - callback(x) - }else{ - var http = new XMLHttpRequest() ; - http.onreadystatechange = function(){ - if(http.readyState == 4){ - - callback(http) - } - } - // - // In order to insure backward compatibility - // Previous versions allowed the user to set the variable on the wrapper (poor design) - if(this.async != null){ - this.setAsync(this.async) ; - } - http.open(method,url,this.obj.async) ; - for(key in this.obj.headers){ - value = this.obj.headers[key] ; - - http.setRequestHeader(key,value) - } - - http.send(this.obj.data) - } - - - } - this.put = function(url,callback){ - this.send(url,callback,'PUT') ; - } - this.get = function(url,callback){ - this.send(url,callback,'GET') ; - } - this.post = function(url,callback){ - this.send(url,callback,'POST') ; - } - }//-- end of the factory method - return new factory() ; -} - -// -// backward compatibility -jx.ajax.getInstance = jx.ajax.get.instance ; -var HttpClient = jx.ajax.get ; + var jx = {} + } + /** + * These are a few parsers that can come in handy: + * urlparser: This parser is intended to break down a url parameter string in key,value pairs + */ + + function urlparser(url){ + if(url.toString().match(/\x3F/) != null){ + url = url.split('\x3F')[1] + + } + var p = url.split('&') ; + var r = {} ; + r.meta = [] ; + r.data = {} ; + var entry; + for(var i=0; i < p.length; i++){ + entry = p[i] ; + key = (entry.match('(.*)=') !=null)? entry.match('(.*)=')[1]:null ; + value = (entry.match('=(.*)$') != null)? entry.match('=(.*)$')[1]:null + if(key != null){ + key = key.replace('\x3F','') + r.meta.push(key) ; + r.data[key] = value ; + } + } + + return r.data; + } + + /** + * The following are corrections related to consistency in style & cohesion + */ + jx.ajax = {} + jx.ajax.get = {} ; + jx.ajax.debug = null; + jx.ajax.get.instance = function(){ + var factory = function(){ + this.obj = {} + this.obj.headers = {} + this.obj.async = true; + this.setHeader = function(key,value){ + if(key.constructor != String && value == null){ + this.obj.headers = key ; + }else{ + this.obj.headers[key] = value; + } + } + this.setData = function(data,mimetype){ + if(mimetype == null) + this.obj.data = data; + else { + this.obj.headers['Content-Type'] = mimetype + if(mimetype.match(/application\/json/i)){ + this.obj.data = JSON.stringify(data) + } + } + + } + this.setAsync = function(flag){ + this.obj.async = (flag == true) ; + } + this.send = function(url,callback,method){ + + if(method == null){ + method = 'GET' + } + + p = jx.ajax.debug != null; + q = false; + if(p){ + q = jx.ajax.debug[url] != null; + } + + is_debuggable = p && q + + if(is_debuggable){ + x = {} ; + x.responseText = jx.ajax.debug [url] ; + callback(x) + }else{ + var http = new XMLHttpRequest() ; + http.onreadystatechange = function(){ + if(http.readyState == 4){ + + callback(http) + } + } + // + // In order to insure backward compatibility + // Previous versions allowed the user to set the variable on the wrapper (poor design) + if(this.async != null){ + this.setAsync(this.async) ; + } + http.open(method,url,this.obj.async) ; + for(key in this.obj.headers){ + value = this.obj.headers[key] ; + + http.setRequestHeader(key,value) + } + + http.send(this.obj.data) + } + + + } + this.put = function(url,callback){ + this.send(url,callback,'PUT') ; + } + this.get = function(url,callback){ + this.send(url,callback,'GET') ; + } + this.post = function(url,callback){ + this.send(url,callback,'POST') ; + } + }//-- end of the factory method + return new factory() ; + } + + // + // backward compatibility + jx.ajax.getInstance = jx.ajax.get.instance ; + var HttpClient = jx.ajax.get ; + \ No newline at end of file diff --git a/healthcareio/server/templates/index.html b/healthcareio/server/templates/index.html index 915cddc..768618e 100644 --- a/healthcareio/server/templates/index.html +++ b/healthcareio/server/templates/index.html @@ -8,6 +8,7 @@ + @@ -15,6 +16,9 @@ + + + Healthcare/IO Analytics -
+
-
Healthcare/IO
-
Analytics Dashboard
+
Healthcare/IO :: Parser
+
Dashboard
-
+
+
- {% for key in sections %} -
-
-
{{key|safe}}
-
- - +
+
+
Setup
+
+ + +
+
+
+
Configure Parser
+ +
Reset Parser
+
-
-
- - {% for item in sections[key] %} -
{{item.id}}
- {% endfor %}
-
- {% endfor %} + {% for key in sections %} +
+
+
{{key|safe}}
+
+ + +
+
+
+ + {% for item in sections[key] %} +
{{item.id}}
+ {% endfor %} +
+
+ {% endfor %}
-
-
+
+
-
+
+ -
+ {%include 'setup.html' %} + +
- © Vanderbilt University Medical Center + Healthcare/IO :: Parser ©
\ No newline at end of file From 47060b514735e2a9eb3fcd97da551e35f1fe1022 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 11 Dec 2020 06:56:11 -0600 Subject: [PATCH 4/6] html elements --- healthcareio/server/templates/header.html | 29 ++ healthcareio/server/templates/setup.html | 391 ++++++++++++++++++++++ healthcareio/server/templates/store.html | 78 +++++ 3 files changed, 498 insertions(+) create mode 100644 healthcareio/server/templates/header.html create mode 100644 healthcareio/server/templates/setup.html create mode 100644 healthcareio/server/templates/store.html diff --git a/healthcareio/server/templates/header.html b/healthcareio/server/templates/header.html new file mode 100644 index 0000000..7dd35cd --- /dev/null +++ b/healthcareio/server/templates/header.html @@ -0,0 +1,29 @@ + + + + + + + + + + + + + + + + + + +
+
+ Admin +
+
Setup
+
+
+
+ Claims & Remits +
+
\ No newline at end of file diff --git a/healthcareio/server/templates/setup.html b/healthcareio/server/templates/setup.html new file mode 100644 index 0000000..df2fdb8 --- /dev/null +++ b/healthcareio/server/templates/setup.html @@ -0,0 +1,391 @@ + + + + + + + + + + +
+
+ + {% if not store.type %} +
+ Current Configuration +

+
+ System needs to be initialized ! +
+

+
+
+ +
+
Initialize
+
+
+ {% else %} +
+ + Current Configuration +

+

+
+
Owner
:
+
+ + +
+
+ +
+
store
:
+
{{store.type}}
+
+

+
+
+ +
+
Update Config
+
+

+

+ #
+ healthcare-io.py --init --store mongo +
+

+
+ + {%endif%} +

+
+
+ Manage Plan +

+
Insure your account is tied to a cloud service provider. +
We support google-drive, dropbox, one-drive or box. +
+

+

+
+ +
+
Open Plan Console
+
+

+ +
+
+
+
+
+
+ + Manage Processes +

+

+
+
Process #
+ +
+
+
Folder #
+ +
+ +
+
+ +
+ + +
Stop
+
+
+ +
Run
+
+ +
+ +

+

+

+
# The command that will be executed
+
healthcare-io.py --parse --folder /data --batch {{args.batch}}
+
+

+

+

+
Process Monitoring
+
+
+
Powered by smart-top
+

+
+
+
+ + Process +
+
+
+
Files
+
+
+
Export
+
+ +
+
+
+ +
+
+
Running Processes and resource usage
+
+
+
+
+
+
Summary of files found and processed
+
+ +
+
+

+
+
+
+
+
+ + + Cloud + + + +
+
+
AWS S3
+
Google Bigquery
+ +
+
+
+
+ + + Database + + + +
+
+
SQL
+ +
PostgreSQL
+
MySQL
+ + + +
NoSQL
+
Mongodb
+
Couchdb
+
+
+
+
+
+
+
Start
+
+
+
+ +
+
+

+
+
diff --git a/healthcareio/server/templates/store.html b/healthcareio/server/templates/store.html new file mode 100644 index 0000000..f5b753b --- /dev/null +++ b/healthcareio/server/templates/store.html @@ -0,0 +1,78 @@ + + + + +
+ +
+
Export Module
+
+ +
+
+

+ +
+
+ Please provide select access-key file or service account key file to perform ETL + to .
The files will be re-created in JSON format +
+
+ +
+
+
+
+
+ Tables / collections will be automatically inferred in the +
+
+ +
+ + +
+ +
+ + + +
+ +
+

+
+
+
+
+ +
+
Export Now
+
+
+ +
+
\ No newline at end of file From 47fb0a9993355fb64d2236b0d98c6397849f7051 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 11 Dec 2020 06:57:11 -0600 Subject: [PATCH 5/6] more html elements --- healthcareio/docker/Dockerfile | 37 ++++ healthcareio/docker/bootup.sh | 10 + healthcareio/server/proxy.py | 170 ++++++++++++++++ healthcareio/server/static/js/io/dialog.js | 75 ++++++++ .../server/static/js/io/healthcare.js | 15 ++ healthcareio/server/static/js/io/io.js | 182 ++++++++++++++++++ 6 files changed, 489 insertions(+) create mode 100644 healthcareio/docker/Dockerfile create mode 100644 healthcareio/docker/bootup.sh create mode 100644 healthcareio/server/proxy.py create mode 100644 healthcareio/server/static/js/io/dialog.js create mode 100644 healthcareio/server/static/js/io/healthcare.js create mode 100644 healthcareio/server/static/js/io/io.js diff --git a/healthcareio/docker/Dockerfile b/healthcareio/docker/Dockerfile new file mode 100644 index 0000000..4ff6d14 --- /dev/null +++ b/healthcareio/docker/Dockerfile @@ -0,0 +1,37 @@ +# +# Let us create an image for healthcareio +# The image will contain the {X12} Parser and the +# FROM ubuntu:bionic-20200403 +FROM ubuntu:focal +RUN ["apt-get","update","--fix-missing"] +RUN ["apt-get","upgrade","-y"] + +RUN ["apt-get","-y","install","apt-utils"] + +RUN ["apt-get","update","--fix-missing"] +RUN ["apt-get","upgrade","-y"] +RUN ["apt-get","install","-y","mongodb","sqlite3","sqlite3-pcre","libsqlite3-dev","python3-dev","python3","python3-pip","git","python3-virtualenv","wget"] +# +# +RUN ["pip3","install","--upgrade","pip"] +RUN ["pip3","install","numpy","pandas","git+https://dev.the-phi.com/git/steve/data-transport","botocore","matplotlib"] +# RUN ["pip3","install","git+https://healthcare.the-phi.com/git/code/parser.git","botocore"] +# RUN ["useradd", "-ms", "/bin/bash", "health-user"] +# USER health-user +# +# This volume is where the data will be loaded from (otherwise it is assumed the user will have it in the container somehow) +# +VOLUME ["/data","/app/healthcareio"] +WORKDIR /app +ENV PYTHONPATH="/app" + +# +# This is the port from which some degree of monitoring can/will happen +EXPOSE 80 +EXPOSE 27017 +# wget https://healthcareio.the-phi.com/git/code/parser.git/bootup.sh +COPY bootup.sh bootup.sh +ENTRYPOINT ["bash","-C"] +CMD ["bootup.sh"] +# VOLUME ["/home/health-user/healthcare-io/","/home-healthuser/.healthcareio"] +# RUN ["pip3","install","git+https://healthcareio.the-phi.com/git"] diff --git a/healthcareio/docker/bootup.sh b/healthcareio/docker/bootup.sh new file mode 100644 index 0000000..1ee561f --- /dev/null +++ b/healthcareio/docker/bootup.sh @@ -0,0 +1,10 @@ +set -e +/etc/init.d/mongodb start +cd /app +export +export PYTHONPATH=$PWD +ls +# python3 healthcareio/healthcare-io.py --signup $EMAIL --store mongo +# python3 healthcareio/healthcare-io.py --analytics --port 80 --debug + +bash diff --git a/healthcareio/server/proxy.py b/healthcareio/server/proxy.py new file mode 100644 index 0000000..12409ef --- /dev/null +++ b/healthcareio/server/proxy.py @@ -0,0 +1,170 @@ +""" + This file serves as proxy to healthcare-io, it will be embedded into the API +""" +import os +import transport +import numpy as np +import x12 +import pandas as pd +import smart +from analytics import Apex +import time +class get : + PROCS = [] + PATH = os.sep.join([os.environ['HOME'],'.healthcareio','config.json']) + @staticmethod + def resume (files,args): + """ + This function will determine the appropriate files to be processed by performing a simple complementary set operation against the logs + @TODO: Support data-stores other than mongodb + :param files list of files within a folder + :param _args configuration + """ + _args = args['store'].copy() + if 'mongo' in _args['type'] : + _args['type'] = 'mongo.MongoReader' + reader = transport.factory.instance(**_args) + _files = [] + try: + pipeline = [{"$match":{"completed":{"$eq":True}}},{"$group":{"_id":"$name"}},{"$project":{"name":"$_id","_id":0}}] + _args = {"aggregate":"logs","cursor":{},"allowDiskUse":True,"pipeline":pipeline} + _files = reader.read(mongo = _args) + _files = [item['name'] for item in _files] + except Exception as e : + pass + print (["found ",len(files),"\tProcessed ",len(_files)]) + return list(set(files) - set(_files)) + + @staticmethod + def processes(_args): + _info = pd.DataFrame(smart.top.read(name='healthcare-io.py'))[['name','cpu','mem']] + + if _info.shape[0] == 0 : + _info = pd.DataFrame({"name":["healthcare-io.py"],"cpu":[0],"mem":[0]}) + # _info = pd.DataFrame(_info.groupby(['name']).sum()) + # _info['name'] = ['healthcare-io.py'] + m = {'cpu':'CPU','mem':'RAM','name':'name'} + _info.columns = [m[name] for name in _info.columns.tolist()] + _info.index = np.arange(_info.shape[0]) + + charts = [] + for label in ['CPU','RAM'] : + value = _info[label].sum() + df = pd.DataFrame({"name":[label],label:[value]}) + charts.append ( + Apex.apply( + {"data":df, "chart":{"type":"radial","axis":{"x":label,"y":"name"}}} + )['apex'] + ) + # + # This will update the counts for the processes, upon subsequent requests so as to show the change + # + N = 0 + lprocs = [] + for proc in get.PROCS : + if proc.is_alive() : + lprocs.append(proc) + N = len(lprocs) + get.PROCS = lprocs + return {"process":{"chart":charts,"counts":N}} + @staticmethod + def files (_args): + _info = smart.folder.read(path='/data') + N = _info.files.tolist()[0] + if 'mongo' in _args['store']['type'] : + store_args = dict(_args['store'].copy(),**{"type":"mongo.MongoReader"}) + # reader = transport.factory.instance(**_args) + + pipeline = [{"$group":{"_id":"$name","count":{"$sum":{"$cond":[{"$eq":["$completed",True]},1,0]}} }},{"$group":{"_id":None,"count":{"$sum":"$count"}}},{"$project":{"_id":0,"status":"completed","count":1}}] + query = {"mongo":{"aggregate":"logs","allowDiskUse":True,"cursor":{},"pipeline":pipeline}} + # _info = pd.DataFrame(reader.read(mongo={"aggregate":"logs","allowDiskUse":True,"cursor":{},"pipeline":pipeline})) + pipeline = [{"$group":{"_id":"$parse","claims":{"$addToSet":"$name"}}},{"$project":{"_id":0,"type":"$_id","count":{"$size":"$claims"}}}] + _query = {"mongo":{"aggregate":"logs","cursor":{},"allowDiskUse":True,"pipeline":pipeline}} #-- distribution claims/remits + + + else: + store_args = dict(_args['store'].copy(),**{"type":"disk.SQLiteReader"}) + store_args['args']['table'] = 'logs' + query= {"sql":"select count(distinct json_extract(data,'$.name')) as count, 'completed' status from logs where json_extract(data,'$.completed') = true"} + _query={"sql":"select json_extract(data,'$.parse') as type,count(distinct json_extract(data,'$.name')) as count from logs group by type"} #-- distribution claim/remits + reader = transport.factory.instance(**store_args) + _info = pd.DataFrame(reader.read(**query)) + if not _info.shape[0] : + _info = pd.DataFrame({"status":["completed"],"count":[0]}) + _info['count'] = np.round( (_info['count'] * 100 )/N,2) + + charts = [Apex.apply({"data":_info,"chart":{"type":"radial","axis":{"y":"status","x":"count"}}})['apex']] + # + # Let us classify the files now i.e claims / remits + # + + + # pipeline = [{"$group":{"_id":"$parse","claims":{"$addToSet":"$name"}}},{"$project":{"_id":0,"type":"$_id","count":{"$size":"$claims"}}}] + # _args = {"aggregate":"logs","cursor":{},"allowDiskUse":True,"pipeline":pipeline} + # r = pd.DataFrame(reader.read(mongo=_args)) + r = pd.DataFrame(reader.read(**_query)) #-- distribution claims/remits + r = Apex.apply({"chart":{"type":"donut","axis":{"x":"count","y":"type"}},"data":r})['apex'] + r['chart']['height'] = '100%' + r['legend']['position'] = 'bottom' + + charts += [r] + + + return {"files":{"counts":N,"chart":charts}} + + pass +# +# Process handling .... + + +def run (_args) : + """ + This function will run the jobs and insure as processes (as daemons). + :param _args system configuration + """ + FILES = [] + BATCH = int(_args['args']['batch']) #-- number of processes (poorly named variable) + + for root,_dir,f in os.walk(_args['args']['folder']) : + if f : + FILES += [os.sep.join([root,name]) for name in f] + FILES = get.resume(FILES,_args) + FILES = np.array_split(FILES,BATCH) + + for FILE_GROUP in FILES : + + FILE_GROUP = FILE_GROUP.tolist() + # logger.write({"process":index,"parse":_args['parse'],"file_count":len(row)}) + # proc = Process(target=apply,args=(row,info['store'],_info,)) + parser = x12.Parser(get.PATH) #os.sep.join([PATH,'config.json'])) + parser.set.files(FILE_GROUP) + parser.daemon = True + parser.start() + get.PROCS.append(parser) + time.sleep(3) + # + # @TODO:consider submitting an update to clients via publish/subscribe framework + # + return get.PROCS +def stop(_args): + for job in get.PROCS : + if job.is_alive() : + job.terminate() + get.PROCS = [] + # + # @TODO: consider submitting an update to clients via publish/subscribe framework + pass +def write(src_args,dest_args,files) : + # + # @TODO: Support for SQLite + pass +def publish (src_args,dest_args,folder="/data"): + FILES = [] + for root,_dir,f in os.walk(folder) : + if f : + FILES += [os.sep.join([root,name]) for name in f] + # + # @TODO: Add support for SQLite .... + + FILES = np.array_split(FILES,4) + diff --git a/healthcareio/server/static/js/io/dialog.js b/healthcareio/server/static/js/io/dialog.js new file mode 100644 index 0000000..af49692 --- /dev/null +++ b/healthcareio/server/static/js/io/dialog.js @@ -0,0 +1,75 @@ +/*** + * This file will handle the dialog boxes as they and their associated configurations and function binding + */ +if (!dialog){ + var dialog = {} +} + +dialog.open = function(title,msg,pointer){ + if (sessionStorage.dialog == null){ + + + var http = HttpClient.instance() + http.get(sessionStorage.io_context+'/static/dialog.html',function(x){ + var html = x.responseText + jx.modal.show({html:html,id:'dialog'}) + $('.dialog .title').text(title) + $('.dialog .message .text').text(msg) + dialog.status.ask() + $('.dialog .action .active-button').on('click',pointer) + $('.dialog .title-bar .close').on('click',function(){dialog.close(0)}) + + }) + }else{ + var html = sessionStorage.dialog + jx.modal.show({html:html,id:'dialog'}) + dialog.status.ask() + $('.dialog .action .active-button').on('click',pointer) + $('.dialog .title-bar .close').on('click',function(){dialog.close(0)}) + + } +} +dialog.bind = function(pointer){ + if (pointer == null){ + pointer = dialog.close + } + $('.dialog .action .active-button').off() + $('.dialog .action .active-button').on('click',pointer) +} +dialog.close = function(delay){ + delay = (delay == null)?1750:delay + setTimeout(function(){ + if ( $('.dialog').length > 0){ + jx.modal.close() + } + },delay) +} +dialog.status = {} +dialog.status.wait = function(){ + $('.dialog .action .active-button').hide() +} +dialog.status.confirm = function(){ + $('.dialog .action .active-button').show() +} +dialog.status.busy = function(){ + $('.dialog .message #msg-icon').removeClass() + $('.dialog .message #msg-icon').addClass('fas fa-cog fa-4x fa-spin') + +} +dialog.status.fail = function(){ + $('.dialog .message #msg-icon').removeClass() + $('.dialog .message #msg-icon').addClass('fas fa-times fa-4x') +} +dialog.status.ask = function(){ + $('.dialog .message #msg-icon').removeClass() + $('.dialog .message #msg-icon').addClass('far fa-question-circle fa-4x') +} +dialog.status.warn = function(){ + $('.dialog .message #msg-icon').removeClass() + $('.dialog .message #msg-icon').addClass('fas fa-exclamation-triangle fa-4x') +} +dialog.status.success = function(){ + $('.dialog .message #msg-icon').removeClass() + $('.dialog .message #msg-icon').addClass('fas fa-check fa-4x') +} + diff --git a/healthcareio/server/static/js/io/healthcare.js b/healthcareio/server/static/js/io/healthcare.js new file mode 100644 index 0000000..8aa159a --- /dev/null +++ b/healthcareio/server/static/js/io/healthcare.js @@ -0,0 +1,15 @@ +if (!healthcare) { + var healthcare = {io:{}} +} +healthcare.io = {'dialog':dialog,'confirmed':confirmed,'reset':reset,'update':update,'run':run,'publish':publish} +healthcare.io.apply = function(){ + var value = $('.input-form .item .procs').val() + var folder= $('.input-form .item .folder').val() + $('.code .batch').html(value) + var http = HttpClient.instance() + http.setData({"batch":value,"resume":true,"folder":folder},"application/json") + http.post(sessionStorage.io_context+'/io/params',function(x){}) +} + + + diff --git a/healthcareio/server/static/js/io/io.js b/healthcareio/server/static/js/io/io.js new file mode 100644 index 0000000..a2d085f --- /dev/null +++ b/healthcareio/server/static/js/io/io.js @@ -0,0 +1,182 @@ +/** + * This file will depend on dialog.js (soft dependency). Some functions here will make calls to resources in dialog.js + */ + +var reset = function(){ + dialog.open('Healthcare/IO::Parser', 'Are you sure you would like to delete all data parsed? Click Ok to confirm',confirmed.reset) + +} +var update= function(){ + dialog.open('Healthcare/IO::Parser','Update will change parsing configuration. Would you like to continue ?',confirmed.update) +} +var run = function(){ + dialog.open('Healthcare/IO::Parser','Preparing parser, confirm to continue',confirmed.run) +} +var _queue = {socket:null} +var confirmed = {} +confirmed.run = function(){ + dialog.status.busy() + dialog.status.wait() + $('.dialog .message .text').html('Initiating Parsing ...') + setTimeout(function(){ + var http = HttpClient.instance() + http.post(sessionStorage.io_context+'/io/run',function(x){ + // dialog.handler = setInterval(function(){monitor.data()},750) + monitor.data() + //dialog.close() + + }) + + },1000) +} +confirmed.reset = function(){ + var uri = sessionStorage.io_context+'/reset' + var http= HttpClient.instance() + dialog.status.busy() + dialog.status.wait() + http.post(uri,function(x){ + setTimeout(function(){ + if (x.status == 200 && x.responseText == "1"){ + dialog.status.success() + $('.dialog .message .text').html('Reset Healthcare/IO::Parser was successful!
Dialog will be closing
') + dialog.close() + }else{ + dialog.status.fail() + + + } + + },2000) + }) +} + +confirmed.update = function(){ + var uri = sessionStorage.io_context+'/update' + var email = $('#email').val() + // + //-- validate the email + if (email.match(/^([^\s]+)@([^\s@]+)\.(org|com|edu|io)$/i)){ + dialog.status.wait() + dialog.status.busy() + var http = HttpClient.instance() + http.setData({"email":email},"application/son") + setTimeout(function(){ + http.post(uri,function(x){ + if(x.status == 200 && x.responseText == "1"){ + dialog.status.success() + }else{ + + dialog.status.fail() + $('.dialog .message .text').html('Error code '+x.status) + dialog.bind() + dialog.status.confirm() + $('.dialog .title-bar .title').html("Error found") + + } + }) + + },1000) + }else{ + dialog.status.fail() + dialog.bind() + $('.dialog .title-bar .title').text("Error found") + $('.dialog .message .text').html('Invvalid Email entered') + dialog.status.confirm() + } + +} + +/** + * This namespace is designed to export data to either the cloud or to a database + */ +var publish={set:{}} +publish.post = function(){ + + if($('.jxmodal').length > 0){ + jx.modal.close() + } + dialog.open('Export/ETL','Please wait') + dialog.status.busy() + + var http = HttpClient.instance() + http.setData(JSON.parse(sessionStorage.export),"application/json") + http.post(sessionStorage.io_context+'/export',function(x){ + if (x.status != 200){ + setTimeout(function(){ + $('.dialog .message .text').html('An error occurred with code '+x.status) + dialog.status.fail() + dialog.status.wait() + + },1500) + + } + // + // @TODO: Have progress be monitored for this bad boy i.e open the connection to socket and read in ... + // + }) + +} +publish.set.file = function(){ + var file = $('#file')[0].files[0] + $('.file .name').html(file.name) + var button = $('.cloud input').prop('disabled',true) + var div = $('.cloud .file .fa-file-upload')[0] + $(div).empty() + $(div).addClass('fas fa-cog fa-spin') + var reader = new FileReader() + reader.readAsText(file) + + + reader.onload = function(){ + _args = {"type":$('.cloud .id').html().trim(),"content":reader.result} + // _args = JSON.stringify(_args) + if (_args.content.match(/^\{.+/i) == null){ + content = _args.content.split('\n')[1].split(',') + _args.content = {'bucket':'healthcareio','access_key':content[0].trim(),'secret_key':content[1].trim()} + } + sessionStorage.export = JSON.stringify(_args) + } + + reader.onloadend = function(){ + setTimeout(function(){ + var div = $('.cloud .file .fa-cog')[0] + $(div).empty() + $(div).addClass('fas fa-check') + $(div).removeClass('fa-spin') + // jx.modal.close() + + //setTimeout(jx.modal.close,1500) + publish.post() + },2000) + } +} +publish.database = {} + +publish.database.init = function(id){ + // + // we are expecting id in {mongo,couch,postgresql,mysql,sqlite} + // @TODO: Account for cloud service brokers like dropbox, box, one-drive and google-drive + sessionStorage.export = "{}" + p = {'id':id} + if (id.match(/(mongodb|postgresql|mysql|sqlite|couchdb)/i)){ + var hide_id = '.store .cloud' + var show_id = '.store .database' + }else{ + // + // @TODO: generate an error message + var show_id = '.store .cloud' + var hide_id = '.store .database' + + } + var http = HttpClient.instance() + http.get(sessionStorage.io_context+'/export',function(x){ + var html = x.responseText + jx.modal.show({'html':html,'id':'dialog'}) + $(hide_id).hide(function(){ + $(show_id).show() + }) + + $('.store .id').text(id) + }) + +} \ No newline at end of file From bf2553fba02fce8d1772f5f382a0e5780f6769de Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 11 Dec 2020 06:58:34 -0600 Subject: [PATCH 6/6] more html elements --- healthcareio/server/static/dialog.html | 21 +++++++++++++++++++ healthcareio/server/static/img/smart-top.png | Bin 0 -> 10247 bytes 2 files changed, 21 insertions(+) create mode 100644 healthcareio/server/static/dialog.html create mode 100644 healthcareio/server/static/img/smart-top.png diff --git a/healthcareio/server/static/dialog.html b/healthcareio/server/static/dialog.html new file mode 100644 index 0000000..93a7600 --- /dev/null +++ b/healthcareio/server/static/dialog.html @@ -0,0 +1,21 @@ +
+
+
+
+
+
+
+ +
+
+
+ +
+
+
+ +
+
Ok
+
+
+
\ No newline at end of file diff --git a/healthcareio/server/static/img/smart-top.png b/healthcareio/server/static/img/smart-top.png new file mode 100644 index 0000000000000000000000000000000000000000..11ce029bd74b5ec848cae3e66b1c6539a500f8aa GIT binary patch literal 10247 zcmd6Ni9gie_y3)-HbNr1$S&DstxU4Zyit*)vTxaGWSvTh#xj(3lq{);tVLNW*|Uu7 zF+vz(Y?1wU=l%KozK`#p@SVqF9`m~Qo^$T=oO{lhbMJk{m}3lCQT!+X0IRW)o+SWC z_=p6|jPPeI`1=<8IpAw#6951UC+&*>8AM(HM1Zm0*^9x%h0##rwIKVMWh#|8bKAwg z>%6y0GK;aIbPSp!pIaX-f3noWlf|>tP9*M?<(GV(cOOPa9kAQO1Gh$yFA59&V+t3C zbE>LtiXvlCR`dDUj8RvQMYVbhc#lSj^~D#{sd`7itU09cYsDhkq)EC_eLFskMG z=`PQe&E0e!TfGn2Z`M>{0AcvzNnrP-~{;-Rme$e=+=}v4bPuNdnf8olq0+A zbN3Hx?%u)M9+T;u3k87LT-3F{eYPZIW+USCBL$;c@H@nNz%$DaYqYphp(6lr6H4p? zuHF=z?$t?Eos*UG)XwVnk%s%vv>YQFrq}`c%8y^2gTian+5HPMS3P9sUKN2;`#Y;D z4m{!4NcrwzM*-mN6^kjYSMnMAc*jNOB?b95V5W1EaFX3vt8l0bu0z2eeB6&CuyeGh zBU<$mSobE6*v1(ieNyp0y$b(Sl8>+Myu@D{m~{mJ$EdlR z?UAJ3^-O0!Sgd|*NwVSc@)gNQ08S}|*cAnPP1cX$?79}h3RI>|<051LFpBnDv^&i* zz2`VuZ%tLWIa2key!`ueMIOVSJ$X1h8gQ(bD>sb#0FvY_F?T5^PQDBaiAS0T} zf=1N5M(g^p2LZ^an#JpD1uQ#|l_D^<+&EY4sY0Jq>tKqI=1jV8~ zMy3pDEmqiyuDa;4XG5d>2U7A5Um%ThW}VzWB>_Mp4;QXi<8NRzW27D=kGhXEzjyB+ z3#gI(bMXD)VHidS7_!+OLk*>adC*yGXZnsA&uO{7eDN%@l>YbLv^eX6@%|`6{m_rg(7xO z`ui<(8Nhb14#>;vIc!exD58JNRAr*IJAx{|IQ*e+euED1 z8zPJ>#3Zt}cbdEl9>oip&#Xtf&tiMchyGNw(T&uG>p-bL7}Lr^d^mm+Z7y9bE&K8Z zTN?Av8Sx9JpFjV~)2c7GbwR5zenxm8PpY1jL8Svucae#AzSthm*m`aMmGh>Vj_@V% zk#33bf&*P)=dx_;-^^8J-aTf6LysI{#%To6iQVN#pFEWL0LE z(xicmTi^=$Ph50wl&uUP>8M%dA!fSzFXSgMEFxN1Za4Pde!F__N zj(>(LF$CY+*n6;@D$bFtb4VJ6j!WAis7r{+sbO68txQD=hFA}N5w>ZPKXe?0W`$!s zgggmC@9ok)lF^*o#FHK?QUDhaxeVR(#){$5^XjDgrF{Yp1+8Z1w-kcR9X5rTd7+C- z`p?~Nx44wH)AM4QpOU1}Q#P0%VcO-_%*&{2fZ%O@Eb--apvq?MZpTTC^^>B`Sd!+5 z@FQb)2?Wg{@s1NehI!EGJ3T17CQ7PfL4adnk>T)nt;mQf!g@C!?#K99^yEX?%3Z-^ zoic9Inp0I7OlO%H0-9NAF`? zwZi61@>HOgjC}w{A|13E?~lP(b_wVEdxV@>*_*WL3iIwz|LHC^gr<(WPw34s$+`dH zbV@HdD8rOJ`8pxMZz}MdW>3^jM}*s9{aVIzp$@DI>9g95sPUZ^%Ba^Z#?$Q@wdGEK zzIrUousjkgI4N`~++L%f`>7PDkgx(cH9zBBUI#qwVc%%0lL4BnNN#U21*pl*e?v^zhq#RoA~W2AKBaF%gNp z;iqFxqItkDk^wCJjukw=rx4@-=`oQ}6N0PvK3JjHJHk zn}@13Wxn3|uf6(b3F0Ib)~gOc@eB$imL}z~I2M|kR4rQn<{r&yakqHvmU(h3vWOYH zg8zSfG2*pns%lQ%%4oain^7k1zg25;iEN6mBQ|O^)nl^VVQ|rziWRRsno+9Ldtl+5OXsm>TDC?i4ce>mq=qxf1D! zUyl0M_-N0Hmd(<>ot8P3zNA~L;>WVR1q*SKSw}QSEnm$!NbaX(y5|YBU&{Ix%VMq` zZ;igEHMKS`Q7C{p!^$3UQGC}*vqxe2H=zyZa}^2r-%9g`Cy@ia|M6iVr|p!@Id`FhX(ak%7;Xm}6p9QPuv$MCQGR7ilW zw!*Cphr{77_~$hukB>hdqyyh?*iQvsxZkRyz-@@3y819G%AU9J9t$JZ#m` zD31%YtA34=0Ew{1i10`vj9Hh?Ij*qxBgJapJ$_q22kVVQRjtjE<5F|><(HQ_V~NG` z5_OJX%mSDPD_mQ3T~UZ%btrf=I39C17i4#v_}3J7)K2JEi|@L$ zt_0TKjXk-w;d((NHWrEd91<$iLrQC{Z*k!(z?KOE27Ltjm>sWXEiCSm+h9^lQMkL=KqT1N z*gEwvqqfJ&^kCVsL-!k$I6j5iwt6tO*SxeiL0OPMfzO5rbT>CICG|2%KP$z+s>Gq5 z843H|iW=8n!Mv|zVcmR^)^5NoFe&gU9>VwT8g3%deRp}m!HhL z$ySnR01e4(5>0&J_la93vz2fd;c!_@S|xplaL4GAnR6tOp!{D6&QM^{VS)1;yeM$@vkiZl zZnd5poC!t8Z}amknwhoPl>R;$B1FXgYYvE`=%7l~zdXu~HvG!t;+MjsfhF_@^Y|?`oCvF?U*v(iH1YAij|~{( zOUt5w1vtb7mGFJ+cc1qBSd94U7~Rz?x({h{y>)!2M#4TeJTHcZMvcA%@)pvl0L=); z*tS8U+By)?qYWT&6{SerA;?b@yNW=!LG=GNz6cf(lu3xm8)8?dXWmmeDm4`q3=&{lj-?E_N;nv!p1JH+ASgZKEQjh#ZqlGBX!6 zoE92^Hepjvfu$Cp`R5h3QYJv-GP);NK{#v$V4Vf-26kfs{Ui>8Hh`c>5mq2Ei4HG8 z57UB(1xS4GI{1j;jWd01cHSLRz zrAmXACq|@DQ>$c~VExRrn+DC|Oc$nD9l5Lh?SFsgQQFL{UDL<#G~rFBSQtPxhjEQK zCaf7W1sW55(fY-T*9ZczUZwo5)XmKBHfWZHdnYi}WXV?S7J#>yIsjREzG6HpG@GPX zqL8>B8XcuaycQL^=+N=zAWA4(CPT z-mfK#r>JK@V?;MIIFFygV3nVEPEem7ULX2J!iLVo}zix+zSuX~KlNSV|}Grit-l6b@>d*(Na9?QkKC30Ok!D-PnNoHtOqa?@|>;<6CZ z?Qk?^YIu{tsZN*E*OqjRM`bb52hM6GPMJt!diy!ykz+f8tGem0zIPUnW>CPc@Y6tn zf>qHb;gv^Fc8F>i1@=)5K(!KK+WtM4szi}a2Y1$O@4atKVDH*Zlw0sn;_amxv9dX!Yp>>%9= zo&$eXdp1vMDC$0UD9J#pWk|?C(*+Uv0qRb=jc?9IjM*Uk4*u(!pW^Ee;`q3#Wj7&O1GkSXk z?Xn)xP}nB|dp`Rae|Zd?ZVtw<7BDk1fKR*=jR*MzCVG0AnPKZ~5fE`q!J3PTz^rkv z)~1Eu@!&C-M0uMvG|x5hI>OyN_!NA{7C|VDXyQeFb~8|n`1}QzSXuzbXaa)Upx4B3 z^9}vNKXqUL2zymAUJPl*z@fNTG^m-lR_)Po8YXU-X@(~8djm#ALN^BtOrE~Wb@Whg z-)BA#qg})+G^?lifg`N?vUqIeR7ru8!BH$86XHU?1|wN(dWR`|o*Ju$iBOxQ
E zA;V2c225KQCj&jdzHa;}==id2cKxSOG|{3D%bU&co*t+B(qx#5f9lM~Q}A{)KAuA| zl8XUWHD&i}5gPa9elHn*Qk<}mwhewFi?Nq=q+@`&{P`)LILuoHP~xj=(4``8uE+(r zVxLruD*ayeA6b|k1hG+K$55^+t|7q;@~qEcUY8au{xk6e{)(ais({RYln4JzYdSAt zk?kxz2{PBfkkr`zYPc6p8b?Y?LXw!!x@A%M1J7S-pmGwc%8^0)84b0^^`FFE?Yc^qN#q#NwtjsPX6s=X6Tt^Q z;5-|jmz~(BQ#c2!?ay-K+@<=+411lCdJy zbqtoTF~aL?`OM3z<|9NEFTYRmMIuXin8;m457 z=ST?HX&{JxozxY}m+bWR)D z-48p0T{>2>KwO5#5EhyJ=3lNwXzuK@#mO@oVDdQtlj+Leut?Qd9xcQq)M3&$i_<_D z74<_&NdX|6z7SY>6O@R?(~l<);As1-2FhcTI?im4{w)lsph4B@+{EA*(+C`74qTO0 z00Md(Dkm+?$iFp9V;Z9HhljM4JfQG-(*)Rbz9|}a5H1Cyo?*gPJgB$|&vU;qH1M*j zaWl1)eu)m3Lg%sxL&R>HV(;qvpS^Kp$AwlA6w$>(yh~7z*YPca&*`&o;GY)$G4xab zn19r`7+aLeeG;h5ZpcU-E{sq>kWeV-cqd>=H+m(}bvg85s*sPAG^*~<7w;lZbM6+>h;Oao5xZShdvriPuH-Z$vbrl zrXks5WV)5cuni>`94TVa&Q+%;wHXrgnJ}H-g4}1F(ULJ|L}F%ciW<34<@GZ?$BZ5c zK8#%If-z*H8RCyAwmrv??P}kp=K8&x2e}}>H+}9SLQ&CWo15?H0UXfGWnVk-d#JyK zsdPs>_I1yh~M^bH81iNXm3sb39soP`@9E6meh}9 zWOb5j#^%9nFZ@B-y*8aq%pH81+&}H7-ob-*ks}6M9mLJr$nFkTc=Lf*y4Cq{Y#!g+ zoVh8OE!3EBN<^q=Q~yfK^S{rxB{KiUBUHa?gopi0qhvNZM!JYdG%!VX-L2aYsLm8$ zo(P<>tk{&%Pl#-WkU9?jw%A!H*@j#mgDs=q%d@Gw-!OZYD28$U)2lPZm4wh-!qI=` zRqj|RZZmO}?BAvGx)Eld2@@!hW7vb)@&+M43>M>Pq-M)1y}yW$wz2E=3jSLOn2gNz z8M;?~7?%Oelf`{)3NYQ*pLh`@bGx~oFrO}){+<0E+5=zF%fCA?R$co{wJ9%T_joy> z-fyzWWTRqnqotZmSaZpLKMYjc4hp4K`B+u_an~PFH#JQ78&CgC(k#X9@A09pB`MtU zg!$iVST|y&z{@f-f3#itAJ&IT))*Jh`&G zE3G)=w7w=gypHeacQr_jxP9V8(_wx8+SMuUXA&P~PgD=p7O`a?d7ZSb>FznTCMG~B zB^gmZ4Lx$9wrxGCjbEf)@JM2aEp5Q^hl~*I?R6fNjUsv;=w<|cB@rP$aa9xP` zCA_PtR`Q+SP8sqj`^+mhFxx~bqn^j*aTq6PrT?)I^h)#FmQvqhqyK&viL0udXO9fE zJY`vTD#`XIF~!v74)r{m_34v}PkdfRZDQ;jJHHBU2OJ+h%mBQcso!L;pVs=Bc_c|b z<@--<&h9AAr0oYv!#AA!yJ}XS7KAe)ujwIh*4o~+A-b+XbGC7Q?Qs=9;>JW#^sPp= zSrwn!igh@IcZYXIsM?F#oUyPZO&O`3u2FH+_rW%uP$%Ul1#h8Z-CB$jc-_M%lKuqr zM|eD3~fw~YA3*_M2$K16zD0s?rTX6#+7H2ju~iEwHiu9OO6(j9~)eB-#> zfWrB!A3x*0$3L7W>5f9o?~0Tp;iB=&c~<8#mf)i9P;e zZxYw|At`RB(Rex^2D!N4q1w5v$O5~}TZe%Xa(3QHd+J3Ag*eZo)GOLJ~Ub~%;G2&gg z#TFHo4Q^Zw)p=j05L@}9^-ZFRwNb{LHYe_amiXjRW##!dGH;#*HA`)UGwH%>m2u}E zeb&wQ!Y@R$YQ1w<)7;kTf@0&8loPavSP4q=AFgTabWPW7A10@FpOFULi<#EnV&2$A z_|uV}B-MnuA`@%QN}YCd>X&K?yWN?EU4Xt4VF6Grqql4;_8S7~XNk7QTvJR#vUpk0 z1Px;yU(%K|>A@m}rOwg&!?!KA`~4Hy*AFdL70PZiN?ms*-hP)nW}lZ{r-E=}#|*pT z7qR}=(}sekWPi9^KFEb@Sg61KE0fc;SjE3yK4l$2979O0ZVtZxCy0EzE4S{8h&C4v z2z~s6t%>G*qv~Jy)e(zO^-fmV3YJjbz%oOnQ+w<3>r&_JHRJHQa)8ddrr7j`=r>c# z{+I1;sRbDBo^=c@*uhQ)mj4w%v?$Er7l}hbf62?iKi9uZkz8((YyAC)vs7`racvfm zH??hC{mf&E+=VUdjOWffi#qR)L#Kb~$|TXU-0X7_!b08KgWYHX7^1^Z3vjM9X* z5y1kS8V;C@OU@-NE0|21(3GqEaj#12=V-akR*zU+GAzs+lFvoH4Vm_>tT~G**~nr5 zr#8LwuU=95Q*x%X3!5mK1A^bqG|h+RSgyUz%ZK{otUJ9bVm>&m8xAb22<5{wHo2;e zl)l;~t9nUFAI(6S!NXPy`Hyk^IiSLPKSRLfN!(^lUO8N8oZ9O5hXJW;#kJTHs)+t4 zFPvOiTErYXPO2<^+&)9rgoi>cEe#n0DO!$u`Xq5^ zFOhH3&dIMV@+RG>WW{h?+;bX8MnlMbySY2&z8@?l{vmMU^A2RPjzkAK%8 z^lH`x0Q49i zfqQ998ZB21>|;0nno zRyBT!1ljs{W0N`+c*2s16p;E-rvlIxmj(Pf%n(q1e;VDt9Tx?gf2f)ROU0ruyR?q8 z?>~uMim#S|f^Y0CYzU?HvXM1`NSOD3;=6zuGRrlcUerbct_IFJx+r)X&FxtC3%2RI z^bA-NeJcMV&gzr0ZRvQ zsobtDsOV4s{bualM2O~b<5nJg|A7h6x1`+MF(x0=)kPTf5J#v($0^kC8Gr-f_FLp1 zmEW)rY2@5C+xDgKEZMz`(D7`Oje{SBZmZdM8BHK|oTfR3G`@FqRJeM(xh?=66(`<_ zcbZCYu4tyY;_2Me`AM6OWF>f*+S2fSf3u#+se?*Gb9<)9=H$ZqhYje!qA0Y1%b4GW zjz+F_7@Yp2zw*1TE1?@Yo1Gl++WCP?o$p`vtTktvseFh%57Kv|_gb*=@LW^bY4L-C z@o};GpZMTgC&734KQH-W)b98jjx-7xvJuHZb^;D%*wyL zWD8wGgxejPNWZS1e0I^Pri&M7<{MGIqMkdyv@#^TJIg_~h{dHMDhJ0ht%}u13rUh& zok-v{k)~4P+@H0v^pea?ODCbTc@n@IpjJVM`{EydiRvt_zM;Gi? zwW*3t;g?DOF3_XhLX|}wSmBIq!>j-`6c~Kx^6Q9lNPXUQ0<44Bfzwn}-nPVQX*x8k zJ=s1s9@%ZMUUKd9H#6SbnL#~A3>HO=OH#PDI~f40iTLRSr@AA2+liXj_WU=b&iHj> zrSULRm700>2L@Juc_iNJ>d@=_M$2sKZzjUcw3DAlpWi=5;PDTZdoFEN5}pH3m$F#k gt1|ybKRD~H{ny1g`jp**O&UaFeT-hQ?v1