From 6051b80bfb456429170f23c36b20567f0ff7dd74 Mon Sep 17 00:00:00 2001 From: sosguns2002 Date: Tue, 22 Aug 2017 17:36:03 +0300 Subject: [PATCH] Upload codes, configure profile basic implementation --- .../madoap/src/madserverv2.py | 904 ++++++++++++++++++ .../madoap/src/static/configure-profile.js | 480 ++++++++++ .../madoap/src/static/upload-codes.js | 237 +++++ .../src/templates/configure_profile.html | 205 ++++ 4 files changed, 1826 insertions(+) create mode 100755 interactive-mining-madoap/madoap/src/madserverv2.py create mode 100644 interactive-mining-madoap/madoap/src/static/configure-profile.js create mode 100644 interactive-mining-madoap/madoap/src/static/upload-codes.js create mode 100644 interactive-mining-madoap/madoap/src/templates/configure_profile.html diff --git a/interactive-mining-madoap/madoap/src/madserverv2.py b/interactive-mining-madoap/madoap/src/madserverv2.py new file mode 100755 index 0000000..64a4a17 --- /dev/null +++ b/interactive-mining-madoap/madoap/src/madserverv2.py @@ -0,0 +1,904 @@ +#!/usr/bin/env python +# +# Copyright 2009 Facebook +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. +import os +import re +import os.path +import tornado.httpserver +import tornado.autoreload +import tornado.ioloop +import tornado.options +import tornado.web +import tornado.escape as escape +import settings as msettings +import madapps +import datetime +import random +import csv +import itertools +import email.utils +import json +import StringIO +from tornado.options import define, options, logging +from tornado_addons import ozhandler +import copy +from collections import OrderedDict + + +define("port", default=msettings.WEB_SERVER_PORT, help="run on the given port", type=int) + +filteredapps=None +filteredevals=None + +smallgif='GIF89a\1\0\1\0\x80\xff\0\xff\xff\xff\0\0\0,\0\0\0\0\1\0\1\0\0\2\2D\1\0;' + +viswidgetmap={ +'motionchart':'google.visualization.MotionChart', +'table':'google.visualization.Table', +'linechart':'google.visualization.LineChart', +'piechart':'google.visualization.PieChart', +'scatterchart':'google.visualization.ScatterChart', +'intensitymap':'google.visualization.IntensityMap', +'geomap':'google.visualization.GeoMap', +'columnchart':'google.visualization.ColumnChart', +'barchart':'google.visualization.BarChart', +'areachart':'google.visualization.AreaChart', +'annotatedtimeline':'google.visualization.AnnotatedTimeLine', +'termcloud':'TermCloud', +} + +queries = {} + +msettings.viswidgetmap=viswidgetmap + +class Application(tornado.web.Application): + def __init__(self): + handlers = [ + (r"/", createUploadProfileHandler), + (r"/upload-codes", uploadCodesHandler), + (r"/save-config-controller", profileCreationHandler), + (r"/download-config-controller", profileServeHandler), + (r"/configure-profile", configureProfileHandler), + (r"/save-profile", saveProfileHandler), + (r"/?$", madAppBarHandler), + (r"/[^/]+/?$", madAppHandler), + (r"/[^/]+/.+$", madAppDataHandler) + ] + + + settings = dict( + template_path=os.path.join(os.path.dirname(__file__), "templates"), + static_path=os.path.join(os.path.dirname(__file__), "static"), + xsrf_cookies=False, + cookie_secret=msettings.SECRET_KEY, + login_url="/auth/login", + debug=msettings.DEBUG + ) + + tornado.web.Application.__init__(self, handlers, **settings) + +def auth_callback(request, realm, username, password): + if username==msettings.USERNAME and password == msettings.PASSWORD: + request.user_id = 1 + return True + else: + return False + +def numberOfGrantsUploaded(user_id, cookie_set): + if cookie_set and user_id: + file_name = "/tmp/p%s.tsv" % (user_id) + if os.path.isfile(file_name): + num_lines = sum(1 for line in open(file_name)) + if str(num_lines) == cookie_set: + return num_lines + return 0 + +def numberOfDocsUploaded(user_id): + if user_id: + file_name = "/tmp/docs%s.json" % (user_id) + if os.path.isfile(file_name): + num_lines = sum(1 for line in open(file_name)) + return num_lines + return 0 + +class BaseHandler(ozhandler.DjangoErrorMixin, ozhandler.BasicAuthMixin, tornado.web.RequestHandler): + def __init__(self, *args): + tornado.web.RequestHandler.__init__(self, *args) + if msettings.USERNAME!='': + self.hiddenauthget=self.get + self.get=self.authget + if msettings.RESTRICT_IPS: + self.hiddenget=self.get + self.get=self.checkwhitelistget + + def authget(self, *args): + try: + if self.passwordless: + self.hiddenauthget(*args) + return + except: + pass + + if not self.get_authenticated_user(auth_callback, 'stats'): + return False + self.hiddenauthget(*args) + + def checkwhitelistget(self, *args): + if self.request.remote_ip not in msettings.RESTRICT_IP_WHITELIST: + raise tornado.web.HTTPError(403) + return self.hiddenget(*args) + + def get_current_user(self): + return 'anonymous' + + def executequery(self, query, bindings=None): + def latinnum(x): + x=int(x) + lx="" + while x>25: + lx+=chr( ord('A')+int(x/25) ) + x%=25 + lx+=chr(ord('A')+x) + return lx + + query=query.rstrip(';\n\s ') + + try: + origvars=msettings.madis.functions.variables + c=msettings.Connection.cursor().execute(query, localbindings=bindings) + except Exception, e: + try: + c.close() + except: + pass + msettings.madis.functions.variables=origvars + self.finish(str(e)) + if msettings.DEBUG: + raise e + return + + # Schema from query's description + try: + schema=c.getdescription() + except: + c.close() + msettings.madis.functions.variables=origvars + self.finish() + return + + colnames=[] + coltypes=[] + + for cname, ctype in schema: + if ctype==None: + colnames+=[cname] + coltypes+=[ctype] + continue + ctypehead3=ctype.lower()[0:3] + if ctypehead3 in ('int', 'rea', 'flo', 'dou', 'num'): + ctype='number' + else: + ctype='string' + colnames+=[cname] + coltypes+=[ctype] + + try: + firstrow=c.next() + except StopIteration: + c.close() + msettings.madis.functions.variables=origvars + self.finish() + return + except Exception, e: + c.close() + msettings.madis.functions.variables=origvars + self.finish(str(e)) + return + + # Merge with guessed schema from query's first row + for cname, ctype, i in zip(colnames, coltypes, xrange(len(colnames))): + if ctype==None: + frtype=type(firstrow[i]) + if frtype in (int, float): + coltypes[i]='number' + else: + coltypes[i]='string' + + # Write responce's header + response={"cols":[]} + for name, ctype,num in zip(colnames, coltypes, xrange(len(colnames))): + id=latinnum(num) + response["cols"]+=[{"id":id, "label":name,"type":ctype}] + + # Write header + self.write(json.dumps(response, separators=(',', ':'), sort_keys=True, ensure_ascii=False)[0:-1] + ',"rows":[') + + # Write first line + response=json.dumps({"c":[{"v":x} for x in firstrow]}, separators=(',', ':'), sort_keys=True, ensure_ascii=False) + self.write(response) + + self.executequeryrow(c, msettings.madis.functions.variables) + msettings.madis.functions.variables=origvars + + def executequeryrow(self, cursor, vars): + try: + try: + origvars=msettings.madis.functions.variables + msettings.madis.functions.variables=vars + buffer=StringIO.StringIO() + while buffer.len<30000: + buffer.write(','+json.dumps({"c":[{"v":x} for x in cursor.next()]}, separators=(',', ':'), sort_keys=True, ensure_ascii=False)) + self.write(buffer.getvalue()) + self.flush(callback=lambda : self.executequeryrow(cursor, msettings.madis.functions.variables)) + except StopIteration: + cursor.close() + self.finish(buffer.getvalue()+']}') + finally: + msettings.madis.functions.variables=origvars + except IOError: + msettings.madis.functions.variables=origvars + cursor.close() + pass + + def serveimage(self, path, mime_type=None): + if os.path.sep != "/": + path = path.replace("/", os.path.sep) + abspath = os.path.abspath(os.path.join(self.settings['static_path'], path)) + + if mime_type==None: + mime_type='image/'+path[-3:] + self.set_header("Content-Type", mime_type) + + # Check the If-Modified-Since, and don't send the result if the + # content has not been modified + ims_value = self.request.headers.get("If-Modified-Since") + if ims_value is not None: + date_tuple = email.utils.parsedate(ims_value) + if_since = datetime.datetime.fromtimestamp(time.mktime(date_tuple)) + if if_since >= modified: + self.set_status(304) + return + + file = open(abspath, "rb") + try: + self.write(file.read()) + finally: + file.close() + +class HomeHandler(BaseHandler): + def get(self): + self.render("home.html", settings=msettings) + +class madAppBarHandler(BaseHandler): + def get(self): + self.render('madappbar.html', apps=filteredapps, evals=filteredevals, settings=msettings) + +trueset = set([1 , 'on', 'true', 'TRUE']) +URIdemultiplex = {r"/" + msettings.APPDIRNAME + "/analyze":'projects' + , r"/" + msettings.APPDIRNAME + "/datacitations":'datacitations' + , r"/" + msettings.APPDIRNAME + "/classifier":'classification' + , r"/" + msettings.APPDIRNAME + "/pdbs":'pdb' + , r"/" + msettings.APPDIRNAME + "/interactivemining":'interactivemining'} + + +class createUploadProfileHandler(BaseHandler): + passwordless=True + # When loading the page first time and every refresh + def get(self): + if 'data' in self.request.arguments: + return + elif 'reset' in self.request.arguments: + # TODO RESET everything + print "TODO RESET everything" + else: + # check if we already gave client a user_id + user_id = self.get_secure_cookie('madgikmining') + if not user_id: + # give him a unique user_id + user_id = 'user{0}'.format(datetime.datetime.now().microsecond + (random.randrange(1, 100+1) * 100000)) + self.set_secure_cookie('madgikmining', user_id) + self.render('create_upload_profile.html', settings=msettings) + # TODO Upload profile post + def post(self): + try: + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + if 'upload' in self.request.files: + # get file info and body from post data + fileinfo = self.request.files['upload'][0] + fname = fileinfo['filename'] + extn = os.path.splitext(fname)[1] + # must be .pdf or .json + if extn != ".oamp": + self.write(json.dumps({'respond': "File must be .oamp compatible profile"})) + return + # write data to physical file + cname = "/tmp/profile{0}.oamp".format(user_id) + fh = open(cname, 'w') + fh.write(fileinfo['body']) + fh.close() + # extract data from profile file + import sys + sys.path.append(msettings.MADIS_PATH) + import madis + # get the profile database cursor + cursor=madis.functions.Connection(cname).cursor() + + # data to be sent + data = {} + # Write to csv file the grants ids + if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='grants'")]): + cursor.execute("output '/tmp/p{0}.csv' select * from grants".format(user_id)) + numberOfGrants = numberOfGrantsUploaded(user_id, "puppet_value") + self.set_secure_cookie('madgikmining_grantsuploaded', str(numberOfGrants)) + data['grants'] = numberOfGrants + # write to json the poswords + if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='poswords'")]): + results = [r for r in cursor.execute("select c1, c2 from poswords")] + data['poswords'] = {value:key for value, key in results} + # write to json the negwords + if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='negwords'")]): + results = [r for r in cursor.execute("select c1, c2 from negwords")] + data['negwords'] = {value:key for value, key in results} + # write to json the filters + if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='filters'")]): + results = [r for r in cursor.execute("select c1, c2 from filters")] + data['filters'] = {value:key for value, key in results} + cursor.close() + self.write(json.dumps(data)) + self.finish() + + except Exception as ints: + self.write(json.dumps({'respond': "Something went very wrong!"})) + print ints + return + + +class uploadCodesHandler(BaseHandler): + passwordless=True + # When loading the page first time and every refresh + def get(self): + if 'data' in self.request.arguments: + return + else: + # check if we already gave client a user_id + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + # check if he already uploaded his grants ids and inform him via a message + self.render('upload_codes.html', settings=msettings) + def post(self): + try: + # get user id from cookie. Must have + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + if 'upload' in self.request.files: + # get file info and body from post data + fileinfo = self.request.files['upload'][0] + fname = fileinfo['filename'] + extn = os.path.splitext(fname)[1] + # must be .pdf or .json + if extn != ".tsv" and extn != ".txt": + self.write(json.dumps({'respond': "File must be .tsv or .txt"})) + return + codes = {} + lines = fileinfo['body'].splitlines() + for line in lines: + columns = re.split(r'\t+', line.rstrip('\t')) + if len(columns) and columns[0] == '': + continue + elif len(columns) > 1: + codes[columns[0]] = columns[1] + elif len(columns) == 1: + codes[columns[0]] = '' + # data to be sent + data = {} + if len(lines) == 1: + data['error'] = "File {0} uploaded.
1 Code loaded! Please make sure that you separate each code with newline!".format(fname) + else: + data['data'] = codes + data['respond'] = "{0} Codes loaded successfully!".format(len(lines)) + self.set_secure_cookie('madgikmining_grantsuploaded', str(len(lines))) + self.write(json.dumps(data)) + self.finish() + elif 'concepts' in self.request.arguments and self.request.arguments['concepts'][0] != '{}': + # write data to physical file + cname = "/tmp/p{0}.tsv".format(user_id) + fh = open(cname, 'w') + concepts = json.loads(self.request.arguments['concepts'][0]) + for key, value in concepts.iteritems(): + fh.write("{0}\t{1}\n".format(key,value)) + fh.close() + # data to be sent + data = {} + if len(concepts) == 0: + data['error'] = "You have to provide at least one concept to continue" + else: + data['respond'] = "{0} Codes loaded successfully!".format(len(concepts)) + self.set_secure_cookie('madgikmining_grantsuploaded', str(len(concepts))) + self.write(json.dumps(data)) + self.finish() + + except Exception as ints: + data = {} + data['error'] = "File Failed to Upload!" + self.write(json.dumps(data)) + self.finish() + print ints + return + + +class configureProfileHandler(BaseHandler): + passwordless=True + # When loading the page first time and evry refresh + def get(self): + if 'data' in self.request.arguments: + return + else: + # check if we already gave client a user_id + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + # check if he already uploaded his grants ids and inform him via a message + self.render('configure_profile.html', settings=msettings) + def post(self): + try: + # get user id from cookie. Must have + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + # post case where the user uploads his own documents + if 'upload' in self.request.files: + # get file info and body from post data + fileinfo = self.request.files['upload'][0] + fname = fileinfo['filename'] + extn = os.path.splitext(fname)[1] + # data to be sent + data = {} + # must be .pdf, .txt or .json + if extn != ".pdf" and extn != ".txt" and extn != ".json": + data['error'] = "File must be .pdf, .json or .txt" + return + # write data to physical file + cname = "/tmp/docs{0}{1}".format(user_id, extn) + fh = open(cname, 'w') + fh.write(fileinfo['body']) + fh.close() + # Convert pdf to txt and then to json format + if extn == ".pdf": + import subprocess as sub + p = sub.Popen(['pdftotext', '-enc', 'UTF-8', cname],stdout=sub.PIPE,stderr=sub.PIPE) + output, errors = p.communicate() + if errors: + data['error'] = "Cannot convert .pdf to .txt" + return + os.remove(cname) + cname = "/tmp/docs{0}.txt".format(user_id) + with open(cname, 'r') as fin: + docData=fin.read().replace('\n', ' ') + if len(docData)==0: + data['error'] = "Cannot convert .pdf to .txt" + return + with open("/tmp/docs{0}.json".format(user_id), "wb") as fout: + json.dump({"text":docData,"id":os.path.splitext(fname)[0]}, fout) + os.remove(cname) + # else check if txt is in correct json format + elif extn == ".txt" or extn == ".json": + try: + jsonlist = [] + for line in open(cname, 'r'): + jsonlist.append(json.loads(line)) + os.rename(cname, "/tmp/docs{0}.json".format(user_id)) + except ValueError, e: + data['error'] = "File is not in a valid json format" + os.remove(cname) + print e + return + data['respond'] = "File {0} uploaded successfully!".format(fname) + self.write(json.dumps(data)) + self.finish() + # post case where the user selects form preset documents samples + elif 'doc_sample' in self.request.arguments and self.request.arguments['doc_sample'][0] != '': + + sample_file_name = "" + if self.request.arguments['doc_sample'][0] == "nih_sample": + sample_file_name = "static/nih_sample.tsv" + elif self.request.arguments['doc_sample'][0] == "rcuk_sample": + sample_file_name = "static/rcuk_sample.tsv" + elif self.request.arguments['doc_sample'][0] == "arxiv_sample": + sample_file_name = "static/arxiv_sample.tsv" + sample_file = open(sample_file_name, 'r') + + # write data to physical file + cname = "/tmp/docs{0}/json".format(user_id) + fh = open(cname, 'w') + while 1: + copy_buffer = sample_file.read(1048576) + if not copy_buffer: + break + fh.write(copy_buffer) + fh.close() + + # data to be sent + data = {} + if len(concepts) == 0: + data['error'] = "You have to provide at least one concept to continue" + else: + data['respond'] = "{0} Codes loaded successfully!".format(len(concepts)) + self.set_secure_cookie('madgikmining_grantsuploaded', str(len(concepts))) + self.write(json.dumps(data)) + self.finish() + # post case for the actual mining proccess + else: + # data to be sent + data = {} + # create positive and negative words weighted regex text + pos_set = neg_set = conf = whr_conf = '' + if 'poswords' in self.request.arguments and self.request.arguments['poswords'][0] != '{}': + # construct math string for positive words matching calculation with weights + pos_words = json.loads(self.request.arguments['poswords'][0]) + for key, value in pos_words.iteritems(): + pos_set += r'regexpcountuniquematches("(?:\b)%s(?:\b)",j2s(prev,middle,next))*%s + ' % (key,value) + pos_set += "0" + if 'negwords' in self.request.arguments and self.request.arguments['negwords'][0] != '{}': + # construct math string for negative words matching calculation with weights + neg_words = json.loads(self.request.arguments['negwords'][0]) + for key, value in neg_words.iteritems(): + neg_set += r'regexpcountuniquematches("(?:\b)%s(?:\b)",j2s(prev,middle,next))*%s - ' % (key,value) + neg_set += "0" + if pos_set != '' and neg_set != '': + conf = ", ({0} - {1})".format(pos_set, neg_set) + elif pos_set != '': + conf = ", {0}".format(pos_set) + elif neg_set != '': + conf = ", -{0}".format(neg_set) + if conf != '': + conf += ' as conf' + whr_conf = 'and conf>=0' + + # get the database cursor + cursor=msettings.Connection.cursor() + + if numberOfDocsUploaded(user_id) != 0: + doc_filters = "regexpr('[\n|\r]',c2,' ')" + ackn_filters = "regexpr(\"\\'\", c2,'')" + if 'punctuation' in self.request.arguments and self.request.arguments['punctuation'][0] == "1": + doc_filters = 'keywords('+doc_filters+')' + ackn_filters = 'keywords('+ackn_filters+')' + if 'lettercase' in self.request.arguments and self.request.arguments['lettercase'][0] != '' and self.request.arguments['lettercase'][0] != 'None': + if self.request.arguments['lettercase'][0] == 'Lowercase': + doc_filters = 'lower('+doc_filters+')' + ackn_filters = 'lower('+ackn_filters+')' + elif self.request.arguments['lettercase'][0] == 'Uppercase': + doc_filters = 'upper('+doc_filters+')' + ackn_filters = 'upper('+ackn_filters+')' + if 'stopwords' in self.request.arguments and self.request.arguments['stopwords'][0] == "1": + doc_filters = 'filterstopwords('+doc_filters+')' + ackn_filters = 'filterstopwords('+ackn_filters+')' + list(cursor.execute("drop table if exists grantstemp"+user_id, parse=False)) + query_pre_grants = "create temp table grantstemp{0} as select stripchars(c1) as c1, case when c2 is null then null else {1} end as c2 from (setschema 'c1,c2' file '/tmp/p{0}.tsv' dialect:tsv)".format(user_id, ackn_filters) + cursor.execute(query_pre_grants) + list(cursor.execute("drop table if exists docs"+user_id, parse=False)) + query1 = "create temp table docs{0} as select c1, {1} as c2 from (setschema 'c1,c2' select jsonpath(c1, '$.id', '$.text') from (file '/tmp/docs{0}.json'))".format(user_id, doc_filters) + cursor.execute(query1) + else: + data['error'] = "You have to provide at least one concept to continue" + self.write(json.dumps(data)) + self.finish() + return + + list(cursor.execute("drop table if exists grants"+user_id, parse=False)) + # string concatenation workaround because of the special characters conflicts + if 'wordssplitnum' in self.request.arguments and self.request.arguments['wordssplitnum'][0] != '': + words_split = int(self.request.arguments['wordssplitnum'][0]) + if 0 < words_split and words_split <= 10: + acknowledgment_split = r'textwindow2s(regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", c2, "\\\1"),0,'+str(words_split)+r',0)' + else: + acknowledgment_split = r'"prev" as prev, regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", c2, "\\\1") as middle, "next" as next' + query0 = r"create temp table grants"+user_id+r' as select c1 as c3, jmergeregexp(jgroup("(?<=[\s\b])"||middle||"(?=[\s\b])")) as c4 from '+r"(setschema 'c1,prev,middle,next' select c1, "+acknowledgment_split+r' from grantstemp'+user_id+r' where (c1 or c1!="") and c2 not null) group by c1 union all select distinct c1 as c3, "(?!.*)" as c4 from grantstemp'+user_id+r" where (c1 or c1!='') and c2 is null" + cursor.execute(query0) + + query2 = "select c1, c3, max(confidence) as confidence from (select c1, c3, regexpcountuniquematches(c4, j2s(prev,middle,next)) as confidence {0} from (select c1, textwindow2s(c2,10,1,5) from (select * from docs{1})), (select c3, c4 from grants{1}) T where middle = T.c3 {2}) group by c1".format(conf, user_id, whr_conf) + # query2 = "select c1, c3 {0} from (select c1, textwindow2s(c2,10,1,5) from (select * from docs{1})), (select c3 from grants{1}) T where middle = T.c3 {2}".format(conf, user_id, whr_conf) + results = [r for r in cursor.execute(query2)] + data['funding_info'] = [{"code": r[1]} for r in results] + self.write(json.dumps(data)) + self.flush() + self.finish() + + except Exception as ints: + data = {} + data['error'] = "File Failed to Upload!" + self.write(json.dumps(data)) + self.finish() + print ints + + try: + cursor.close() + except: + pass + + +class saveProfileHandler(BaseHandler): + passwordless=True + # When loading the page first time and evry refresh + def get(self): + if 'data' in self.request.arguments: + return + else: + # check if we already gave client a user_id + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + # check if he already uploaded his grants ids and inform him via a message + self.render('save_profile.html', settings=msettings) + + +class profileCreationHandler(BaseHandler): + def post(self): + try: + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + + import sys + sys.path.append(msettings.MADIS_PATH) + import madis + # get the database cursor + # profile file name + profile_file_name = "/tmp/OAMiningProfile_{0}.oamp".format(user_id) + cursor=madis.functions.Connection(profile_file_name).cursor() + # Create poswords table + cursor.execute("drop table if exists poswords", parse=False) + cursor.execute("create table poswords(c1,c2)", parse=False) + # Create negwords table + cursor.execute("drop table if exists negwords", parse=False) + cursor.execute("create table negwords(c1,c2)", parse=False) + # Create filters table + cursor.execute("drop table if exists filters", parse=False) + cursor.execute("create table filters(c1,c2)", parse=False) + # Create grants table + cursor.execute("drop table if exists grants", parse=False) + cursor.execute("create table grants(c1)", parse=False) + if 'poswords' in self.request.arguments and self.request.arguments['poswords'][0] != '{}': + # construct math string for positive words matching calculation with weights + pos_words = json.loads(self.request.arguments['poswords'][0]) + cursor.executemany("insert into poswords(c1,c2) values(?,?)", + ( + (key, value,) for key, value in pos_words.iteritems() + ) + ) + if 'negwords' in self.request.arguments and self.request.arguments['negwords'][0] != '{}': + # construct math string for negative words matching calculation with weights + neg_words = json.loads(self.request.arguments['negwords'][0]) + cursor.executemany("insert into negwords(c1,c2) values(?,?)", + ( + (key, value,) for key, value in neg_words.iteritems() + ) + ) + if 'filters' in self.request.arguments and self.request.arguments['filters'][0] != '{}': + # construct math string for negative words matching calculation with weights + filters = json.loads(self.request.arguments['filters'][0]) + cursor.executemany("insert into filters(c1,c2) values(?,?)", + ( + (key, value,) for key, value in filters.iteritems() + ) + ) + if numberOfGrantsUploaded(user_id, self.get_secure_cookie('madgikmining_grantsuploaded')) != 0: + cursor.execute("insert into grants select stripchars(c1) as c1 from (file '/tmp/p{0}.csv')".format(user_id)) + cursor.close() + + self.write(json.dumps({'respond': "File ploaded.
1 Code loaded! Please make sure that you separate each code with newline!"})) + + except Exception as ints: + self.write(json.dumps({'respond': "Mining profile couldn't be saved!"})) + print ints + return + self.finish() + + +class profileServeHandler(BaseHandler): + passwordless=True + def get(self): + try: + user_id = self.get_secure_cookie('madgikmining') + if user_id is None: + return + if 'saveprofile' in self.request.arguments: + print "asda" + profile_file_name = "/tmp/OAMiningProfile_{0}.oamp".format(user_id) + buf_size = 4096 + self.set_header('Content-Type', 'application/octet-stream') + self.set_header('Content-Disposition', 'attachment; filename=' + "OAMiningProfile_{0}.oamp".format(user_id)) + self.flush() + with open(profile_file_name, 'r') as f: + while True: + data = f.read(buf_size) + if not data: + break + self.write(data) + self.finish() + # TODO delete file after sending if needed + + except Exception as ints: + self.write(json.dumps({'respond': "Something went very wrong!"})) + print ints + return + + +class madAppHandler(BaseHandler): + def get(self): + try: + appname=re.match(r'.+/([^/]+)/?$', self.request.uri).groups()[0].lower() + except AttributeError: + raise tornado.web.HTTPError(404) + + appobj=None + for ap in madapps.apps: + if ap['link']==appname: + appobj=ap + break + + if appobj==None: + raise tornado.web.HTTPError(404) + + self.render('madappview.html', app=appobj, apps=filteredapps, evals=filteredevals, settings=msettings) + +class madAppDataHandler(BaseHandler): + + @tornado.web.asynchronous + def post(self): + try: + appname, queryname=[x.lower() for x in re.match(r'.+/([^/]+)/(.+)$', self.request.uri).groups()] + except AttributeError: + raise tornado.web.HTTPError(404) + + appobj=None + query='' + for ap in madapps.apps: + if ap['link']==appname: + if queryname in ap: + appobj=ap + if queryname=='query': + query=appobj['query'] + else: + query=appobj[queryname]['query'] + break + + if appobj==None: + raise tornado.web.HTTPError(404) + + params=dict(((x.replace(' ','_'),y[0].replace('\n','')) for x,y in self.request.arguments.iteritems()) ) + self.executequery(query, params) + + + + +def main(): + global filteredapps, filteredevals + + def getqtext(query,params): + query=query.strip('\n \s') + query=escape.xhtml_escape(query) + for i in params: + i=i.replace(' ','_') + query=re.sub(':'+i, ''+escape.xhtml_escape(i)+'', query) + query=re.sub('$'+i, ''+escape.xhtml_escape(i)+'', query) + query=re.sub('@'+i, ''+escape.xhtml_escape(i)+'', query) + return query.replace("\n","
") + + def getparams(app): + qparams=re.findall('%{(.*?)}',app['query'], re.UNICODE ) + return set(qparams) + + def getqueries(): + query_dir = os.path.abspath(os.path.join(os.path.dirname(__file__),'queries')) + for dir, _, files in os.walk(query_dir): + for file in files: + if file.endswith('.sql'): + queries[os.path.splitext(file)[0]] = open(os.path.join(dir,file), 'r').read() + if msettings.DEBUG: + tornado.autoreload.watch(os.path.join(dir,file)) + + def getexamples(app): + if "examples" not in app: + return [] + fullexamples=[] + if type(app["examples"])==list: + i=0 + for el in app["examples"]: + i+=1 + d={} + d["name"]='ex'+str(i) + d["paramstring"]=str(el).replace('{','').replace('}','').replace("'",'') + d["paramarray"]=json.dumps(el) + fullexamples.append(d) + else: + for el in app["examples"]: + d={} + d["name"]=el + d["paramstring"]=str(app["examples"][el]).replace('{','').replace('}','').replace("'",'') + d["paramarray"]=json.dumps(app["examples"][el]) + fullexamples.append(d) + fullexamples.sort(key=lambda x:x["name"]) + return fullexamples + + def processtemplate(app): + if 'template' not in app: + return + + getqueries() + + if 'initial_queries' in queries: + try: + list(msettings.Connection.cursor().execute(queries['initial_queries'])) + except Exception, e: + raise Exception("Error when executing DB_INITIAL_EXECUTE:\n"+queries['initial_queries']+"\nThe error was:\n"+ str(e)) + + tornado.options.parse_command_line() + + # Restructure applications + logging.info('Running madApp startup scripts') + + for app in madapps.apps: + + app['link']=app['link'].lower() + if "title" not in app: + app["title"]=app['link'] + if "linktitle" not in app: + app["linktitle"]=app["title"] + + if 'startup' in app: + c=msettings.Connection.cursor() + logging.info('Running startup queries for app'+app['linktitle']+' :\n'+app['startup']) + c.execute(app['startup']) + c.close() + + app["qtext"]=getqtext(app["query"], [p['name'] for p in app['params']]) + app["examples"]=getexamples(app) + app['datavisualizations']=dict([(x,[y['visualizations']] if type(y['visualizations'])==dict else y['visualizations']) for x,y in app.iteritems() if type(y)==dict and 'query' in y]) + if 'query' in app: + app['datavisualizations']['query']=copy.deepcopy(app['visualisations']) + for vis in app['visualisations']: + vis['viswidgetmap']=viswidgetmap[vis['name'].lower()] + + logging.info('Completed madApp startup scripts') + + filteredapps=filter(lambda x:("eval" not in x),madapps.apps) + filteredevals=filter(lambda x:("eval" in x),madapps.apps) + + if not msettings.DEBUG: + sockets = tornado.netutil.bind_sockets(options.port) + tornado.process.fork_processes(0) + server = tornado.httpserver.HTTPServer(Application()) + # ssl_options = { + #"certfile": os.path.join("/home/openaire/ssl/certificate.crt"), + #"keyfile": os.path.join("/home/openaire/ssl/privateKey.key"), +#}) + server.add_sockets(sockets) + tornado.ioloop.IOLoop.instance().start() + else: +# debug case + http_server = tornado.httpserver.HTTPServer(Application()) + http_server.bind(options.port) + http_server.start(1) + tornado.ioloop.IOLoop.instance().start() + + + +if __name__ == "__main__": + main() diff --git a/interactive-mining-madoap/madoap/src/static/configure-profile.js b/interactive-mining-madoap/madoap/src/static/configure-profile.js new file mode 100644 index 0000000..dde4994 --- /dev/null +++ b/interactive-mining-madoap/madoap/src/static/configure-profile.js @@ -0,0 +1,480 @@ +(function(){ + + function getCookie(name) { + var value = "; " + document.cookie; + var parts = value.split("; " + name + "="); + if (parts.length == 2) return parts.pop().split(";").shift(); + } + + ////////// UPLOAD FUNCTIONS + + $( '.inputfile' ).each( function() { + var $input = $( this ), + $label = $input.next( 'label' ), + labelVal = $label.html(); + + $input.on( 'change', function( e ) + { + var fileName = ''; + + if( this.files && this.files.length > 1 ) + fileName = ( this.getAttribute( 'data-multiple-caption' ) || '' ).replace( '{count}', this.files.length ); + else if( e.target.value ) + fileName = e.target.value.split( '\\' ).pop(); + + if( fileName ) + $label.find( 'span' ).html( fileName ); + else + $label.html( labelVal ); + }); + + // Firefox bug fix + $input + .on( 'focus', function(){ $input.addClass( 'has-focus' ); }) + .on( 'blur', function(){ $input.removeClass( 'has-focus' ); }); + }); + + var match_level_choice = 0; + var advanced_options_open = 0; + + var handleMatchLevelChoice = function() { + $('#1-level').on('click', function( e ) { + if (advanced_options_open) { + UIkit.accordion($('.uk-accordion')).toggle(0, true); + advanced_options_open = 0; + } + if (match_level_choice != 0) { + console.log('#1-level'); + } + match_level_choice = 0; + }); + $('#2-level').on('click', function( e ) { + if (advanced_options_open) { + UIkit.accordion($('.uk-accordion')).toggle(0, true); + advanced_options_open = 0; + } + if (match_level_choice != 1) { + console.log('#2-level'); + } + match_level_choice = 1; + }); + $('#3-level').on('click', function( e ) { + if (advanced_options_open) { + UIkit.accordion($('.uk-accordion')).toggle(0, true); + advanced_options_open = 0; + } + if (match_level_choice != 2) { + console.log('#3-level'); + } + match_level_choice = 2; + }); + $('#c-level').on('click', function( e ) { + if (advanced_options_open == 0) { + UIkit.accordion($('.uk-accordion')).toggle(0, true); + advanced_options_open = 1; + } + if (match_level_choice != 3) { + console.log('#c-level'); + } + }); + $('.uk-accordion').on('show', function () { + console.log('#GG-level'); + UIkit.switcher($('#uk-switcher')).show(3); + UIkit.switcher($('.uk-switcher')).show(3); + advanced_options_open = 1; + }); + $('.uk-accordion').on('hide', function () { + console.log('#BB-level'); + UIkit.switcher($('#uk-switcher')).show(match_level_choice); + UIkit.switcher($('.uk-switcher')).show(match_level_choice); + advanced_options_open = 0; + }); + + // UIkit.accordion($('.uk-accordion')).toggle(0, true); + // UIkit.switcher($('#uk-switcher')).show(3); + // UIkit.switcher($('.uk-switcher')).show(3); + } + + var count_pos = 0, count_neg = 0; + + var updateCounter = function(is_pos){ + if (is_pos === 1) { + $('#count-pos').text(count_pos); + var deleteButton = $('#clear-all-pos'); + if(count_pos === 0){ + deleteButton.attr('disabled', 'disabled').addClass('disabled'); + } + else{ + deleteButton.removeAttr('disabled').removeClass('disabled'); + } + } else { + $('#count-neg').text(count_neg); + var deleteButton = $('#clear-all-neg'); + if(count_neg === 0){ + deleteButton.attr('disabled', 'disabled').addClass('disabled'); + } + else{ + deleteButton.removeAttr('disabled').removeClass('disabled'); + } + } + } + + //generates a unique id + var generateId = function(is_pos){ + if (is_pos) { + return "positive-" + +new Date() + Math.random().toFixed(5).substring(2); + } else { + return "negative-" + +new Date() + Math.random().toFixed(5).substring(2); + } + } + + var handleNextButton = function() { + $('#next-button').on('click', function( e ) { + console.log(JSON.stringify(wordsDataToArray())); + var formData = new FormData(); + formData.append("concepts", JSON.stringify(wordsDataToArray())); + $.ajax({ + url: "upload-codes", + type: 'POST', + data: formData, + async: false, + success: function (data) { + console.log(JSON.parse(data).respond) + window.location="configure-profile" + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + }); + } + + var wordsDataToArray = function(is_pos) { + // TODO + var data = {}; + if (is_pos === 1) { + $("#word-pos tbody tr").each(function(i, v){ + // data[i] = Array(); + // $(this).children('td').each(function(ii, vv){ + // data[i][ii] = $(this).text(); + // }); + data[$(v).find("td.phrase").text()] = $(v).find("td.weight").text(); + }) + } else { + $("#word-neg tbody tr").each(function(i, v){ + // data[i] = Array(); + // $(this).children('td').each(function(ii, vv){ + // data[i][ii] = $(this).text(); + // }); + data[$(v).find("td.phrase").text()] = $(v).find("td.weight").text(); + }) + } + + return data + } + + var clickedElement=null; + var saveEditBox = function(element) { + var new_val = $(".thVal").val(); + if (element.hasClass("phrase") || (new_val != '' && !isNaN(new_val) && new_val >= 0 && new_val <= 100)) { + $(element).html($(".thVal").val().trim()); + } else { + $(element).html(1); + } + } + + var editValue = function(currentEle, value, isPhrase) { + clickedElement = currentEle; + $(document).off('click'); + if (isPhrase) { + $(currentEle).html(''); + } else { + $(currentEle).html(''); + } + $(".thVal").focus(); + $(".thVal").keyup(function (event) { + // Handle Enter key + if (event.keyCode == 13) { + var new_val = $(".thVal").val(); + $(currentEle).html($(".thVal").val().trim()); + if (isPhrase || (new_val != '' && !isNaN(new_val) && new_val >= 0 && new_val <= 100)) { + $(currentEle).html($(".thVal").val().trim()); + } else { + $(currentEle).html(1); + } + clickedElement = null; + } + // Handle Esc key + else if (event.keyCode == 27) { + $(currentEle).html(value); + clickedElement = null; + } + }); + // Handle clicks outside editboxes + $(document).click(function (event) { + if($(event.target).attr('class')!="thVal") { + saveEditBox(currentEle); + $(document).off('click'); + clickedElement = null; + } + }); + } + + // a fucntion to catch double click on positive and negative phrases edit boxes + var addDoubleClick = function(element){ + $(element).click(function (event) { + if($(event.target).attr('class')!="thVal") { + event.stopPropagation(); + // save previous clicked box + if (clickedElement) + saveEditBox(clickedElement); + var currentEle = $(this); + var value = $(this).html(); + editValue(currentEle, value, currentEle.hasClass("phrase")?1:0); + } + }); + } + + var removeWord = function(id, is_pos){ + var item = $('#' + id ); + + item.addClass('removed-item') + .one('webkitAnimationEnd oanimationend msAnimationEnd animationend', function(e) { + $(this).remove(); + }); + if (is_pos === 1) { + count_pos--; + } else { + count_neg--; + } + }; + + var count_pos = 0, count_neg = 0; + + var addDataToTable = function(id, content_word, content_weight, is_pos) { + var row = '' + content_word + '' + content_weight +'' + table = $('#data-table tbody'); + + // if content is correct and not empty append to table + if(!$('#'+ id).length){ + + row = $(row).addClass('new-item'); + if (is_pos === 1) { + $('#word-pos tbody').append(row); + } else { + $('#word-neg tbody').append(row); + } + + // add all the item's extra functionality + var createdItem = $('#'+ id); + // delete button + createdItem.append($('').append($('', { + "class" :"uk-icon-link", + "uk-icon" : "icon: trash", + "contenteditable" : "false", + click: function(){ + var confirmation = confirm('Delete this word?'); + if(confirmation) { + removeWord(id, is_pos); + } + } + }))); + addDoubleClick($(createdItem).find("div.phrase")); + addDoubleClick($(createdItem).find("div.weight")); + createdItem.on('keydown', function(ev){ + if(ev.keyCode === 13) return false; + }); + if (is_pos === 1) { + count_pos++; + updateCounter(1); + } else { + count_neg++; + updateCounter(0); + } + } + } + + var handleWordsInput = function(){ + $('#word-form-pos').on('submit', function(event){ + event.preventDefault(); + var input_word = $('#text-pos'); + word = input_word.val(); + var input_weight = $('#weight-pos'); + weight = input_weight.val(); + if (word && weight){ + var id = generateId(1); + addDataToTable(id, word, weight, 1); + input_word.val(''); + input_weight.val('1'); + } + }); + $('#word-form-neg').on('submit', function(event){ + event.preventDefault(); + var input_word = $('#text-neg'); + word = input_word.val(); + var input_weight = $('#weight-neg'); + weight = input_weight.val(); + if (word && weight){ + var id = generateId(0); + addDataToTable(id, word, weight, 0); + input_word.val(''); + input_weight.val('1'); + } + }); + }; + + var handleRunMiningButton = function() { + $("#run-mining-btn").on('click', function( e ) { + var formData = new FormData(); + formData.append("poswords", JSON.stringify(wordsDataToArray(1))); + formData.append("negwords", JSON.stringify(wordsDataToArray(0))); + formData.append("lettercase", $("#letter-case-select option:selected").text()); + formData.append("wordssplitnum", $("#word-split").val()); + formData.append("stopwords", $('#stop-words-filter').prop('checked')===true?1:0); + formData.append("punctuation", $('#punctuation-filter').prop('checked')===true?1:0); + filters_list = {}; + filters_list["lettercase"] = $("#letter-case-select option:selected").text(); + filters_list["wordssplitnum"] = $("#word-split").val(); + filters_list["stopwords"] = $('#stop-words-filter').prop('checked')===true?1:0; + filters_list["punctuation"] = $('#punctuation-filter').prop('checked')===true?1:0; + formData.append("filters", JSON.stringify(filters_list)); + $.ajax({ + url: "configure-profile", + type: 'POST', + data: formData, + async: false, + success: function (data) { + console.log(data) + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + }); + } + + var docsUploaded = function(docsNumber) { + $("#docs-number").html(docsNumber+" documents uploaded"); + $("#docs-more-btn").show(); + $("#run-mining-btn").removeAttr("disabled"); + handleRunMiningButton(); + } + + var handleFileUploadInput = function() { + $("#docs-file-input").on('change', function() { + if ($('#docs-file-input')[0].value === "") { + window.alert("You must specify a data file to upload."); + return false; + } + // var formData = new FormData(); + // formData.append("upload", $('#docs-file-input')); + var formData = new FormData($('#docs-input-form')[0]); + $.ajax({ + url: "configure-profile", + type: 'POST', + data: formData, + async: false, + success: function (data) { + // TODO check for error + $('#codes-file-upload-response').html(JSON.parse(data).respond) + obj = JSON && JSON.parse(data).data || $.parseJSON(data).data; + // console.log(obj); + for (var key1 in obj) { + if (obj.hasOwnProperty(key1)) { + addDataToTable(generateId(), key1, obj[key1]); + } + } + hideInitialDocsUploadForm(); + docsUploaded(12); + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#codes-file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + + return false; + }); + } + + var handleDocSampleChoice = function(btnIndex) { + var formData = new FormData(); + if (btnIndex === 0) { + formData.append("doc_sample", "nih_sample"); + } else if (btnIndex === 1) { + formData.append("doc_sample", "rcuk_sample"); + } else if (btnIndex === 2) { + formData.append("doc_sample", "arxiv_sample"); + } else { + return false; + } + $.ajax({ + url: "configure-profile", + type: 'POST', + data: formData, + async: false, + success: function (data) { + // TODO check for error + $('#codes-file-upload-response').html(JSON.parse(data).respond) + obj = JSON && JSON.parse(data).data || $.parseJSON(data).data; + // console.log(obj); + for (var key1 in obj) { + if (obj.hasOwnProperty(key1)) { + addDataToTable(generateId(), key1, obj[key1]); + } + } + hideInitialDocsUploadForm(); + docsUploaded(12); + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#codes-file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + + return false; + } + + var handleDocSampleButtons = function() { + $('#nih-sample').on('click', function( e ) { + handleDocSampleChoice(0); + }); + $('#rcuk-sample').on('click', function( e ) { + handleDocSampleChoice(1); + }); + $('#arxiv-sample').on('click', function( e ) { + handleDocSampleChoice(2); + }); + } + + var hideInitialDocsUploadForm = function() { + $('#initial-docs-upload-form').hide(); + } + + var init = function(){ + localStorage.clear(); + handleMatchLevelChoice(); + handleWordsInput(); + handleDocSampleButtons(); + handleFileUploadInput(); + handleNextButton(); + }; + + //start all + init(); + +})(); diff --git a/interactive-mining-madoap/madoap/src/static/upload-codes.js b/interactive-mining-madoap/madoap/src/static/upload-codes.js new file mode 100644 index 0000000..3e1d9d3 --- /dev/null +++ b/interactive-mining-madoap/madoap/src/static/upload-codes.js @@ -0,0 +1,237 @@ +(function(){ + + function getCookie(name) { + var value = "; " + document.cookie; + var parts = value.split("; " + name + "="); + if (parts.length == 2) return parts.pop().split(";").shift(); + } + + ////////// UPLOAD FUNCTIONS + + $( '.inputfile' ).each( function() { + var $input = $( this ), + $label = $input.next( 'label' ), + labelVal = $label.html(); + + $input.on( 'change', function( e ) + { + var fileName = ''; + + if( this.files && this.files.length > 1 ) + fileName = ( this.getAttribute( 'data-multiple-caption' ) || '' ).replace( '{count}', this.files.length ); + else if( e.target.value ) + fileName = e.target.value.split( '\\' ).pop(); + + if( fileName ) + $label.find( 'span' ).html( fileName ); + else + $label.html( labelVal ); + }); + + // Firefox bug fix + $input + .on( 'focus', function(){ $input.addClass( 'has-focus' ); }) + .on( 'blur', function(){ $input.removeClass( 'has-focus' ); }); + }); + + //generates a unique id + var generateId = function(){ + return "row-" + +new Date() + Math.random().toFixed(5).substring(2); + } + + var onUserStartTyping = function() { + $("#initial-type-input").on( 'keypress', function( e ){ + $(this).css('display', 'none'); + var value = $(this).val(); + var newId = generateId(); + addDataToTable(newId, value, ""); + var currentEle = $('#'+ newId).find("td.code"); + editValue(currentEle, value, 0); + }); + } + + var handleAddRowButton = function() { + $('#add-row-below').on('click', function( e ) { + addDataToTable(generateId(), "", ""); + }); + } + + var handleNextButton = function() { + $('#next-button').on('click', function( e ) { + console.log(JSON.stringify(tableDataToArray())); + var formData = new FormData(); + formData.append("concepts", JSON.stringify(tableDataToArray())); + $.ajax({ + url: "upload-codes", + type: 'POST', + data: formData, + async: false, + success: function (data) { + console.log(JSON.parse(data).respond) + window.location="configure-profile" + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + }); + } + + var tableDataToArray = function() { + var data = {}; + $("#data-table tbody tr").each(function(i, v){ + // data[i] = Array(); + // $(this).children('td').each(function(ii, vv){ + // data[i][ii] = $(this).text(); + // }); + data[$(v).find("td.code").text()] = $(v).find("td.acknowl").text(); + }) + return data + } + + var clickedElement=null; + var saveEditBox = function(element) { + var new_val = $(".thVal").val(); + $(element).html($(".thVal").val().trim()); + } + + var editValue = function(currentEle, value, isArea) { + clickedElement = currentEle; + $(document).off('click'); + if (isArea) { + $(currentEle).html(''); + } else { + $(currentEle).html(''); + } + $(".thVal").focus(); + $(".thVal").keyup(function (event) { + // Handle Enter key + if (event.keyCode == 13) { + var new_val = $(".thVal").val(); + $(currentEle).html($(".thVal").val().trim()); + clickedElement = null; + } + // Handle Esc key + else if (event.keyCode == 27) { + $(currentEle).html(value); + clickedElement = null; + } + }); + // Handle clicks outside editboxes + $(document).click(function (event) { + if($(event.target).attr('class')!="thVal") { + saveEditBox(currentEle); + $(document).off('click'); + clickedElement = null; + } + }); + } + + // a fucntion to catch double click on positive and negative phrases edit boxes + var addDoubleClick = function(element){ + $(element).click(function (event) { + if($(event.target).attr('class')!="thVal") { + event.stopPropagation(); + // save previous clicked box + if (clickedElement) + saveEditBox(clickedElement); + var currentEle = $(this); + var value = $(this).html(); + editValue(currentEle, value, currentEle.hasClass("acknowl")?1:0); + } + }); + } + + var removeDataRow = function(id){ + var item = $('#' + id ); + + item.addClass('removed-item') + .one('webkitAnimationEnd oanimationend msAnimationEnd animationend', function(e) { + $(this).remove(); + }); + }; + + var count_table_rows = 1; + + var addDataToTable = function(id, code, acknowledgment) { + var row = ''+count_table_rows+'' + code + '' + acknowledgment +'' + table = $('#data-table tbody'); + + // if content is correct and not empty append to table + $('#data-table tbody').append(row); + + count_table_rows++; + + // add all the item's extra functionality + var createdItem = $('#'+ id); + // delete button + createdItem.append($('').append($('', { + "class" :"uk-icon-link", + "uk-icon" : "icon: trash", + "contenteditable" : "false", + click: function(){ + var confirmation = confirm('Delete this word?'); + if(confirmation) { + removeDataRow(id); + } + } + }))); + addDoubleClick($(createdItem).find("td.code")); + addDoubleClick($(createdItem).find("td.acknowl")); + createdItem.on('keydown', function(ev){ + if(ev.keyCode === 13) return false; + }); + } + + var handleFileUploadButton = function() { + $("form#codes-file-input-form").submit(function(){ + if ($('#codes-file-input')[0].value === "") { + window.alert("You must specify a data file to import."); + return false; + } + var formData = new FormData($(this)[0]); + $.ajax({ + url: "upload-codes", + type: 'POST', + data: formData, + async: false, + success: function (data) { + // TODO check for error + $('#codes-file-upload-response').html(JSON.parse(data).respond) + obj = JSON && JSON.parse(data).data || $.parseJSON(data).data; + // console.log(obj); + for (var key1 in obj) { + if (obj.hasOwnProperty(key1)) { + addDataToTable(generateId(), key1, obj[key1]); + } + } + }, + error: function (xhr, ajaxOptions, thrownError) { + $('#codes-file-upload-response').html('File Failed to Upload!'+xhr.status) + // $('#file-uploaded')[0].checked = false; + }, + cache: false, + contentType: false, + processData: false + }); + + return false; + }); + } + + var init = function(){ + localStorage.clear(); + handleFileUploadButton(); + onUserStartTyping(); + handleAddRowButton(); + handleNextButton(); + }; + + //start all + init(); + +})(); diff --git a/interactive-mining-madoap/madoap/src/templates/configure_profile.html b/interactive-mining-madoap/madoap/src/templates/configure_profile.html new file mode 100644 index 0000000..d146837 --- /dev/null +++ b/interactive-mining-madoap/madoap/src/templates/configure_profile.html @@ -0,0 +1,205 @@ +{% extends "base_v2.html" %} +{% block configure_profile %} class="current" {% end %} +{% block content %} +Configure profile + + +
+
+
+
+
+ +
+
+
+
+
+ +
+
+
+
+

Matching configuration

+
+
+
+
+ +
+
+
    +
  • Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.
    • +
  • Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.
    • +
  • Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur, sed do eiusmod.
    • +
  • Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur, sed do eiusmod.
    • +
+
+
+
+
+
+
    +
  • +
    Advance tools
    +
    +
    +
    +
    +
    +
    Positive phrases
    +
    +
    +
    +
    Phrase
    +
    Weight
    +
    +
    + + + +
    +
    +
    +
    +
    + + + +
    +
    + + +
    +
    +
    +
    +
    Negative phrases
    +
    +
    +
    +
    Phrase
    +
    Weight
    +
    +
    + + + +
    +
    +
    +
    +
    + + + +
    +
    + + +
    +
    +
    +
    +
    +
    +
    +
    +
    +
    Matching area size
    +
    +
    +
    +
    +
    +
    Clean matching area's text
    +
    + + + +
    + +
    + +
    +
    + +
    +
    +
    +
    +
+ + +
+
+
+
+

Matching results

+
+
+
+ 0 documents uploaded + +
+
+
+ +
+
+
+
+ +

No documents to test matching accuracy.

+
+

Choose a sample of documents to load

+
+ + + +
+

Upload your project codes you want to match

+
+

+

+ Attach documents file by dropping them here or +

+
+ +
+ browse documents file +
+

+

+ JSONPDFTXT + file types +

+

Maximum 10MB upload

+
+
+
+ +
+
+
+
+ + +{% end %} \ No newline at end of file