all-working state
This commit is contained in:
sosguns2002
parent
2509f7aac8
commit
1235b66f3a
|
|
@ -24,7 +24,9 @@
|
|||
"scripts": [
|
||||
"../node_modules/jquery/dist/jquery.min.js",
|
||||
"../node_modules/uikit/dist/js/uikit.min.js",
|
||||
"../node_modules/uikit/dist/js/uikit-icons.min.js"
|
||||
"../node_modules/uikit/dist/js/uikit-icons.min.js",
|
||||
"./assets/js/ResizeSensor.js",
|
||||
"./assets/js/jquery.sticky-sidebar.js"
|
||||
],
|
||||
"environmentSource": "environments/environment.ts",
|
||||
"environments": {
|
||||
|
|
|
|||
|
|
@ -1,11 +1,6 @@
|
|||
<div id="parent">
|
||||
<div id="parent" xmlns="">
|
||||
<app-settings id="child1" class="cm-config-settings-section"></app-settings>
|
||||
<app-resultspreview id="child2"></app-resultspreview>
|
||||
<div style="clear: both;"></div>
|
||||
</div>
|
||||
|
||||
<div id="wait-spinner-modal-center" class="uk-flex-top" esc-close="false" bg-close="false" uk-modal>
|
||||
<div class="uk-modal-dialog uk-modal-body uk-margin-auto-vertical">
|
||||
<p class="uk-text-center uk-text-middle uk-text-large">Working on it, please wait... <span uk-spinner></span></p>
|
||||
</div>
|
||||
</div>
|
||||
|
|
|
|||
|
|
@ -1,11 +1,11 @@
|
|||
import { Component, OnInit } from '@angular/core';
|
||||
import { Component, OnInit, AfterViewInit } from '@angular/core';
|
||||
|
||||
@Component({
|
||||
selector: 'app-configuration',
|
||||
templateUrl: './configuration.component.html',
|
||||
styleUrls: ['./configuration.component.css']
|
||||
})
|
||||
export class ConfigurationComponent implements OnInit {
|
||||
export class ConfigurationComponent implements OnInit, AfterViewInit {
|
||||
|
||||
constructor() { }
|
||||
|
||||
|
|
@ -45,8 +45,18 @@ export class ConfigurationComponent implements OnInit {
|
|||
localStorage.setItem('stopwords', '0');
|
||||
}
|
||||
if (!localStorage.getItem('lettercase') || localStorage.getItem('lettercase') === 'undefined') {
|
||||
localStorage.setItem('lettercase', 'None');
|
||||
localStorage.setItem('lettercase', 'none');
|
||||
}
|
||||
}
|
||||
|
||||
ngAfterViewInit() {
|
||||
// $('#child1').stickySidebar();
|
||||
if(document.getElementById("enableStickyBarScript"))
|
||||
document.getElementById("enableStickyBarScript").remove();
|
||||
var enableStickyBarScript = document.createElement("script");
|
||||
enableStickyBarScript.setAttribute("id", "enableStickyBarScript");
|
||||
enableStickyBarScript.setAttribute("src", "assets/js/enableStickyBar.js");
|
||||
document.body.appendChild(enableStickyBarScript);
|
||||
}
|
||||
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
export class Match {
|
||||
matchcounter: number;
|
||||
match: string;
|
||||
context: string;
|
||||
extraprev: string;
|
||||
|
|
|
|||
|
|
@ -3,13 +3,13 @@
|
|||
<div class="cm-results-controls">
|
||||
<div class="uk-margin">
|
||||
<h4>Matching test area <span class="cm-tooltip" uk-icon="icon: info" title="If you want the tooltip to appear with a little delay, just add the delay option to the uk-tooltip attribute with your value in milliseconds." uk-tooltip="pos: bottom"></span></h4>
|
||||
<p class="uk-text-middle">Choose a document sample to test your matchin results!</p>
|
||||
<p>Choose a document sample to test your matchin results!</p>
|
||||
<div class="uk-grid-collapse uk-child-width-expand@s" uk-grid>
|
||||
<form class="uk-search uk-search-default uk-width-1-5@m">
|
||||
<span class="uk-search-icon-flip" uk-search-icon></span>
|
||||
<input class="uk-search-input" type="search" placeholder="Search..." style="background-color: white;">
|
||||
</form>
|
||||
<button *ngIf="documentsLoaded" class="uk-button uk-button-primary uk-width-auto cm-doc-selected" style="padding-left: 25px">{{docNameLoaded}}<span uk-icon="icon: check; ratio: 1"></span></button>
|
||||
<!--<form class="uk-search uk-search-default uk-width-1-5@m">-->
|
||||
<!--<span class="uk-search-icon-flip" uk-search-icon></span>-->
|
||||
<!--<input class="uk-search-input" type="search" placeholder="Search..." style="background-color: white;">-->
|
||||
<!--</form>-->
|
||||
<button *ngIf="documentsLoaded>0" class="uk-button uk-button-primary uk-width-auto cm-doc-selected">{{docNameLoaded}}<span uk-icon="icon: check; ratio: 1"></span></button>
|
||||
<div class="uk-width-expand" uk-slider>
|
||||
<div class="uk-position-relative">
|
||||
<div class="uk-slider-container">
|
||||
|
|
@ -26,31 +26,36 @@
|
|||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="uk-text-right uk-margin-small-top">
|
||||
<span class="uk-text-middle">or</span>
|
||||
<div uk-form-custom>
|
||||
<input #docupload type="file" (change)="fileChangeUpload($event);docupload.value=''" accept=".txt,.pdf">
|
||||
<span class="uk-link">Upload your documents</span>
|
||||
<div class="uk-grid-collapse uk-child-width-expand@s" uk-grid>
|
||||
<span *ngIf="documentsLoaded>0" class="uk-text uk-text-success" style="margin-top: 12px">{{documentsLoaded}} document{{documentsLoaded===1?'':'s'}} loaded</span>
|
||||
<span *ngIf="documentsLoaded<1" class="uk-text uk-text-danger" style="margin-top: 12px">No documents selected</span>
|
||||
<div class="uk-text-right uk-margin-small-top">
|
||||
<span class="uk-text-middle">or</span>
|
||||
<div uk-form-custom>
|
||||
<input #docupload type="file" (change)="fileChangeUpload($event);docupload.value=''" accept=".txt,.pdf">
|
||||
<span class="uk-link">Upload your documents</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<h4>Test results <span class="cm-tooltip" uk-icon="icon: info" title="If you want the tooltip to appear with a little delay, just add the delay option to the uk-tooltip attribute with your value in milliseconds." uk-tooltip="pos: bottom"></span></h4>
|
||||
<button id="run-mining-btn" class="uk-button uk-button-primary" [disabled]="!documentsLoaded" (click)="runMining()">Apply rules to sleected documents</button>
|
||||
</div>
|
||||
<div class="cm-results-count-section">
|
||||
<div id="results-count">
|
||||
<span id="results-number" class="uk-text-primary uk-margin-right">{{matches_number}}</span>
|
||||
<span id="results-number-previous" class="cm-text-muted">{{prev_matches_number}}</span>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</header>
|
||||
<div id="cm-run-test-section">
|
||||
<h4>Test results <span class="cm-tooltip" uk-icon="icon: info" title="If you want the tooltip to appear with a little delay, just add the delay option to the uk-tooltip attribute with your value in milliseconds." uk-tooltip="pos: bottom"></span></h4>
|
||||
<div class="uk-display-inline">
|
||||
<button id="run-mining-btn" class="uk-button uk-button-primary" [disabled]="documentsLoaded<1" (click)="runMining()">Apply rules to sleected documents</button>
|
||||
<span *ngIf="matches_number>0" id="results-number" class="uk-text-primary uk-margin-left uk-text-bottom">{{matches_number}} matche{{matches_number===1?'':'s'}} found</span>
|
||||
<span *ngIf="prev_matches_number>0" id="results-number-previous" class="cm-text-muted uk-text-bottom">, {{prev_matches_number}} matche{{prev_matches_number===1?'':'s'}} found previously</span>
|
||||
</div>
|
||||
</div>
|
||||
<div id="results-section" class="cm-results-rows">
|
||||
<ul id="docs-results" uk-accordion="multiple: true">
|
||||
<li *ngFor="let result of resultsArray;" class="uk-card uk-card-default uk-card-small uk-card-body uk-open">
|
||||
<h3 class="uk-accordion-title">{{result.docTitle}}</h3>
|
||||
<div class="uk-accordion-content" aria-hidden="false">
|
||||
<div *ngFor="let match of result.matches">
|
||||
<div class="match">Match 1: {{match.match}}</div>
|
||||
<div class="match">Match {{match.matchcounter}}: {{match.match}}</div>
|
||||
<p class="cm-document-result">
|
||||
{{match.extraprev}} <span class="textwindow" [innerHTML]="match.context"></span> {{match.extranext}}
|
||||
</p>
|
||||
|
|
@ -60,3 +65,9 @@
|
|||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div id="wait-spinner-modal-center" class="uk-flex-top" esc-close="false" bg-close="false" uk-modal [ngClass]="{'uk-open':runingMining}" [style.display]="runingMining ? 'flex' : 'none'">
|
||||
<div class="uk-modal-dialog uk-modal-body uk-margin-auto-vertical">
|
||||
<p class="uk-text-center uk-text-middle uk-text-large">Working on it, please wait... <span uk-spinner></span></p>
|
||||
</div>
|
||||
</div>
|
||||
|
|
|
|||
|
|
@ -1,5 +1,6 @@
|
|||
import { Component, OnInit } from '@angular/core';
|
||||
import {ConfigurationService} from '../configuration.service';
|
||||
import UIkit from 'uikit';
|
||||
import {Settings} from '../settings/settings';
|
||||
import {DocumentResult} from './document-result';
|
||||
import {Match} from './match';
|
||||
|
|
@ -15,6 +16,7 @@ export class ResultspreviewComponent implements OnInit {
|
|||
public docSamples: Array<DocSamplesMetadata> = [];
|
||||
public docNameLoaded = '';
|
||||
public documentsLoaded = 0;
|
||||
public runingMining = false;
|
||||
public resultsArray: Array<DocumentResult> = [];
|
||||
public matches_number = '';
|
||||
public prev_matches_number = '';
|
||||
|
|
@ -129,10 +131,24 @@ export class ResultspreviewComponent implements OnInit {
|
|||
|
||||
runMining(): void {
|
||||
if (this.documentsLoaded) {
|
||||
// display wait message
|
||||
this.runingMining = true;
|
||||
// document.getElementById('wait-spinner-modal-center').addClass("uk-open");
|
||||
this.configurationService.runMining(JSON.stringify(this.getSettingsFromLocalStorage()))
|
||||
.subscribe( res => {
|
||||
console.log(res.matches);
|
||||
// hide wait message
|
||||
this.runingMining = false;
|
||||
UIkit.modal(document.getElementById('wait-spinner-modal-center')).hide();
|
||||
// enable sticky
|
||||
UIkit.sticky(document.getElementById("cm-run-test-section"), {
|
||||
top: 25,
|
||||
showOnUp: true,
|
||||
animation: "uk-animation-slide-top",
|
||||
bottom: ".cm-results-section"
|
||||
});
|
||||
console.log(res.matches.length);
|
||||
this.resultsArray.length = 0;
|
||||
let matchcounter = 0;
|
||||
Object.entries(res.matches).forEach(
|
||||
([title, matches]) => {
|
||||
let resultClass: DocumentResult = new DocumentResult();
|
||||
|
|
@ -162,9 +178,12 @@ export class ResultspreviewComponent implements OnInit {
|
|||
}
|
||||
context = this.highlightInElement(context, values.match);
|
||||
match.context = context;
|
||||
match.matchcounter = ++matchcounter;
|
||||
matchesArray.push(match);
|
||||
}
|
||||
this.resultsArray.push(resultClass);
|
||||
this.prev_matches_number = this.matches_number;
|
||||
this.matches_number = matchcounter + '';
|
||||
});
|
||||
});
|
||||
}
|
||||
|
|
|
|||
|
|
@ -58,7 +58,10 @@
|
|||
<div *ngIf="precision===4" id="advaned-tools" style="margin-top: 20px;">
|
||||
<ul uk-accordion="multiple: true">
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Positive phrases</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Positive phrases</span>
|
||||
<span *ngIf="positivePhrasesArray.length > 0" class="uk-text-small uk-margin-small-left">{{positivePhrasesArray.length}} phrase{{positivePhrasesArray.length===1?'':'s'}}</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<div class="cm-phrases-container">
|
||||
|
|
@ -99,7 +102,10 @@
|
|||
</div>
|
||||
</li>
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Negative phrases</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Negative phrases</span>
|
||||
<span *ngIf="negativePhrasesArray.length > 0" class="uk-text-small uk-margin-small-left">{{negativePhrasesArray.length}} phrase{{negativePhrasesArray.length===1?'':'s'}}</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<div class="word-container">
|
||||
|
|
@ -145,7 +151,10 @@
|
|||
</div>
|
||||
</li>
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Acknowledgement statement proccess</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Acknowledgement statement proccess</span>
|
||||
<span *ngIf="settings.wordssplitnum > 0" class="uk-text-small uk-margin-small-left">{{settings.wordssplitnum}}</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<form class="uk-form-horizontal">
|
||||
|
|
@ -159,7 +168,11 @@
|
|||
</div>
|
||||
</li>
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Matching area size</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Matching area size</span>
|
||||
<span class="uk-text-small uk-margin-small-left">left: {{settings.contextprev}}</span>
|
||||
<span class="uk-text-small uk-margin-small-left">right: {{settings.contextnext}}</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<form class="uk-form-horizontal">
|
||||
|
|
@ -179,7 +192,11 @@
|
|||
</div>
|
||||
</li>
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Text proccess</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Text proccess</span>
|
||||
<span *ngIf="settings.stopwords===1" class="uk-text-small uk-margin-small-left">stopwords</span>
|
||||
<span *ngIf="settings.punctuation===1" class="uk-text-small uk-margin-small-left">punctuation</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<form class="uk-form-stacked">
|
||||
|
|
@ -193,7 +210,10 @@
|
|||
</div>
|
||||
</li>
|
||||
<li>
|
||||
<h6 class="uk-accordion-title">Letter case</h6>
|
||||
<div class="uk-accordion-title">
|
||||
<span class="uk-text-bold uk-text-uppercase">Letter case</span>
|
||||
<span *ngIf="settings.lettercase!='none'" class="uk-text-small uk-margin-small-left">{{settings.lettercase}}</span>
|
||||
</div>
|
||||
<div class="uk-accordion-content">
|
||||
<p class="uk-text-small">Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
|
||||
<div class="uk-form-controls" id="letter-case-radio">
|
||||
|
|
@ -211,7 +231,7 @@
|
|||
</div>
|
||||
<hr>
|
||||
<div class="uk-flex uk-flex-center@m uk-flex-right@l uk-margin-top uk-margin-right cm-save-profile-step">
|
||||
<span class="uk-text-primary uk-text-middle uk-text-middle">Satisfied with the results?</span>
|
||||
<!--<span class="uk-text-primary uk-text-middle uk-text-middle">Satisfied with the results?</span>-->
|
||||
<button id="next-button" class="uk-button uk-button-primary uk-margin-left" (click)="saveProfile()">Save your profile</button>
|
||||
</div>
|
||||
</div>
|
||||
|
|
|
|||
|
|
@ -205,6 +205,7 @@ export class SettingsComponent implements OnInit {
|
|||
return;
|
||||
}
|
||||
localStorage.setItem('contextprev', value);
|
||||
this.getSettingsFromLocalStorage();
|
||||
}
|
||||
|
||||
contextnextChange(value): void {
|
||||
|
|
@ -212,6 +213,7 @@ export class SettingsComponent implements OnInit {
|
|||
return;
|
||||
}
|
||||
localStorage.setItem('contextnext', value);
|
||||
this.getSettingsFromLocalStorage();
|
||||
}
|
||||
|
||||
wordssplitnumChange(value): void {
|
||||
|
|
@ -219,6 +221,7 @@ export class SettingsComponent implements OnInit {
|
|||
return;
|
||||
}
|
||||
localStorage.setItem('wordssplitnum', value);
|
||||
this.getSettingsFromLocalStorage();
|
||||
}
|
||||
|
||||
stopwordsCheckBoxChange(value: boolean): void {
|
||||
|
|
|
|||
|
|
@ -8,10 +8,10 @@
|
|||
<thead>
|
||||
<tr>
|
||||
<th class="uk-table-shrink"></th>
|
||||
<th class="uk-table-expand">Name</th>
|
||||
<th class="uk-table-expand">Profile</th>
|
||||
<th class="uk-table-small">Created</th>
|
||||
<th class="uk-width-small">Status</th>
|
||||
<th class="uk-table-shrink uk-text-nowrap">Matches found</th>
|
||||
<th class="uk-table-shrink uk-text-nowrap">Matches</th>
|
||||
<th></th>
|
||||
</tr>
|
||||
</thead>
|
||||
|
|
@ -36,7 +36,7 @@
|
|||
<td class="uk-table-link">
|
||||
<a class="uk-link-reset" (click)="loadSavedProfile(profile.id, profile.name)">{{profile.name}}</a>
|
||||
</td>
|
||||
<td class="uk-text-muted">{{profile.datecreated}}</td>
|
||||
<td class="uk-text-muted uk-text-nowrap">{{profile.datecreated}}</td>
|
||||
<td class="uk-text-nowrap uk-text-warning">{{profile.status}}</td>
|
||||
<td class="uk-text-nowrap">{{profile.matches}}</td>
|
||||
<td class="delete">
|
||||
|
|
@ -78,12 +78,12 @@
|
|||
</div>
|
||||
</div>
|
||||
<div class="uk-section uk-section-secondary">
|
||||
<div class="uk-container uk-container-large">
|
||||
<div class="uk-container uk-container-small">
|
||||
<h4>Start with a ready example <span class="cm-tooltip" uk-icon="icon: info" title="If you want the tooltip to appear with a little delay, just add the delay option to the uk-tooltip attribute with your value in milliseconds." uk-tooltip="pos: bottom"></span></h4>
|
||||
<div uk-slider="autoplay: true">
|
||||
<div class="uk-position-relative">
|
||||
<div class="uk-slider-container uk-light">
|
||||
<ul class="uk-slider-items uk-child-width-1-2 uk-child-width-1-5@m uk-grid">
|
||||
<ul class="uk-slider-items uk-child-width-1-3 uk-grid">
|
||||
<li *ngFor="let profile of exampleProfiles">
|
||||
<a (click)="loadExampleProfile(profile.name)">
|
||||
<div class="uk-card uk-card-default uk-card-hover uk-card-body uk-text-center uk-margin-medium-top uk-margin-medium-bottom">
|
||||
|
|
|
|||
|
|
@ -142,6 +142,8 @@ export class ManageprofilesComponent implements OnInit {
|
|||
console.log(res);
|
||||
localStorage.setItem('precision', res.precision);
|
||||
localStorage.setItem('concepts', res.concepts);
|
||||
localStorage.setItem('docname', res.docname);
|
||||
localStorage.setItem('docsnumber', res.docsnumber);
|
||||
localStorage.setItem('poswords', JSON.stringify(res.poswords));
|
||||
localStorage.setItem('negwords', JSON.stringify(res.negwords));
|
||||
localStorage.setItem('contextprev', res.contextprev);
|
||||
|
|
|
|||
|
|
@ -1272,6 +1272,14 @@ header.uk-sticky-fixed .cm-results-count-section {
|
|||
background-color: rgba(245, 245, 245, 0.8) !important;
|
||||
padding: 5px 20px 5px 20px;
|
||||
}
|
||||
#cm-run-test-section {
|
||||
padding: 0px 20px 40px 20px;
|
||||
}
|
||||
#cm-run-test-section.uk-sticky-fixed {
|
||||
padding: 20px 20px 20px 20px;
|
||||
background-color: rgba(245, 245, 245, 0.9) !important;
|
||||
box-shadow: rgba(0, 0, 0, 0.07) 0px 3px 0px;
|
||||
}
|
||||
.cm-text-muted {
|
||||
color: #737373 !important;
|
||||
}
|
||||
|
|
@ -1355,7 +1363,7 @@ header.uk-sticky-fixed .cm-results-count-section {
|
|||
color: #000;
|
||||
background-color: #FFFFFF;
|
||||
border: 2px solid #54c0ff;
|
||||
margin: -2px 0px 0px 10px;
|
||||
margin: -2px 0px 0px 0px;
|
||||
}
|
||||
.cm-doc-selected span {
|
||||
position: absolute;
|
||||
|
|
@ -1373,6 +1381,7 @@ header.uk-sticky-fixed .cm-results-count-section {
|
|||
.cm-slidenav-left {
|
||||
border-radius: 0px 25px 25px 0px;
|
||||
padding: 8px 8px 8px 4px;
|
||||
/*margin-left: 0px;*/
|
||||
}
|
||||
.cm-slidenav-right {
|
||||
border-radius: 25px 0px 0px 25px;
|
||||
|
|
|
|||
|
|
@ -0,0 +1 @@
|
|||
$("#child1").stickySidebar();
|
||||
|
|
@ -11,8 +11,6 @@
|
|||
<link rel="stylesheet" href="assets/css/dl119_files/custom.css">
|
||||
<link rel="stylesheet" href="assets/css/custom.css">
|
||||
<link rel="stylesheet" href="assets/css/animations.css">
|
||||
<script src="assets/js/ResizeSensor.js" type="text/javascript"></script>
|
||||
<script src="assets/js/jquery.sticky-sidebar.js" type="text/javascript"></script>
|
||||
</head>
|
||||
<body class="" cz-shortcut-listen="true" style="">
|
||||
<div class="uk-offcanvas-content uk-height-viewport">
|
||||
|
|
@ -107,8 +105,8 @@
|
|||
<!-- <div _ngcontent-dc20-1="" class="uk-container uk-container-expand">
|
||||
<div _ngcontent-dc20-1="" uk-grid="">
|
||||
<div _ngcontent-dc20-1="" class="tm-main uk-width-1-1@s uk-width-1-1@m uk-width-1-1@l uk-row-first "> -->
|
||||
<main _ngcontent-dc20-1="">
|
||||
<app-root></app-root>
|
||||
<main _ngcontent-dc20-1="" class="uk-container">
|
||||
<app-root></app-root>
|
||||
</main>
|
||||
<!-- </div>
|
||||
</div>
|
||||
|
|
|
|||
|
|
@ -1,987 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
#
|
||||
# Copyright 2009 Facebook
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
import os
|
||||
import re
|
||||
import os.path
|
||||
import re
|
||||
import tornado.httpserver
|
||||
import tornado.autoreload
|
||||
import tornado.ioloop
|
||||
import tornado.options
|
||||
import tornado.web
|
||||
import tornado.escape as escape
|
||||
import settings as msettings
|
||||
import madapps
|
||||
import datetime
|
||||
import random
|
||||
import csv
|
||||
import itertools
|
||||
import email.utils
|
||||
import json
|
||||
import StringIO
|
||||
from tornado.options import define, options, logging
|
||||
from tornado_addons import ozhandler
|
||||
import copy
|
||||
from collections import OrderedDict
|
||||
|
||||
|
||||
define("port", default=msettings.WEB_SERVER_PORT, help="run on the given port", type=int)
|
||||
|
||||
filteredapps=None
|
||||
filteredevals=None
|
||||
|
||||
smallgif='GIF89a\1\0\1\0\x80\xff\0\xff\xff\xff\0\0\0,\0\0\0\0\1\0\1\0\0\2\2D\1\0;'
|
||||
|
||||
viswidgetmap={
|
||||
'motionchart':'google.visualization.MotionChart',
|
||||
'table':'google.visualization.Table',
|
||||
'linechart':'google.visualization.LineChart',
|
||||
'piechart':'google.visualization.PieChart',
|
||||
'scatterchart':'google.visualization.ScatterChart',
|
||||
'intensitymap':'google.visualization.IntensityMap',
|
||||
'geomap':'google.visualization.GeoMap',
|
||||
'columnchart':'google.visualization.ColumnChart',
|
||||
'barchart':'google.visualization.BarChart',
|
||||
'areachart':'google.visualization.AreaChart',
|
||||
'annotatedtimeline':'google.visualization.AnnotatedTimeLine',
|
||||
'termcloud':'TermCloud',
|
||||
}
|
||||
|
||||
queries = {}
|
||||
|
||||
msettings.viswidgetmap=viswidgetmap
|
||||
|
||||
class Application(tornado.web.Application):
|
||||
def __init__(self):
|
||||
handlers = [
|
||||
(r"/", madAppQueryGenerator),
|
||||
(r"/importing-controller", importingControllerHandler),
|
||||
(r"/importing-text-controller", importingTextsControllerHandler),
|
||||
(r"/save-config-controller", profileCreationHandler),
|
||||
(r"/download-config-controller", profileServeHandler),
|
||||
(r"/upload-profile-controller", profileUploadHandler),
|
||||
(r"/create-upload-profile", createUploadProfileHandler),
|
||||
(r"/upload-codes", uploadCodesHandler),
|
||||
(r"/configure-profile", configureProfileHandler),
|
||||
(r"/save-profile", saveProfileHandler),
|
||||
(r"/?$", madAppBarHandler),
|
||||
(r"/[^/]+/?$", madAppHandler),
|
||||
(r"/[^/]+/.+$", madAppDataHandler)
|
||||
]
|
||||
|
||||
|
||||
settings = dict(
|
||||
template_path=os.path.join(os.path.dirname(__file__), "templates"),
|
||||
static_path=os.path.join(os.path.dirname(__file__), "static"),
|
||||
xsrf_cookies=False,
|
||||
cookie_secret=msettings.SECRET_KEY,
|
||||
login_url="/auth/login",
|
||||
debug=msettings.DEBUG
|
||||
)
|
||||
|
||||
tornado.web.Application.__init__(self, handlers, **settings)
|
||||
|
||||
def auth_callback(request, realm, username, password):
|
||||
if username==msettings.USERNAME and password == msettings.PASSWORD:
|
||||
request.user_id = 1
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
def numberOfGrantsUploaded(user_id, cookie_set):
|
||||
if cookie_set and user_id:
|
||||
file_name = "/tmp/p%s.tsv" % (user_id)
|
||||
if os.path.isfile(file_name):
|
||||
num_lines = sum(1 for line in open(file_name))
|
||||
if str(num_lines) == cookie_set:
|
||||
return num_lines
|
||||
return 0
|
||||
|
||||
def numberOfDocsUploaded(user_id):
|
||||
if user_id:
|
||||
file_name = "/tmp/docs%s.json" % (user_id)
|
||||
if os.path.isfile(file_name):
|
||||
num_lines = sum(1 for line in open(file_name))
|
||||
return num_lines
|
||||
return 0
|
||||
|
||||
class BaseHandler(ozhandler.DjangoErrorMixin, ozhandler.BasicAuthMixin, tornado.web.RequestHandler):
|
||||
def __init__(self, *args):
|
||||
tornado.web.RequestHandler.__init__(self, *args)
|
||||
if msettings.USERNAME!='':
|
||||
self.hiddenauthget=self.get
|
||||
self.get=self.authget
|
||||
if msettings.RESTRICT_IPS:
|
||||
self.hiddenget=self.get
|
||||
self.get=self.checkwhitelistget
|
||||
|
||||
def authget(self, *args):
|
||||
try:
|
||||
if self.passwordless:
|
||||
self.hiddenauthget(*args)
|
||||
return
|
||||
except:
|
||||
pass
|
||||
|
||||
if not self.get_authenticated_user(auth_callback, 'stats'):
|
||||
return False
|
||||
self.hiddenauthget(*args)
|
||||
|
||||
def checkwhitelistget(self, *args):
|
||||
if self.request.remote_ip not in msettings.RESTRICT_IP_WHITELIST:
|
||||
raise tornado.web.HTTPError(403)
|
||||
return self.hiddenget(*args)
|
||||
|
||||
def get_current_user(self):
|
||||
return 'anonymous'
|
||||
|
||||
def executequery(self, query, bindings=None):
|
||||
def latinnum(x):
|
||||
x=int(x)
|
||||
lx=""
|
||||
while x>25:
|
||||
lx+=chr( ord('A')+int(x/25) )
|
||||
x%=25
|
||||
lx+=chr(ord('A')+x)
|
||||
return lx
|
||||
|
||||
query=query.rstrip(';\n\s ')
|
||||
|
||||
try:
|
||||
origvars=msettings.madis.functions.variables
|
||||
c=msettings.Connection.cursor().execute(query, localbindings=bindings)
|
||||
except Exception, e:
|
||||
try:
|
||||
c.close()
|
||||
except:
|
||||
pass
|
||||
msettings.madis.functions.variables=origvars
|
||||
self.finish(str(e))
|
||||
if msettings.DEBUG:
|
||||
raise e
|
||||
return
|
||||
|
||||
# Schema from query's description
|
||||
try:
|
||||
schema=c.getdescription()
|
||||
except:
|
||||
c.close()
|
||||
msettings.madis.functions.variables=origvars
|
||||
self.finish()
|
||||
return
|
||||
|
||||
colnames=[]
|
||||
coltypes=[]
|
||||
|
||||
for cname, ctype in schema:
|
||||
if ctype==None:
|
||||
colnames+=[cname]
|
||||
coltypes+=[ctype]
|
||||
continue
|
||||
ctypehead3=ctype.lower()[0:3]
|
||||
if ctypehead3 in ('int', 'rea', 'flo', 'dou', 'num'):
|
||||
ctype='number'
|
||||
else:
|
||||
ctype='string'
|
||||
colnames+=[cname]
|
||||
coltypes+=[ctype]
|
||||
|
||||
try:
|
||||
firstrow=c.next()
|
||||
except StopIteration:
|
||||
c.close()
|
||||
msettings.madis.functions.variables=origvars
|
||||
self.finish()
|
||||
return
|
||||
except Exception, e:
|
||||
c.close()
|
||||
msettings.madis.functions.variables=origvars
|
||||
self.finish(str(e))
|
||||
return
|
||||
|
||||
# Merge with guessed schema from query's first row
|
||||
for cname, ctype, i in zip(colnames, coltypes, xrange(len(colnames))):
|
||||
if ctype==None:
|
||||
frtype=type(firstrow[i])
|
||||
if frtype in (int, float):
|
||||
coltypes[i]='number'
|
||||
else:
|
||||
coltypes[i]='string'
|
||||
|
||||
# Write responce's header
|
||||
response={"cols":[]}
|
||||
for name, ctype,num in zip(colnames, coltypes, xrange(len(colnames))):
|
||||
id=latinnum(num)
|
||||
response["cols"]+=[{"id":id, "label":name,"type":ctype}]
|
||||
|
||||
# Write header
|
||||
self.write(json.dumps(response, separators=(',', ':'), sort_keys=True, ensure_ascii=False)[0:-1] + ',"rows":[')
|
||||
|
||||
# Write first line
|
||||
response=json.dumps({"c":[{"v":x} for x in firstrow]}, separators=(',', ':'), sort_keys=True, ensure_ascii=False)
|
||||
self.write(response)
|
||||
|
||||
self.executequeryrow(c, msettings.madis.functions.variables)
|
||||
msettings.madis.functions.variables=origvars
|
||||
|
||||
def executequeryrow(self, cursor, vars):
|
||||
try:
|
||||
try:
|
||||
origvars=msettings.madis.functions.variables
|
||||
msettings.madis.functions.variables=vars
|
||||
buffer=StringIO.StringIO()
|
||||
while buffer.len<30000:
|
||||
buffer.write(','+json.dumps({"c":[{"v":x} for x in cursor.next()]}, separators=(',', ':'), sort_keys=True, ensure_ascii=False))
|
||||
self.write(buffer.getvalue())
|
||||
self.flush(callback=lambda : self.executequeryrow(cursor, msettings.madis.functions.variables))
|
||||
except StopIteration:
|
||||
cursor.close()
|
||||
self.finish(buffer.getvalue()+']}')
|
||||
finally:
|
||||
msettings.madis.functions.variables=origvars
|
||||
except IOError:
|
||||
msettings.madis.functions.variables=origvars
|
||||
cursor.close()
|
||||
pass
|
||||
|
||||
def serveimage(self, path, mime_type=None):
|
||||
if os.path.sep != "/":
|
||||
path = path.replace("/", os.path.sep)
|
||||
abspath = os.path.abspath(os.path.join(self.settings['static_path'], path))
|
||||
|
||||
if mime_type==None:
|
||||
mime_type='image/'+path[-3:]
|
||||
self.set_header("Content-Type", mime_type)
|
||||
|
||||
# Check the If-Modified-Since, and don't send the result if the
|
||||
# content has not been modified
|
||||
ims_value = self.request.headers.get("If-Modified-Since")
|
||||
if ims_value is not None:
|
||||
date_tuple = email.utils.parsedate(ims_value)
|
||||
if_since = datetime.datetime.fromtimestamp(time.mktime(date_tuple))
|
||||
if if_since >= modified:
|
||||
self.set_status(304)
|
||||
return
|
||||
|
||||
file = open(abspath, "rb")
|
||||
try:
|
||||
self.write(file.read())
|
||||
finally:
|
||||
file.close()
|
||||
|
||||
class HomeHandler(BaseHandler):
|
||||
def get(self):
|
||||
self.render("home.html", settings=msettings)
|
||||
|
||||
class madAppBarHandler(BaseHandler):
|
||||
def get(self):
|
||||
self.render('madappbar.html', apps=filteredapps, evals=filteredevals, settings=msettings)
|
||||
|
||||
trueset = set([1 , 'on', 'true', 'TRUE'])
|
||||
URIdemultiplex = {r"/" + msettings.APPDIRNAME + "/analyze":'projects'
|
||||
, r"/" + msettings.APPDIRNAME + "/datacitations":'datacitations'
|
||||
, r"/" + msettings.APPDIRNAME + "/classifier":'classification'
|
||||
, r"/" + msettings.APPDIRNAME + "/pdbs":'pdb'
|
||||
, r"/" + msettings.APPDIRNAME + "/interactivemining":'interactivemining'}
|
||||
|
||||
|
||||
class madAppQueryGenerator(BaseHandler):
|
||||
passwordless=True
|
||||
# When loading the page first time and evry refresh
|
||||
def get(self):
|
||||
if 'data' in self.request.arguments:
|
||||
return
|
||||
else:
|
||||
# check if we already gave client a user_id
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if not user_id:
|
||||
# give him a unique user_id
|
||||
user_id = 'user{0}'.format(datetime.datetime.now().microsecond + (random.randrange(1, 100+1) * 100000))
|
||||
self.set_secure_cookie('madgikmining', user_id)
|
||||
# check if he already uploaded his grants ids and inform him via a message
|
||||
numOfGrants = numberOfGrantsUploaded(user_id, self.get_secure_cookie('madgikmining_grantsuploaded'))
|
||||
self.render('interactivemining.html', settings=msettings, numOfGrants=numOfGrants)
|
||||
|
||||
|
||||
def post(self):
|
||||
|
||||
if self.request.uri in URIdemultiplex:
|
||||
self.request.arguments[ URIdemultiplex[self.request.uri] ] = ['on']
|
||||
|
||||
# Get the unique user id from the coookie set
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# data to be sent
|
||||
data = {}
|
||||
try:
|
||||
# he must upload his grant ids first
|
||||
if numberOfGrantsUploaded(user_id, self.get_secure_cookie('madgikmining_grantsuploaded')) == 0:
|
||||
self.write(json.dumps({'error': "A codes file <b>must</b> be uploaded first!"}))
|
||||
return
|
||||
|
||||
# 2 MODES of document upload:
|
||||
# 1. he pasted some text in the document input
|
||||
if 'document' in self.request.arguments:
|
||||
doc = self.request.arguments['document'][0]
|
||||
try:
|
||||
doc = unicode(doc, 'utf_8', errors = 'ignore')
|
||||
except:
|
||||
doc = ''
|
||||
if msettings.DEBUG:
|
||||
raise
|
||||
# 2. he already uploaded a txt of documents in json format
|
||||
elif ('docsfileuploaded' not in self.request.arguments or ('docsfileuploaded' in self.request.arguments and self.request.arguments['docsfileuploaded'][0] not in trueset)) or numberOfDocsUploaded(user_id) == 0:
|
||||
self.write(json.dumps({'error': "Documents <b>must</b> be uploaded!"}))
|
||||
return
|
||||
|
||||
# create positive and negative words weighted regex text
|
||||
pos_set = neg_set = conf = whr_conf = ''
|
||||
if 'poswords' in self.request.arguments and self.request.arguments['poswords'][0] != '{}':
|
||||
# construct math string for positive words matching calculation with weights
|
||||
pos_words = json.loads(self.request.arguments['poswords'][0])
|
||||
for key, value in pos_words.iteritems():
|
||||
pos_set += r'regexpcountuniquematches("(?:\b)%s(?:\b)",j2s(prev,middle,next))*%s + ' % (key,value)
|
||||
pos_set += "0"
|
||||
if 'negwords' in self.request.arguments and self.request.arguments['negwords'][0] != '{}':
|
||||
# construct math string for negative words matching calculation with weights
|
||||
neg_words = json.loads(self.request.arguments['negwords'][0])
|
||||
for key, value in neg_words.iteritems():
|
||||
neg_set += r'regexpcountuniquematches("(?:\b)%s(?:\b)",j2s(prev,middle,next))*%s - ' % (key,value)
|
||||
neg_set += "0"
|
||||
if pos_set != '' and neg_set != '':
|
||||
conf = ", ({0} - {1})".format(pos_set, neg_set)
|
||||
elif pos_set != '':
|
||||
conf = ", {0}".format(pos_set)
|
||||
elif neg_set != '':
|
||||
conf = ", -{0}".format(neg_set)
|
||||
if conf != '':
|
||||
conf += ' as conf'
|
||||
whr_conf = 'and conf>=0'
|
||||
|
||||
# get the database cursor
|
||||
cursor=msettings.Connection.cursor()
|
||||
# clean grants and acknowledgments
|
||||
ackn_filters = "regexpr(\"\\'\", c2,'')"
|
||||
if 'ackn-keywords' in self.request.arguments and self.request.arguments['ackn-keywords'][0] in trueset:
|
||||
ackn_filters = 'keywords('+ackn_filters+')'
|
||||
if 'ackn-lowercase' in self.request.arguments and self.request.arguments['ackn-lowercase'][0] in trueset:
|
||||
ackn_filters = 'lower('+ackn_filters+')'
|
||||
if 'ackn-stopwords' in self.request.arguments and self.request.arguments['ackn-stopwords'][0] in trueset:
|
||||
ackn_filters = 'filterstopwords('+ackn_filters+')'
|
||||
list(cursor.execute("drop table if exists grantstemp"+user_id, parse=False))
|
||||
query_pre_grants = "create temp table grantstemp{0} as select stripchars(c1) as c1, case when c2 is null then null else {1} end as c2 from (setschema 'c1,c2' file '/tmp/p{0}.tsv' dialect:tsv)".format(user_id, ackn_filters)
|
||||
cursor.execute(query_pre_grants)
|
||||
# create temp table with grants
|
||||
# select c1, jmergeregexp(jgroup('(\b\s)'||middle||'(\b\s)')) from (select c1,textwindow2s(regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", regexpr("\'",c2,""),'\\\1'),0,2,0) from (setschema 'c1,c2' file '/tmp/p{1}.csv' dialect:tsv) where c1 or c1!='') group by c1;
|
||||
# select c1, jmergeregexp(jgroup(case when middle=" " then '(?!.*)' else '(\b\s)'||middle||'(\b\s)' end)) as c2 froselect c1,textwindow2s(regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", regexpr("\'",case when c2 is null then " " else c2 end,""),'\\\1'),0,2,0) from (setschema 'c1,c2' file 'fp7grants.csv' dialect:tsv) where c1 or c1!='') group by c1;
|
||||
# select c1, jmergeregexp(jgroup('(\b\s)'||middle||'(\b\s)')) as c2 from (setschema 'c1,prev,middle,next' select c1,textwindow2s(regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", regexpr("\'",c2,""),'\\\1'),0,2,0) from grantstemp{0} where (c1 or c1!='') and c2 not null) group by c1 union all select distinct c1, "(?!.*)" as c2 from grantstemp{0} where (c1 or c1!='') and c2 is null;
|
||||
list(cursor.execute("drop table if exists grants"+user_id, parse=False))
|
||||
# string concatenation workaround because of the special characters conflicts
|
||||
if 'word-split' in self.request.arguments and self.request.arguments['word-split'][0] != '':
|
||||
words_split = int(self.request.arguments['word-split'][0])
|
||||
if 0 < words_split and words_split <= 10:
|
||||
acknowledgment_split = r'textwindow2s(regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", c2, "\\\1"),0,'+str(words_split)+r',0)'
|
||||
else:
|
||||
acknowledgment_split = r'"prev" as prev, regexpr("([\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|])", c2, "\\\1") as middle, "next" as next'
|
||||
query0 = r"create temp table grants"+user_id+r' as select c1 as c3, jmergeregexp(jgroup("(?<=[\s\b])"||middle||"(?=[\s\b])")) as c4 from '+r"(setschema 'c1,prev,middle,next' select c1, "+acknowledgment_split+r' from grantstemp'+user_id+r' where (c1 or c1!="") and c2 not null) group by c1 union all select distinct c1 as c3, "(?!.*)" as c4 from grantstemp'+user_id+r" where (c1 or c1!='') and c2 is null"
|
||||
cursor.execute(query0)
|
||||
|
||||
# for r in cursor.execute("select * from grants"+user_id):
|
||||
# print r[0], r[1]
|
||||
|
||||
|
||||
# create temp table with grants
|
||||
# list(cursor.execute("drop table if exists grants"+user_id, parse=False))
|
||||
# query0 = "create temp table grants{0} as select stripchars(c1) as c3, c2 as c4 from (setschema 'c1,c2' file '/tmp/p{1}.csv' dialect:tsv) where c1 or c1!=''".format(user_id, user_id)
|
||||
# cursor.execute(query0)
|
||||
if 'document' in self.request.arguments and self.request.arguments['document'][0] != '':
|
||||
doc_filters = "regexpr('[\n|\r]',?,' ')"
|
||||
if 'keywords' in self.request.arguments and self.request.arguments['keywords'][0] in trueset:
|
||||
doc_filters = 'keywords('+doc_filters+')'
|
||||
if 'lowercase' in self.request.arguments and self.request.arguments['lowercase'][0] in trueset:
|
||||
doc_filters = 'lower('+doc_filters+')'
|
||||
if 'stopwords' in self.request.arguments and self.request.arguments['stopwords'][0] in trueset:
|
||||
doc_filters = 'filterstopwords('+doc_filters+')'
|
||||
list(cursor.execute("select var('doc"+user_id+"', "+doc_filters+")", (doc,), parse=False))
|
||||
|
||||
#print 'query', [r for r in cursor.execute("select middle, j2s(prev,middle,next) %s from (select textwindow2s(var('doc%s'),10,1,5))" % (conf, user_id))]
|
||||
query1 = "select c1, max(confidence) as confidence from (select c1, regexpcountuniquematches(c2, j2s(prev,middle,next)) as confidence {0} from (select textwindow2s(var('doc{1}'),10,1,5)), (cache select c3 as c1, c4 as c2 from grants{1}) T where middle = T.c1 {2}) group by c1".format(conf, user_id, whr_conf)
|
||||
# query1 = "select c1, regexpcountuniquematches(c2, j2s(prev,middle,next)) as confidence {0} from (select textwindow2s(var('doc{1}'),10,1,5)), (cache select c3 as c1, c4 as c2 from grants{1}) T where middle = T.c1 {2}".format(conf, user_id, whr_conf)
|
||||
data['funding_info'] = [{"code": r[0]} for r in cursor.execute(query1)]
|
||||
elif numberOfDocsUploaded(user_id) != 0:
|
||||
doc_filters = "regexpr('[\n|\r]',c2,' ')"
|
||||
if 'keywords' in self.request.arguments and self.request.arguments['keywords'][0] in trueset:
|
||||
doc_filters = 'keywords('+doc_filters+')'
|
||||
if 'lowercase' in self.request.arguments and self.request.arguments['lowercase'][0] in trueset:
|
||||
doc_filters = 'lower('+doc_filters+')'
|
||||
if 'stopwords' in self.request.arguments and self.request.arguments['stopwords'][0] in trueset:
|
||||
doc_filters = 'filterstopwords('+doc_filters+')'
|
||||
list(cursor.execute("drop table if exists docs"+user_id, parse=False))
|
||||
query1 = "create temp table docs{0} as select c1, {1} as c2 from (setschema 'c1,c2' select jsonpath(c1, '$.id', '$.text') from (file '/tmp/docs{0}.json'))".format(user_id, doc_filters)
|
||||
cursor.execute(query1)
|
||||
|
||||
query2 = "select c1, c3, max(confidence) as confidence from (select c1, c3, regexpcountuniquematches(c4, j2s(prev,middle,next)) as confidence {0} from (select c1, textwindow2s(c2,10,1,5) from (select * from docs{1})), (select c3, c4 from grants{1}) T where middle = T.c3 {2}) group by c1".format(conf, user_id, whr_conf)
|
||||
# query2 = "select c1, c3 {0} from (select c1, textwindow2s(c2,10,1,5) from (select * from docs{1})), (select c3 from grants{1}) T where middle = T.c3 {2}".format(conf, user_id, whr_conf)
|
||||
results = [r for r in cursor.execute(query2)]
|
||||
data['funding_info'] = [{"code": r[1]} for r in results]
|
||||
|
||||
except Exception as ints:
|
||||
print ints
|
||||
if msettings.DEBUG:
|
||||
raise
|
||||
|
||||
try:
|
||||
cursor.close()
|
||||
except:
|
||||
pass
|
||||
self.write(json.dumps(data))
|
||||
self.flush()
|
||||
self.finish()
|
||||
|
||||
|
||||
class profileCreationHandler(BaseHandler):
|
||||
def post(self):
|
||||
try:
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
|
||||
import sys
|
||||
sys.path.append(msettings.MADIS_PATH)
|
||||
import madis
|
||||
# get the database cursor
|
||||
# profile file name
|
||||
profile_file_name = "/tmp/OAMiningProfile_{0}.oamp".format(user_id)
|
||||
cursor=madis.functions.Connection(profile_file_name).cursor()
|
||||
# Create poswords table
|
||||
cursor.execute("drop table if exists poswords", parse=False)
|
||||
cursor.execute("create table poswords(c1,c2)", parse=False)
|
||||
# Create negwords table
|
||||
cursor.execute("drop table if exists negwords", parse=False)
|
||||
cursor.execute("create table negwords(c1,c2)", parse=False)
|
||||
# Create filters table
|
||||
cursor.execute("drop table if exists filters", parse=False)
|
||||
cursor.execute("create table filters(c1,c2)", parse=False)
|
||||
# Create grants table
|
||||
cursor.execute("drop table if exists grants", parse=False)
|
||||
cursor.execute("create table grants(c1)", parse=False)
|
||||
if 'poswords' in self.request.arguments and self.request.arguments['poswords'][0] != '{}':
|
||||
# construct math string for positive words matching calculation with weights
|
||||
pos_words = json.loads(self.request.arguments['poswords'][0])
|
||||
cursor.executemany("insert into poswords(c1,c2) values(?,?)",
|
||||
(
|
||||
(key, value,) for key, value in pos_words.iteritems()
|
||||
)
|
||||
)
|
||||
if 'negwords' in self.request.arguments and self.request.arguments['negwords'][0] != '{}':
|
||||
# construct math string for negative words matching calculation with weights
|
||||
neg_words = json.loads(self.request.arguments['negwords'][0])
|
||||
cursor.executemany("insert into negwords(c1,c2) values(?,?)",
|
||||
(
|
||||
(key, value,) for key, value in neg_words.iteritems()
|
||||
)
|
||||
)
|
||||
if 'filters' in self.request.arguments and self.request.arguments['filters'][0] != '{}':
|
||||
# construct math string for negative words matching calculation with weights
|
||||
filters = json.loads(self.request.arguments['filters'][0])
|
||||
cursor.executemany("insert into filters(c1,c2) values(?,?)",
|
||||
(
|
||||
(key, value,) for key, value in filters.iteritems()
|
||||
)
|
||||
)
|
||||
if numberOfGrantsUploaded(user_id, self.get_secure_cookie('madgikmining_grantsuploaded')) != 0:
|
||||
cursor.execute("insert into grants select stripchars(c1) as c1 from (file '/tmp/p{0}.csv')".format(user_id))
|
||||
cursor.close()
|
||||
|
||||
self.write(json.dumps({'respond': "File ploaded.<br><b>1 Code</b> loaded! <i>Please make sure that you separate each code with newline!</i>"}))
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">Mining profile couldn't be saved!</b>"}))
|
||||
print ints
|
||||
return
|
||||
self.finish()
|
||||
|
||||
|
||||
class profileServeHandler(BaseHandler):
|
||||
passwordless=True
|
||||
def get(self):
|
||||
try:
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
if 'saveprofile' in self.request.arguments:
|
||||
print "asda"
|
||||
profile_file_name = "/tmp/OAMiningProfile_{0}.oamp".format(user_id)
|
||||
buf_size = 4096
|
||||
self.set_header('Content-Type', 'application/octet-stream')
|
||||
self.set_header('Content-Disposition', 'attachment; filename=' + "OAMiningProfile_{0}.oamp".format(user_id))
|
||||
self.flush()
|
||||
with open(profile_file_name, 'r') as f:
|
||||
while True:
|
||||
data = f.read(buf_size)
|
||||
if not data:
|
||||
break
|
||||
self.write(data)
|
||||
self.finish()
|
||||
# TODO delete file after sending if needed
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">Something went very wrong!</b>"}))
|
||||
print ints
|
||||
return
|
||||
|
||||
class profileUploadHandler(BaseHandler):
|
||||
def post(self):
|
||||
try:
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# get file info and body from post data
|
||||
fileinfo = self.request.files['upload'][0]
|
||||
fname = fileinfo['filename']
|
||||
extn = os.path.splitext(fname)[1]
|
||||
# must be .pdf or .json
|
||||
if extn != ".oamp":
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File must be .oamp compatible profile</b>"}))
|
||||
return
|
||||
# write data to physical file
|
||||
cname = "/tmp/profile{0}.oamp".format(user_id)
|
||||
fh = open(cname, 'w')
|
||||
fh.write(fileinfo['body'])
|
||||
fh.close()
|
||||
# extract data from profile file
|
||||
import sys
|
||||
sys.path.append(msettings.MADIS_PATH)
|
||||
import madis
|
||||
# get the profile database cursor
|
||||
cursor=madis.functions.Connection(cname).cursor()
|
||||
|
||||
# data to be sent
|
||||
data = {}
|
||||
# Write to csv file the grants ids
|
||||
if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='grants'")]):
|
||||
cursor.execute("output '/tmp/p{0}.csv' select * from grants".format(user_id))
|
||||
numberOfGrants = numberOfGrantsUploaded(user_id, "puppet_value")
|
||||
self.set_secure_cookie('madgikmining_grantsuploaded', str(numberOfGrants))
|
||||
data['grants'] = numberOfGrants
|
||||
# write to json the poswords
|
||||
if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='poswords'")]):
|
||||
results = [r for r in cursor.execute("select c1, c2 from poswords")]
|
||||
data['poswords'] = {value:key for value, key in results}
|
||||
# write to json the negwords
|
||||
if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='negwords'")]):
|
||||
results = [r for r in cursor.execute("select c1, c2 from negwords")]
|
||||
data['negwords'] = {value:key for value, key in results}
|
||||
# write to json the filters
|
||||
if len([r for r in cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='filters'")]):
|
||||
results = [r for r in cursor.execute("select c1, c2 from filters")]
|
||||
data['filters'] = {value:key for value, key in results}
|
||||
cursor.close()
|
||||
self.write(json.dumps(data))
|
||||
self.finish()
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">Something went very wrong!</b>"}))
|
||||
print ints
|
||||
return
|
||||
|
||||
|
||||
class importingControllerHandler(BaseHandler):
|
||||
def post(self):
|
||||
"""Controls the importing job as follows:
|
||||
*** load-raw-data (reading and saving them in the DB)"""
|
||||
|
||||
try:
|
||||
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
csv_file_name = "/tmp/p{0}.tsv".format(user_id)
|
||||
csv_file = open(csv_file_name, 'w')
|
||||
|
||||
body_split = [l.strip() for l in StringIO.StringIO(self.request.body).readlines()]
|
||||
if body_split[3:5][0] == 'example':
|
||||
#static/fp7grants.csv
|
||||
|
||||
fp7_file = open("static/fp7grants.csv", 'r')
|
||||
|
||||
while 1:
|
||||
copy_buffer = fp7_file.read(1048576)
|
||||
if not copy_buffer:
|
||||
break
|
||||
csv_file.write(copy_buffer)
|
||||
|
||||
# cursor = msettings.Connection.cursor()
|
||||
# cursor.execute('drop table if exists p%s' % (user_id))
|
||||
# cursor.execute('create temp table p%s(words)' % (user_id))
|
||||
# cursor.executemany("insert into p" + user_id + "(words) values(?)",
|
||||
# (
|
||||
# ('246686',), ('283595',)
|
||||
# )
|
||||
# )
|
||||
# try:
|
||||
# cursor.close()
|
||||
# except:
|
||||
# pass
|
||||
self.write(json.dumps({'respond': "<b style='color: #268D26'>25536 fp7 Codes</b> loaded successfully!"}))
|
||||
self.set_secure_cookie('madgikmining_grantsuploaded', "25536")
|
||||
elif body_split[3:5][0] == 'normal':
|
||||
importing_data = email.message_from_string('\n'.join(body_split[5:-1]))
|
||||
|
||||
file_name = importing_data.get_filename()
|
||||
csvfile = importing_data.get_payload()
|
||||
dialect = csv.Sniffer().sniff(csvfile)
|
||||
data = list(csvfile.splitlines())
|
||||
|
||||
for line in data:
|
||||
csv_file.write(line+'\n')
|
||||
|
||||
# cursor = msettings.Connection.cursor()
|
||||
# cursor.execute('drop table if exists p%s' % (user_id))
|
||||
# cursor.execute('create temp table p%s(words)' % (user_id))
|
||||
# cursor.executemany("insert into p" + user_id + "(words) values(?)",
|
||||
# (
|
||||
# (x,) for x in itertools.islice(data, None)
|
||||
# )
|
||||
# )
|
||||
if len(data) == 1:
|
||||
self.write(json.dumps({'respond': "File <b>{0}</b> uploaded.<br><b>1 Code</b> loaded! <i>Please make sure that you separate each code with newline!</i>".format(file_name)}))
|
||||
else:
|
||||
self.write(json.dumps({'respond': "File <b>{0}</b> uploaded.<br><b>{1} Codes</b> loaded successfully!".format(file_name, len(data))}))
|
||||
self.set_secure_cookie('madgikmining_grantsuploaded', str(len(data)))
|
||||
|
||||
csv_file.close()
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File Failed to Upload!</b>"}))
|
||||
print ints
|
||||
return
|
||||
|
||||
|
||||
|
||||
class importingTextsControllerHandler(BaseHandler):
|
||||
def post(self):
|
||||
"""Controls the importing job as follows:
|
||||
*** load-raw-data (reading and saving them in the DB)"""
|
||||
|
||||
try:
|
||||
# get user id from cookie. Must have
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# get file info and body from post data
|
||||
fileinfo = self.request.files['upload'][0]
|
||||
fname = fileinfo['filename']
|
||||
extn = os.path.splitext(fname)[1]
|
||||
# must be .pdf or .json
|
||||
if extn != ".txt" and extn != ".pdf":
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File must be .pdf or .txt</b>"}))
|
||||
return
|
||||
# write data to physical file
|
||||
cname = "/tmp/docs{0}{1}".format(user_id, extn)
|
||||
fh = open(cname, 'w')
|
||||
fh.write(fileinfo['body'])
|
||||
fh.close()
|
||||
|
||||
# Convert pdf to txt and then to json format
|
||||
if extn == ".pdf":
|
||||
import subprocess as sub
|
||||
p = sub.Popen(['pdftotext', '-enc', 'UTF-8', cname],stdout=sub.PIPE,stderr=sub.PIPE)
|
||||
output, errors = p.communicate()
|
||||
if errors:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">Cannot convert .pdf to .txt</b>"}))
|
||||
return
|
||||
os.remove(cname)
|
||||
cname = "/tmp/docs{0}.txt".format(user_id)
|
||||
with open(cname, 'r') as fin:
|
||||
data=fin.read().replace('\n', ' ')
|
||||
if len(data)==0:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">Cannot convert .pdf to .txt</b>"}))
|
||||
return
|
||||
with open("/tmp/docs{0}.json".format(user_id), "wb") as fout:
|
||||
json.dump({"text":data,"id":os.path.splitext(fname)[0]}, fout)
|
||||
os.remove(cname)
|
||||
# else check if txt is in correct json format
|
||||
elif extn == ".txt":
|
||||
try:
|
||||
jsonlist = []
|
||||
for line in open(cname, 'r'):
|
||||
jsonlist.append(json.loads(line))
|
||||
os.rename(cname, "/tmp/docs{0}.json".format(user_id))
|
||||
except ValueError, e:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File is not in a valid json format</b>"}))
|
||||
os.remove(cname)
|
||||
print e
|
||||
return
|
||||
self.write(json.dumps({'respond': "File <b>{0}</b> uploaded successfully!<br>".format(fname)}))
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File Failed to Upload!</b>"}))
|
||||
print ints
|
||||
return
|
||||
|
||||
|
||||
class createUploadProfileHandler(BaseHandler):
|
||||
passwordless=True
|
||||
# When loading the page first time and every refresh
|
||||
def get(self):
|
||||
if 'data' in self.request.arguments:
|
||||
return
|
||||
else:
|
||||
# check if we already gave client a user_id
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if not user_id:
|
||||
# give him a unique user_id
|
||||
user_id = 'user{0}'.format(datetime.datetime.now().microsecond + (random.randrange(1, 100+1) * 100000))
|
||||
self.set_secure_cookie('madgikmining', user_id)
|
||||
self.render('create_upload_profile.html', settings=msettings)
|
||||
# TODO Upload profile post
|
||||
|
||||
|
||||
class uploadCodesHandler(BaseHandler):
|
||||
passwordless=True
|
||||
# When loading the page first time and every refresh
|
||||
def get(self):
|
||||
if 'data' in self.request.arguments:
|
||||
return
|
||||
else:
|
||||
# check if we already gave client a user_id
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# check if he already uploaded his grants ids and inform him via a message
|
||||
self.render('upload_codes.html', settings=msettings)
|
||||
def post(self):
|
||||
try:
|
||||
# get user id from cookie. Must have
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
if 'upload' in self.request.files:
|
||||
# get file info and body from post data
|
||||
fileinfo = self.request.files['upload'][0]
|
||||
fname = fileinfo['filename']
|
||||
extn = os.path.splitext(fname)[1]
|
||||
# must be .pdf or .json
|
||||
if extn != ".txt" and extn != ".pdf":
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File must be .pdf or .txt</b>"}))
|
||||
return
|
||||
# write data to physical file
|
||||
cname = "/tmp/docs{0}{1}".format(user_id, extn)
|
||||
fh = open(cname, 'w')
|
||||
fh.write(fileinfo['body'])
|
||||
fh.close()
|
||||
|
||||
except Exception as ints:
|
||||
self.write(json.dumps({'respond': "<b style=\"color: red\">File Failed to Upload!</b>"}))
|
||||
print ints
|
||||
return
|
||||
|
||||
|
||||
class configureProfileHandler(BaseHandler):
|
||||
passwordless=True
|
||||
# When loading the page first time and evry refresh
|
||||
def get(self):
|
||||
if 'data' in self.request.arguments:
|
||||
return
|
||||
else:
|
||||
# check if we already gave client a user_id
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# check if he already uploaded his grants ids and inform him via a message
|
||||
self.render('configure_profile.html', settings=msettings)
|
||||
|
||||
|
||||
class saveProfileHandler(BaseHandler):
|
||||
passwordless=True
|
||||
# When loading the page first time and evry refresh
|
||||
def get(self):
|
||||
if 'data' in self.request.arguments:
|
||||
return
|
||||
else:
|
||||
# check if we already gave client a user_id
|
||||
user_id = self.get_secure_cookie('madgikmining')
|
||||
if user_id is None:
|
||||
return
|
||||
# check if he already uploaded his grants ids and inform him via a message
|
||||
self.render('save_profile.html', settings=msettings)
|
||||
|
||||
|
||||
class madAppHandler(BaseHandler):
|
||||
def get(self):
|
||||
try:
|
||||
appname=re.match(r'.+/([^/]+)/?$', self.request.uri).groups()[0].lower()
|
||||
except AttributeError:
|
||||
raise tornado.web.HTTPError(404)
|
||||
|
||||
appobj=None
|
||||
for ap in madapps.apps:
|
||||
if ap['link']==appname:
|
||||
appobj=ap
|
||||
break
|
||||
|
||||
if appobj==None:
|
||||
raise tornado.web.HTTPError(404)
|
||||
|
||||
self.render('madappview.html', app=appobj, apps=filteredapps, evals=filteredevals, settings=msettings)
|
||||
|
||||
class madAppDataHandler(BaseHandler):
|
||||
|
||||
@tornado.web.asynchronous
|
||||
def post(self):
|
||||
try:
|
||||
appname, queryname=[x.lower() for x in re.match(r'.+/([^/]+)/(.+)$', self.request.uri).groups()]
|
||||
except AttributeError:
|
||||
raise tornado.web.HTTPError(404)
|
||||
|
||||
appobj=None
|
||||
query=''
|
||||
for ap in madapps.apps:
|
||||
if ap['link']==appname:
|
||||
if queryname in ap:
|
||||
appobj=ap
|
||||
if queryname=='query':
|
||||
query=appobj['query']
|
||||
else:
|
||||
query=appobj[queryname]['query']
|
||||
break
|
||||
|
||||
if appobj==None:
|
||||
raise tornado.web.HTTPError(404)
|
||||
|
||||
params=dict(((x.replace(' ','_'),y[0].replace('\n','')) for x,y in self.request.arguments.iteritems()) )
|
||||
self.executequery(query, params)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
def main():
|
||||
global filteredapps, filteredevals
|
||||
|
||||
def getqtext(query,params):
|
||||
query=query.strip('\n \s')
|
||||
query=escape.xhtml_escape(query)
|
||||
for i in params:
|
||||
i=i.replace(' ','_')
|
||||
query=re.sub(':'+i, '<b><i>'+escape.xhtml_escape(i)+'</i></b>', query)
|
||||
query=re.sub('$'+i, '<b><i>'+escape.xhtml_escape(i)+'</i></b>', query)
|
||||
query=re.sub('@'+i, '<b><i>'+escape.xhtml_escape(i)+'</i></b>', query)
|
||||
return query.replace("\n","<br/>")
|
||||
|
||||
def getparams(app):
|
||||
qparams=re.findall('%{(.*?)}',app['query'], re.UNICODE )
|
||||
return set(qparams)
|
||||
|
||||
def getqueries():
|
||||
query_dir = os.path.abspath(os.path.join(os.path.dirname(__file__),'queries'))
|
||||
for dir, _, files in os.walk(query_dir):
|
||||
for file in files:
|
||||
if file.endswith('.sql'):
|
||||
queries[os.path.splitext(file)[0]] = open(os.path.join(dir,file), 'r').read()
|
||||
if msettings.DEBUG:
|
||||
tornado.autoreload.watch(os.path.join(dir,file))
|
||||
|
||||
def getexamples(app):
|
||||
if "examples" not in app:
|
||||
return []
|
||||
fullexamples=[]
|
||||
if type(app["examples"])==list:
|
||||
i=0
|
||||
for el in app["examples"]:
|
||||
i+=1
|
||||
d={}
|
||||
d["name"]='ex'+str(i)
|
||||
d["paramstring"]=str(el).replace('{','').replace('}','').replace("'",'')
|
||||
d["paramarray"]=json.dumps(el)
|
||||
fullexamples.append(d)
|
||||
else:
|
||||
for el in app["examples"]:
|
||||
d={}
|
||||
d["name"]=el
|
||||
d["paramstring"]=str(app["examples"][el]).replace('{','').replace('}','').replace("'",'')
|
||||
d["paramarray"]=json.dumps(app["examples"][el])
|
||||
fullexamples.append(d)
|
||||
fullexamples.sort(key=lambda x:x["name"])
|
||||
return fullexamples
|
||||
|
||||
def processtemplate(app):
|
||||
if 'template' not in app:
|
||||
return
|
||||
|
||||
getqueries()
|
||||
|
||||
if 'initial_queries' in queries:
|
||||
try:
|
||||
list(msettings.Connection.cursor().execute(queries['initial_queries']))
|
||||
except Exception, e:
|
||||
raise Exception("Error when executing DB_INITIAL_EXECUTE:\n"+queries['initial_queries']+"\nThe error was:\n"+ str(e))
|
||||
|
||||
tornado.options.parse_command_line()
|
||||
|
||||
# Restructure applications
|
||||
logging.info('Running madApp startup scripts')
|
||||
|
||||
for app in madapps.apps:
|
||||
|
||||
app['link']=app['link'].lower()
|
||||
if "title" not in app:
|
||||
app["title"]=app['link']
|
||||
if "linktitle" not in app:
|
||||
app["linktitle"]=app["title"]
|
||||
|
||||
if 'startup' in app:
|
||||
c=msettings.Connection.cursor()
|
||||
logging.info('Running startup queries for app'+app['linktitle']+' :\n'+app['startup'])
|
||||
c.execute(app['startup'])
|
||||
c.close()
|
||||
|
||||
app["qtext"]=getqtext(app["query"], [p['name'] for p in app['params']])
|
||||
app["examples"]=getexamples(app)
|
||||
app['datavisualizations']=dict([(x,[y['visualizations']] if type(y['visualizations'])==dict else y['visualizations']) for x,y in app.iteritems() if type(y)==dict and 'query' in y])
|
||||
if 'query' in app:
|
||||
app['datavisualizations']['query']=copy.deepcopy(app['visualisations'])
|
||||
for vis in app['visualisations']:
|
||||
vis['viswidgetmap']=viswidgetmap[vis['name'].lower()]
|
||||
|
||||
logging.info('Completed madApp startup scripts')
|
||||
|
||||
filteredapps=filter(lambda x:("eval" not in x),madapps.apps)
|
||||
filteredevals=filter(lambda x:("eval" in x),madapps.apps)
|
||||
|
||||
if not msettings.DEBUG:
|
||||
sockets = tornado.netutil.bind_sockets(options.port)
|
||||
tornado.process.fork_processes(0)
|
||||
server = tornado.httpserver.HTTPServer(Application())
|
||||
# ssl_options = {
|
||||
#"certfile": os.path.join("/home/openaire/ssl/certificate.crt"),
|
||||
#"keyfile": os.path.join("/home/openaire/ssl/privateKey.key"),
|
||||
#})
|
||||
server.add_sockets(sockets)
|
||||
tornado.ioloop.IOLoop.instance().start()
|
||||
else:
|
||||
# debug case
|
||||
http_server = tornado.httpserver.HTTPServer(Application())
|
||||
http_server.bind(options.port)
|
||||
http_server.start(1)
|
||||
tornado.ioloop.IOLoop.instance().start()
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
File diff suppressed because it is too large
Load Diff
|
|
@ -181,7 +181,8 @@ def loadProfileDocs(user_id, profile_id):
|
|||
# copy unique profile docs file to a general user docs file
|
||||
docs_file_name = "/tmp/docs{0}.json".format(user_id)
|
||||
unique_profile_docs_file_name = "/tmp/OAMiningDocs_{0}_{1}.json".format(user_id,profile_id)
|
||||
copyfile(unique_profile_docs_file_name, docs_file_name)
|
||||
if os.path.isfile(unique_profile_docs_file_name):
|
||||
copyfile(unique_profile_docs_file_name, docs_file_name)
|
||||
|
||||
def loadExampleDocs(user_id):
|
||||
sample_file = open("static/exampleDocs.txt", 'r')
|
||||
|
|
@ -452,7 +453,7 @@ class GetUserProfilesHandler(BaseHandler):
|
|||
# data to be sent
|
||||
data = {}
|
||||
user_profiles = []
|
||||
for r in cursor.execute("SELECT id,name,datecreated,status,matches,docname FROM database"):
|
||||
for r in cursor.execute("SELECT id,name,datecreated,status,matches,docname FROM database order by rowid desc"):
|
||||
user_profiles.append({"id":r[0], "name": r[1], "datecreated": r[2], "status": r[3], "matches": r[4], "docname": r[5]})
|
||||
data['profiles'] = user_profiles
|
||||
cursor.close()
|
||||
|
|
@ -667,6 +668,8 @@ class LoadExampleProfileHandler(BaseHandler):
|
|||
# load example data
|
||||
loadExampleDocs(user_id)
|
||||
data = loadExampleProfile(user_id)
|
||||
data['docname'] = 'Example'
|
||||
data['docsnumber'] = '26'
|
||||
self.set_secure_cookie('madgikmining_grantsuploaded', str(data['grants']))
|
||||
self.write(json.dumps(data))
|
||||
self.finish()
|
||||
|
|
@ -1139,6 +1142,7 @@ class RunMiningHandler(BaseHandler):
|
|||
self.write("Missing cookie containing user's id...")
|
||||
return
|
||||
request_arguments = json.loads(self.request.body)
|
||||
print request_arguments
|
||||
# get the database cursor
|
||||
cursor=msettings.Connection.cursor()
|
||||
# data to be sent
|
||||
|
|
@ -1361,14 +1365,24 @@ class PrepareSavedProfileHandler(BaseHandler):
|
|||
(key, value,) for key, value in neg_words.iteritems()
|
||||
)
|
||||
)
|
||||
if 'filters' in request_arguments and request_arguments['filters'] != '{}':
|
||||
# construct math string for negative words matching calculation with weights
|
||||
filters = json.loads(request_arguments['filters'])
|
||||
cursor.executemany("insert into filters(c1,c2) values(?,?)",
|
||||
(
|
||||
(key, value,) for key, value in filters.iteritems()
|
||||
)
|
||||
)
|
||||
filters = {}
|
||||
if 'contextprev' in request_arguments and request_arguments['contextprev'] != '':
|
||||
filters['contextprev'] = request_arguments['contextprev']
|
||||
if 'contextnext' in request_arguments and request_arguments['contextnext'] != '':
|
||||
filters['contextnext'] = request_arguments['contextnext']
|
||||
if 'lettercase' in request_arguments and request_arguments['lettercase'] != '':
|
||||
filters['lettercase'] = request_arguments['lettercase']
|
||||
if 'wordssplitnum' in request_arguments and request_arguments['wordssplitnum'] != '':
|
||||
filters['wordssplitnum'] = request_arguments['wordssplitnum']
|
||||
if 'stopwords' in request_arguments and request_arguments['stopwords'] != '':
|
||||
filters['stopwords'] = request_arguments['stopwords']
|
||||
if 'stopwords' in request_arguments and request_arguments['stopwords'] != '':
|
||||
filters['punctuation'] = request_arguments['punctuation']
|
||||
cursor.executemany("insert into filters(c1,c2) values(?,?)",
|
||||
(
|
||||
(key, value,) for key, value in filters.iteritems()
|
||||
)
|
||||
)
|
||||
if numberOfGrantsUploaded(user_id, self.get_secure_cookie('madgikmining_grantsuploaded')) != 0:
|
||||
cursor.execute("insert into grants select stripchars(c1) as c1, stripchars(c2) as c2 from (file '/tmp/p{0}.tsv')".format(user_id))
|
||||
cursor.close()
|
||||
|
|
@ -1438,7 +1452,7 @@ class SaveProfileToDatabaseHandler(BaseHandler):
|
|||
if old_profile:
|
||||
query = 'UPDATE database set name="{1}", datecreated="{2}", status="{3}", matches="{4}", docname="{5}", docsnumber="{6}" where id="{0}"'.format(profile_id,profile_name,"24-03-2018","Ready","8/8",doc_name,docs_number)
|
||||
else:
|
||||
query = 'INSERT INTO database VALUES("{0}","{1}","{2}","{3}","{4}","{5}","{6}")'.format(profile_id,profile_name,"24-03-2018","Ready","8/8",doc_name,docs_number)
|
||||
query = 'INSERT INTO database VALUES("{0}","{1}","{2}","{3}","{4}","{5}","{6}")'.format(profile_id,profile_name,datetime.date.today().strftime("%B %d %Y"),"Saved","8/8",doc_name,docs_number)
|
||||
cursor.execute(query, parse=False)
|
||||
cursor.close()
|
||||
self.write(json.dumps({}))
|
||||
|
|
|
|||
Binary file not shown.
Loading…
Reference in New Issue