Commit 9479ce38 authored by Janez K's avatar Janez K

naredu windows queue za matjazeve widgete

parent 0d4f1d26
......@@ -17,6 +17,9 @@ import os
import sys
import site
import djcelery
djcelery.setup_loader()
site.addsitedir('/srv/django-envs/mothra/lib/python2.7/site-packages')
project_path = '/srv/django-projects/mothra'
......
......@@ -171,15 +171,18 @@ INSTALLED_APPS_DEFAULT = (
'picklefield',
'streams',
#'rest_framework',
#'djcelery',
#'kombu.transport.django',
'djcelery',
'kombu.transport.django',
)
INSTALLED_APPS_WORKFLOWS_SUB = ()
CELERY_RESULT_BACKEND='djcelery.backends.database:DatabaseBackend'
CELERY_TASK_SERIALIZER='json'
import djcelery
djcelery.setup_loader()
BROKER_URL = 'django://'
try:
LOCAL_SETTINGS
......
......@@ -17,6 +17,9 @@ import os
import sys
import site
import djcelery
djcelery.setup_loader()
project_path = '/srv/django-projects/mothra'
if project_path not in sys.path:
sys.path.append(project_path)
......
......@@ -10,5 +10,4 @@ httplib2==0.7.5
wsgiref==0.1.2
unidecode==0.04.13
django-jsonview==0.3.0
feedparser==5.1.3
pyteaser==1.0
django-celery==3.1.9
[
{
"pk": 45725108,
"pk": 49,
"model": "workflows.category",
"fields": {
"uid": "62a3ddb8-ff28-4e54-8144-3a7af70d235a",
......@@ -12,11 +12,11 @@
}
},
{
"pk": 255327945,
"pk": 50,
"model": "workflows.category",
"fields": {
"uid": "5d55b2bf-c5f6-4fff-bfd3-9d6ad83ba9f9",
"parent": 45725108,
"parent": 49,
"workflow": null,
"user": null,
"order": 1,
......@@ -24,21 +24,23 @@
}
},
{
"pk": 237868088,
"pk": 249,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"category": 50,
"treeview_image": "",
"name": "Load Outlier Heuristics",
"is_streaming": false,
"uid": "a79ad967-5070-449b-bcd7-a76d341cc79c",
"interaction_view": "",
"image": null,
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_load_outlier_heuristics",
"wsdl_method": "",
"wsdl": "",
......@@ -49,10 +51,10 @@
}
},
{
"pk": 400184662,
"pk": 530,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"widget": 249,
"name": "Heurisic Name Prefix",
"short_name": "str",
"uid": "d6055ed0-f08d-555b-4cd3-5355a117f07d",
......@@ -67,10 +69,10 @@
}
},
{
"pk": 655732450,
"pk": 531,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"widget": 249,
"name": "Specification",
"short_name": "str",
"uid": "1fe24622-a12a-679f-dc93-702ff6c39a6b",
......@@ -85,10 +87,10 @@
}
},
{
"pk": 732317594,
"pk": 532,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"widget": 249,
"name": "Relative",
"short_name": "clc",
"uid": "7f42ad6d-0593-5433-df7f-a482dd977c28",
......@@ -103,10 +105,10 @@
}
},
{
"pk": 49306862,
"pk": 256,
"model": "workflows.abstractoutput",
"fields": {
"widget": 237868088,
"widget": 249,
"name": "Ensemble Heuristics",
"short_name": "heu",
"variable": "newHeurisitcs",
......@@ -116,21 +118,23 @@
}
},
{
"pk": 629075201,
"pk": 250,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"category": 50,
"treeview_image": "",
"name": "Outlier Heuristics Specification",
"is_streaming": false,
"uid": "c4984507-aa74-43d0-9a9c-861561fdb5fe",
"interaction_view": "",
"image": null,
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_outlier_heuristics_spec",
"wsdl_method": "",
"wsdl": "",
......@@ -141,10 +145,10 @@
}
},
{
"pk": 385347087,
"pk": 533,
"model": "workflows.abstractinput",
"fields": {
"widget": 629075201,
"widget": 250,
"name": "Outlier Heurisitc(s)",
"short_name": "heu",
"uid": "4e27297b-5056-076c-f30b-c7075a320556",
......@@ -159,10 +163,10 @@
}
},
{
"pk": 986332,
"pk": 257,
"model": "workflows.abstractoutput",
"fields": {
"widget": 629075201,
"widget": 250,
"name": "Heuristics Specification",
"short_name": "str",
"variable": "specification",
......@@ -172,21 +176,23 @@
}
},
{
"pk": 51242383,
"pk": 251,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"category": 50,
"treeview_image": "",
"name": "Document Outlier Detection",
"is_streaming": false,
"uid": "a765e4a7-a840-408f-b7b1-849e4a583c8d",
"interaction_view": "",
"image": null,
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_outlier_detection_via_cross_validation",
"wsdl_method": "",
"wsdl": "",
......@@ -197,10 +203,10 @@
}
},
{
"pk": 969814920,
"pk": 534,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Classifier",
"short_name": "csf",
"uid": "ce140d06-8399-9f9e-73d4-1d62f6d048aa",
......@@ -215,10 +221,10 @@
}
},
{
"pk": 916453347,
"pk": 535,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Dataset",
"short_name": "ds",
"uid": "7951cba0-726f-c289-80a9-6071170fc934",
......@@ -233,10 +239,10 @@
}
},
{
"pk": 26499033,
"pk": 536,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Corss-Validation Repetitions",
"short_name": "int",
"uid": "ffa6f21f-bab4-ec85-564d-3c97ce7f1575",
......@@ -251,10 +257,10 @@
}
},
{
"pk": 514117643,
"pk": 537,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Outlier Score Threshold",
"short_name": "int",
"uid": "ad206ea1-4158-620d-3ea8-7a1ad7f87cc8",
......@@ -265,14 +271,14 @@
"variable": "outlierThreshold",
"parameter": true,
"order": 4,
"description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = \u0027Corss-Validation Repetitions\u0027)."
"description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = 'Corss-Validation Repetitions')."
}
},
{
"pk": 242097707,
"pk": 538,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Num of Cross Validation Sets/Splits",
"short_name": "int",
"uid": "70f37618-6173-b6de-1581-333303025651",
......@@ -287,10 +293,10 @@
}
},
{
"pk": 417567758,
"pk": 539,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Assign Sets Randomly",
"short_name": "bol",
"uid": "0275f3ce-d1a3-fb1c-d241-fdd9198ba7c3",
......@@ -305,10 +311,10 @@
}
},
{
"pk": 329230871,
"pk": 540,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Use Specified Seed for Random",
"short_name": "bol",
"uid": "b732736e-8c7f-d8f7-e9f0-7becd4a6bdcc",
......@@ -323,10 +329,10 @@
}
},
{
"pk": 558987205,
"pk": 541,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Random Seed",
"short_name": "int",
"uid": "e7228b95-f0d5-346a-697c-6225bfc98db2",
......@@ -341,10 +347,10 @@
}
},
{
"pk": 847156685,
"pk": 542,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "Outlier Weighting",
"short_name": "wgh",
"uid": "d656fe12-2f4c-efb5-6687-013fb8c4b1e0",
......@@ -359,40 +365,40 @@
}
},
{
"pk": 184129748,
"pk": 163,
"model": "workflows.abstractoption",
"fields": {
"uid": "5fc5ec58-403c-5d07-6a7e-46d8619545e5",
"abstract_input": 847156685,
"value": "NoWeighting",
"name": "No weighting: output is list of indexes of outlier documents"
"uid": "4f477fa7-7768-c376-c588-1f3eb74a9355",
"abstract_input": 542,
"value": "AbsoluteNumber",
"name": "Absolute: weight is absolute number of time a document was labeld outlier through all repetitions"
}
},
{
"pk": 478615014,
"pk": 162,
"model": "workflows.abstractoption",
"fields": {
"uid": "4f477fa7-7768-c376-c588-1f3eb74a9355",
"abstract_input": 847156685,
"value": "AbsoluteNumber",
"name": "Absolute: weight is absolute number of time a document was labeld outlier through all repetitions"
"uid": "5fc5ec58-403c-5d07-6a7e-46d8619545e5",
"abstract_input": 542,
"value": "NoWeighting",
"name": "No weighting: output is list of indexes of outlier documents"
}
},
{
"pk": 320647038,
"pk": 164,
"model": "workflows.abstractoption",
"fields": {
"uid": "1a6722dd-f1ed-4ba2-702c-13b4c0688d65",
"abstract_input": 847156685,
"abstract_input": 542,
"value": "RelativePercentage",
"name": "Relative: weight is relative percentage how many times a document was labeled outlier through all repetitions"
}
},
{
"pk": 485975191,
"pk": 258,
"model": "workflows.abstractoutput",
"fields": {
"widget": 51242383,
"widget": 251,
"name": "List of Outlier Indexes (with Weights)",
"short_name": "lst",
"variable": "out",
......@@ -402,11 +408,11 @@
}
},
{
"pk": 795711102,
"pk": 51,
"model": "workflows.category",
"fields": {
"uid": "d8fee140-c280-4d6b-b0b9-7c02fd857b50",
"parent": 45725108,
"parent": 49,
"workflow": null,
"user": null,
"order": 2,
......@@ -414,21 +420,23 @@
}
},
{
"pk": 545673891,
"pk": 252,
"model": "workflows.abstractwidget",
"fields": {
"category": 795711102,
"treeview_image": null,
"category": 51,
"treeview_image": "",
"name": "Standard Heuristic",
"is_streaming": false,
"uid": "f9119aaf-1b14-4975-a968-fcd2716fdba9",
"interaction_view": "",
"image": null,
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_construct_standard_heurisitc",
"wsdl_method": "",
"wsdl": "",
......@@ -439,10 +447,10 @@
}
},
{
"pk": 8448685,
"pk": 543,
"model": "workflows.abstractinput",
"fields": {
"widget": 545673891,
"widget": 252,
"name": "Name",
"short_name": "str",
"uid": "a90bdc28-ff1b-24c8-56ce-7f3e574961a2",
......@@ -457,10 +465,10 @@
}
},
{
"pk": 143933468,
"pk": 544,
"model": "workflows.abstractinput",
"fields": {
"widget": 545673891,
"widget": 252,
"name": "Heurisitc Specification",
"short_name": "hsp",
"uid": "ea0732f6-cc42-4b44-54cc-6ebc0062af17",
......@@ -475,160 +483,160 @@
}
},
{
"pk": 917842619,
"pk": 166,
"model": "workflows.abstractoption",
"fields": {
"uid": "cc5decfa-9ed4-60e7-691e-c8f59bb9ca8a",
"abstract_input": 143933468,
"value": "random",
"name": "random: random baseline heuristic"
"uid": "baa0c2ee-cf9e-95c4-8512-a4f3f8a2afa0",
"abstract_input": 544,
"value": "appearInAllDomn",
"name": "appearInAllDomn: better baseline heuristic which can separate two classes of terms - the ones that appear in both domains and the ones that appear only in one"
}
},
{
"pk": 270077810,
"pk": 168,
"model": "workflows.abstractoption",
"fields": {
"uid": "baa0c2ee-cf9e-95c4-8512-a4f3f8a2afa0",
"abstract_input": 143933468,
"value": "appearInAllDomn",
"name": "appearInAllDomn: better baseline heuristic which can separate two classes of terms - the ones that appear in both domains and the ones that appear only in one"
"uid": "515a4987-5332-bc92-9bf5-eb89ed885ae2",
"abstract_input": 544,
"value": "freqDoc",
"name": "freqDoc: document frequency across both domains"
}
},
{
"pk": 680720282,
"pk": 171,
"model": "workflows.abstractoption",
"fields": {
"uid": "66c8c1be-9678-5564-8722-62018610a66a",
"abstract_input": 143933468,
"value": "freqTerm",
"name": "freqTerm: term frequency across both domains"
"uid": "6111af42-a16f-2bbb-d29c-2a2facc47368",
"abstract_input": 544,
"value": "freqDomnProd",
"name": "freqDomnProd: product of term frequencies in both domains"
}
},
{
"pk": 927780971,
"pk": 172,
"model": "workflows.abstractoption",
"fields": {
"uid": "515a4987-5332-bc92-9bf5-eb89ed885ae2",
"abstract_input": 143933468,
"value": "freqDoc",
"name": "freqDoc: document frequency across both domains"
"uid": "d650ea43-9e99-d228-3093-7b912391e8b3",
"abstract_input": 544,
"value": "freqDomnProdRel",
"name": "freqDomnProdRel: product of term frequencies in both domains relative to the term frequency in all domains"
}
},
{
"pk": 170,
"model": "workflows.abstractoption",
"fields": {
"uid": "a9a43380-128e-c1d4-f5e0-1c9061ea4d4f",
"abstract_input": 544,
"value": "freqDomnRatioMin",
"name": "freqDomnRatioMin: minimum of term frequencies ratio between both domains"
}
},
{
"pk": 1016597724,
"pk": 169,
"model": "workflows.abstractoption",
"fields": {
"uid": "e85317e8-2193-ee9a-90b1-6320c5d301ee",
"abstract_input": 143933468,
"abstract_input": 544,
"value": "freqRatio",
"name": "freqRatio: term to document frequency ratio"
}
},
{
"pk": 519925532,
"pk": 167,
"model": "workflows.abstractoption",
"fields": {
"uid": "a9a43380-128e-c1d4-f5e0-1c9061ea4d4f",
"abstract_input": 143933468,
"value": "freqDomnRatioMin",
"name": "freqDomnRatioMin: minimum of term frequencies ratio between both domains"
"uid": "66c8c1be-9678-5564-8722-62018610a66a",
"abstract_input": 544,
"value": "freqTerm",
"name": "freqTerm: term frequency across both domains"
}
},
{
"pk": 598509823,
"pk": 165,
"model": "workflows.abstractoption",
"fields": {
"uid": "6111af42-a16f-2bbb-d29c-2a2facc47368",
"abstract_input": 143933468,
"value": "freqDomnProd",
"name": "freqDomnProd: product of term frequencies in both domains"
"uid": "cc5decfa-9ed4-60e7-691e-c8f59bb9ca8a",
"abstract_input": 544,
"value": "random",
"name": "random: random baseline heuristic"
}
},
{
"pk": 41640200,
"pk": 177,
"model": "workflows.abstractoption",
"fields": {
"uid": "d650ea43-9e99-d228-3093-7b912391e8b3",
"abstract_input": 143933468,
"value": "freqDomnProdRel",
"name": "freqDomnProdRel: product of term frequencies in both domains relative to the term frequency in all domains"
"uid": "9704c8d8-bc29-9286-08f9-5c6191235203",
"abstract_input": 544,
"value": "simAvgTerm",
"name": "simAvgTerm: similarity to an average term – the distance from the center of the cluster of all terms"
}
},
{
"pk": 542211643,
"pk": 178,
"model": "workflows.abstractoption",
"fields": {
"uid": "b8be1a09-27a9-80c5-55c4-2fe2ff2e9937",
"abstract_input": 143933468,
"value": "tfidfSum",
"name": "tfidfSum: sum of all tf idf weights of a term across both domains"
"uid": "913318ee-6bb5-b7a4-31c4-93f379b48bb5",
"abstract_input": 544,
"value": "simDomnProd",
"name": "simDomnProd: product of a term’s similarity to the centroids of both domains"
}
},
{
"pk": 179,
"model": "workflows.abstractoption",
"fields": {
"uid": "a2521b2a-a074-d279-eb27-073ddd2ebe46",
"abstract_input": 544,
"value": "simDomnRatioMin",
"name": "simDomnRatioMin: minimum of a term‘s frequencies ratio between both domains"
}
},
{
"pk": 190527820,
"pk": 174,
"model": "workflows.abstractoption",
"fields": {
"uid": "3f1621d3-7bc0-5e28-abc1-814bf77c0bd4",
"abstract_input": 143933468,
"abstract_input": 544,
"value": "tfidfAvg",
"name": "tfidfAvg: average tf idf of a term"
}
},
{
"pk": 453869326,
"pk": 175,
"model": "workflows.abstractoption",
"fields": {
"uid": "e3e72432-6cf2-47fb-50ef-f9cf73864874",
"abstract_input": 143933468,
"abstract_input": 544,
"value": "tfidfDomnProd",
"name": "tfidfDomnProd: product of a term’s importance in both domains"
}
},
{
"pk": 195108494,
"pk": 176,
"model": "workflows.abstractoption",
"fields": {
"uid": "40d62620-22c5-84a6-79e3-9657e62eda10",
"abstract_input": 143933468,
"abstract_input": 544,
"value": "tfidfDomnSum",
"name": "tfidfDomnSum: sum of a term’s importance in both domains"
}
},
{
"pk": 9035845,
"model": "workflows.abstractoption",
"fields": {
"uid": "9704c8d8-bc29-9286-08f9-5c6191235203",