Commit 9479ce38 authored by Janez K's avatar Janez K

naredu windows queue za matjazeve widgete

parent 0d4f1d26
...@@ -17,6 +17,9 @@ import os ...@@ -17,6 +17,9 @@ import os
import sys import sys
import site import site
import djcelery
djcelery.setup_loader()
site.addsitedir('/srv/django-envs/mothra/lib/python2.7/site-packages') site.addsitedir('/srv/django-envs/mothra/lib/python2.7/site-packages')
project_path = '/srv/django-projects/mothra' project_path = '/srv/django-projects/mothra'
......
...@@ -171,15 +171,18 @@ INSTALLED_APPS_DEFAULT = ( ...@@ -171,15 +171,18 @@ INSTALLED_APPS_DEFAULT = (
'picklefield', 'picklefield',
'streams', 'streams',
#'rest_framework', #'rest_framework',
#'djcelery', 'djcelery',
#'kombu.transport.django', 'kombu.transport.django',
) )
INSTALLED_APPS_WORKFLOWS_SUB = () INSTALLED_APPS_WORKFLOWS_SUB = ()
CELERY_RESULT_BACKEND='djcelery.backends.database:DatabaseBackend' CELERY_RESULT_BACKEND='djcelery.backends.database:DatabaseBackend'
CELERY_TASK_SERIALIZER='json' import djcelery
djcelery.setup_loader()
BROKER_URL = 'django://'
try: try:
LOCAL_SETTINGS LOCAL_SETTINGS
......
...@@ -17,6 +17,9 @@ import os ...@@ -17,6 +17,9 @@ import os
import sys import sys
import site import site
import djcelery
djcelery.setup_loader()
project_path = '/srv/django-projects/mothra' project_path = '/srv/django-projects/mothra'
if project_path not in sys.path: if project_path not in sys.path:
sys.path.append(project_path) sys.path.append(project_path)
......
...@@ -10,5 +10,4 @@ httplib2==0.7.5 ...@@ -10,5 +10,4 @@ httplib2==0.7.5
wsgiref==0.1.2 wsgiref==0.1.2
unidecode==0.04.13 unidecode==0.04.13
django-jsonview==0.3.0 django-jsonview==0.3.0
feedparser==5.1.3 django-celery==3.1.9
pyteaser==1.0
[ [
{ {
"pk": 45725108, "pk": 49,
"model": "workflows.category", "model": "workflows.category",
"fields": { "fields": {
"uid": "62a3ddb8-ff28-4e54-8144-3a7af70d235a", "uid": "62a3ddb8-ff28-4e54-8144-3a7af70d235a",
"parent": null, "parent": null,
"workflow": null, "workflow": null,
"user": null, "user": null,
"order": 3, "order": 3,
"name": "CrossBee" "name": "CrossBee"
} }
}, },
{ {
"pk": 255327945, "pk": 50,
"model": "workflows.category", "model": "workflows.category",
"fields": { "fields": {
"uid": "5d55b2bf-c5f6-4fff-bfd3-9d6ad83ba9f9", "uid": "5d55b2bf-c5f6-4fff-bfd3-9d6ad83ba9f9",
"parent": 45725108, "parent": 49,
"workflow": null, "workflow": null,
"user": null, "user": null,
"order": 1, "order": 1,
"name": "Outliers" "name": "Outliers"
} }
}, },
{ {
"pk": 237868088, "pk": 249,
"model": "workflows.abstractwidget", "model": "workflows.abstractwidget",
"fields": { "fields": {
"category": 255327945, "category": 50,
"treeview_image": null, "treeview_image": "",
"name": "Load Outlier Heuristics", "name": "Load Outlier Heuristics",
"is_streaming": false, "is_streaming": false,
"uid": "a79ad967-5070-449b-bcd7-a76d341cc79c", "uid": "a79ad967-5070-449b-bcd7-a76d341cc79c",
"interaction_view": "", "interaction_view": "",
"image": null, "image": "",
"package": "crossbee", "package": "crossbee",
"static_image": "crossbee_widget.png", "static_image": "crossbee_widget.png",
"post_interact_action": "", "post_interact_action": "",
"user": null, "windows_queue": true,
"visualization_view": "", "user": null,
"action": "crossbee_load_outlier_heuristics", "visualization_view": "",
"wsdl_method": "", "streaming_visualization_view": "",
"wsdl": "", "action": "crossbee_load_outlier_heuristics",
"interactive": false, "wsdl_method": "",
"has_progress_bar": false, "wsdl": "",
"order": 410, "interactive": false,
"has_progress_bar": false,
"order": 410,
"description": "Automatically generated widget from function LoadOutlierHeuristics in package crossbee. The original function signature: LoadOutlierHeuristics." "description": "Automatically generated widget from function LoadOutlierHeuristics in package crossbee. The original function signature: LoadOutlierHeuristics."
} }
}, },
{ {
"pk": 400184662, "pk": 530,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 237868088, "widget": 249,
"name": "Heurisic Name Prefix", "name": "Heurisic Name Prefix",
"short_name": "str", "short_name": "str",
"uid": "d6055ed0-f08d-555b-4cd3-5355a117f07d", "uid": "d6055ed0-f08d-555b-4cd3-5355a117f07d",
"default": "outFreq", "default": "outFreq",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "text", "parameter_type": "text",
"variable": "namePrefix", "variable": "namePrefix",
"parameter": true, "parameter": true,
"order": 1, "order": 1,
"description": "System.String" "description": "System.String"
} }
}, },
{ {
"pk": 655732450, "pk": 531,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 237868088, "widget": 249,
"name": "Specification", "name": "Specification",
"short_name": "str", "short_name": "str",
"uid": "1fe24622-a12a-679f-dc93-702ff6c39a6b", "uid": "1fe24622-a12a-679f-dc93-702ff6c39a6b",
"default": "#comment\r\nsvmOutlier (5): 0, 5(0.9), 8, 11(0.85), 12", "default": "#comment\r\nsvmOutlier (5): 0, 5(0.9), 8, 11(0.85), 12",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "textarea", "parameter_type": "textarea",
"variable": "specification", "variable": "specification",
"parameter": false, "parameter": false,
"order": 2, "order": 2,
"description": "System.String" "description": "System.String"
} }
}, },
{ {
"pk": 732317594, "pk": 532,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 237868088, "widget": 249,
"name": "Relative", "name": "Relative",
"short_name": "clc", "short_name": "clc",
"uid": "7f42ad6d-0593-5433-df7f-a482dd977c28", "uid": "7f42ad6d-0593-5433-df7f-a482dd977c28",
"default": "false", "default": "false",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "checkbox", "parameter_type": "checkbox",
"variable": "relative", "variable": "relative",
"parameter": true, "parameter": true,
"order": 3, "order": 3,
"description": "If false then absolute number of terms apearing in outlier documents is used. If true, the relative number of terms is used - based on the frequency of the term in the whole dataset." "description": "If false then absolute number of terms apearing in outlier documents is used. If true, the relative number of terms is used - based on the frequency of the term in the whole dataset."
} }
}, },
{ {
"pk": 49306862, "pk": 256,
"model": "workflows.abstractoutput", "model": "workflows.abstractoutput",
"fields": { "fields": {
"widget": 237868088, "widget": 249,
"name": "Ensemble Heuristics", "name": "Ensemble Heuristics",
"short_name": "heu", "short_name": "heu",
"variable": "newHeurisitcs", "variable": "newHeurisitcs",
"uid": "7e50c540-0fce-c6dc-b8d0-54a0f8a8f161", "uid": "7e50c540-0fce-c6dc-b8d0-54a0f8a8f161",
"order": 1, "order": 1,
"description": "" "description": ""
} }
}, },
{ {
"pk": 629075201, "pk": 250,
"model": "workflows.abstractwidget", "model": "workflows.abstractwidget",
"fields": { "fields": {
"category": 255327945, "category": 50,
"treeview_image": null, "treeview_image": "",
"name": "Outlier Heuristics Specification", "name": "Outlier Heuristics Specification",
"is_streaming": false, "is_streaming": false,
"uid": "c4984507-aa74-43d0-9a9c-861561fdb5fe", "uid": "c4984507-aa74-43d0-9a9c-861561fdb5fe",
"interaction_view": "", "interaction_view": "",
"image": null, "image": "",
"package": "crossbee", "package": "crossbee",
"static_image": "crossbee_widget.png", "static_image": "crossbee_widget.png",
"post_interact_action": "", "post_interact_action": "",
"user": null, "windows_queue": true,
"visualization_view": "", "user": null,
"action": "crossbee_outlier_heuristics_spec", "visualization_view": "",
"wsdl_method": "", "streaming_visualization_view": "",
"wsdl": "", "action": "crossbee_outlier_heuristics_spec",
"interactive": false, "wsdl_method": "",
"has_progress_bar": false, "wsdl": "",
"order": 420, "interactive": false,
"has_progress_bar": false,
"order": 420,
"description": "Automatically generated widget from function OutlierHeuristicsSpec in package crossbee. The original function signature: OutlierHeuristicsSpec." "description": "Automatically generated widget from function OutlierHeuristicsSpec in package crossbee. The original function signature: OutlierHeuristicsSpec."
} }
}, },
{ {
"pk": 385347087, "pk": 533,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 629075201, "widget": 250,
"name": "Outlier Heurisitc(s)", "name": "Outlier Heurisitc(s)",
"short_name": "heu", "short_name": "heu",
"uid": "4e27297b-5056-076c-f30b-c7075a320556", "uid": "4e27297b-5056-076c-f30b-c7075a320556",
"default": "", "default": "",
"required": true, "required": true,
"multi": true, "multi": true,
"parameter_type": null, "parameter_type": null,
"variable": "heuristics", "variable": "heuristics",
"parameter": false, "parameter": false,
"order": 1, "order": 1,
"description": "System.Collections.Generic.List`1[[CrossBeeInterfaces.Heurisitcs.Heuristics, CrossBeeInterfaces, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]" "description": "System.Collections.Generic.List`1[[CrossBeeInterfaces.Heurisitcs.Heuristics, CrossBeeInterfaces, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]"
} }
}, },
{ {
"pk": 986332, "pk": 257,
"model": "workflows.abstractoutput", "model": "workflows.abstractoutput",
"fields": { "fields": {
"widget": 629075201, "widget": 250,
"name": "Heuristics Specification", "name": "Heuristics Specification",
"short_name": "str", "short_name": "str",
"variable": "specification", "variable": "specification",
"uid": "ef2a8e96-cba6-8340-9c9d-9ca73ebf32f9", "uid": "ef2a8e96-cba6-8340-9c9d-9ca73ebf32f9",
"order": 1, "order": 1,
"description": "" "description": ""
} }
}, },
{ {
"pk": 51242383, "pk": 251,
"model": "workflows.abstractwidget", "model": "workflows.abstractwidget",
"fields": { "fields": {
"category": 255327945, "category": 50,
"treeview_image": null, "treeview_image": "",
"name": "Document Outlier Detection", "name": "Document Outlier Detection",
"is_streaming": false, "is_streaming": false,
"uid": "a765e4a7-a840-408f-b7b1-849e4a583c8d", "uid": "a765e4a7-a840-408f-b7b1-849e4a583c8d",
"interaction_view": "", "interaction_view": "",
"image": null, "image": "",
"package": "crossbee", "package": "crossbee",
"static_image": "crossbee_widget.png", "static_image": "crossbee_widget.png",
"post_interact_action": "", "post_interact_action": "",
"user": null, "windows_queue": true,
"visualization_view": "", "user": null,
"action": "crossbee_outlier_detection_via_cross_validation", "visualization_view": "",
"wsdl_method": "", "streaming_visualization_view": "",
"wsdl": "", "action": "crossbee_outlier_detection_via_cross_validation",
"interactive": false, "wsdl_method": "",
"has_progress_bar": false, "wsdl": "",
"order": 510, "interactive": false,
"has_progress_bar": false,
"order": 510,
"description": "Document outlier detection method is using missclassified document instances as otlier candidates." "description": "Document outlier detection method is using missclassified document instances as otlier candidates."
} }
}, },
{ {
"pk": 969814920, "pk": 534,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Classifier", "name": "Classifier",
"short_name": "csf", "short_name": "csf",
"uid": "ce140d06-8399-9f9e-73d4-1d62f6d048aa", "uid": "ce140d06-8399-9f9e-73d4-1d62f6d048aa",
"default": "", "default": "",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": null, "parameter_type": null,
"variable": "csf", "variable": "csf",
"parameter": false, "parameter": false,
"order": 1, "order": 1,
"description": "Latino.Model.IModel`1[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]]" "description": "Latino.Model.IModel`1[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]]"
} }
}, },
{ {
"pk": 916453347, "pk": 535,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Dataset", "name": "Dataset",
"short_name": "ds", "short_name": "ds",
"uid": "7951cba0-726f-c289-80a9-6071170fc934", "uid": "7951cba0-726f-c289-80a9-6071170fc934",
"default": "", "default": "",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": null, "parameter_type": null,
"variable": "ds", "variable": "ds",
"parameter": false, "parameter": false,
"order": 2, "order": 2,
"description": "Latino.Model.LabeledDataset`2[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089],[Latino.SparseVector`1[[System.Double, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]], Latino, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null]]" "description": "Latino.Model.LabeledDataset`2[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089],[Latino.SparseVector`1[[System.Double, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]], Latino, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null]]"
} }
}, },
{ {
"pk": 26499033, "pk": 536,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Corss-Validation Repetitions", "name": "Corss-Validation Repetitions",
"short_name": "int", "short_name": "int",
"uid": "ffa6f21f-bab4-ec85-564d-3c97ce7f1575", "uid": "ffa6f21f-bab4-ec85-564d-3c97ce7f1575",
"default": "5", "default": "5",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "text", "parameter_type": "text",
"variable": "repetitionCount", "variable": "repetitionCount",
"parameter": true, "parameter": true,
"order": 3, "order": 3,
"description": "How many times the whole cross-validation procedure is repeated." "description": "How many times the whole cross-validation procedure is repeated."
} }
}, },
{ {
"pk": 514117643, "pk": 537,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Outlier Score Threshold", "name": "Outlier Score Threshold",
"short_name": "int", "short_name": "int",
"uid": "ad206ea1-4158-620d-3ea8-7a1ad7f87cc8", "uid": "ad206ea1-4158-620d-3ea8-7a1ad7f87cc8",
"default": "2", "default": "2",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "text", "parameter_type": "text",
"variable": "outlierThreshold", "variable": "outlierThreshold",
"parameter": true, "parameter": true,
"order": 4, "order": 4,
"description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = \u0027Corss-Validation Repetitions\u0027)." "description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = 'Corss-Validation Repetitions')."
} }
}, },
{ {
"pk": 242097707, "pk": 538,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Num of Cross Validation Sets/Splits", "name": "Num of Cross Validation Sets/Splits",
"short_name": "int", "short_name": "int",
"uid": "70f37618-6173-b6de-1581-333303025651", "uid": "70f37618-6173-b6de-1581-333303025651",
"default": "10", "default": "10",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "text", "parameter_type": "text",
"variable": "numOfSets", "variable": "numOfSets",
"parameter": true, "parameter": true,
"order": 5, "order": 5,
"description": "System.Int32" "description": "System.Int32"
} }
}, },
{ {
"pk": 417567758, "pk": 539,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Assign Sets Randomly", "name": "Assign Sets Randomly",
"short_name": "bol", "short_name": "bol",
"uid": "0275f3ce-d1a3-fb1c-d241-fdd9198ba7c3", "uid": "0275f3ce-d1a3-fb1c-d241-fdd9198ba7c3",
"default": "true", "default": "true",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "checkbox", "parameter_type": "checkbox",
"variable": "random", "variable": "random",
"parameter": true, "parameter": true,
"order": 6, "order": 6,
"description": "System.Boolean" "description": "System.Boolean"
} }
}, },
{ {
"pk": 329230871, "pk": 540,
"model": "workflows.abstractinput", "model": "workflows.abstractinput",
"fields": { "fields": {
"widget": 51242383, "widget": 251,
"name": "Use Specified Seed for Random", "name": "Use Specified Seed for Random",
"short_name": "bol", "short_name": "bol",
"uid": "b732736e-8c7f-d8f7-e9f0-7becd4a6bdcc", "uid": "b732736e-8c7f-d8f7-e9f0-7becd4a6bdcc",
"default": "false", "default": "false",
"required": true, "required": true,
"multi": false, "multi": false,
"parameter_type": "checkbox",