Commit 9479ce38 authored by Janez K's avatar Janez K

naredu windows queue za matjazeve widgete

parent 0d4f1d26
......@@ -17,6 +17,9 @@ import os
import sys
import site
import djcelery
djcelery.setup_loader()
site.addsitedir('/srv/django-envs/mothra/lib/python2.7/site-packages')
project_path = '/srv/django-projects/mothra'
......
......@@ -171,15 +171,18 @@ INSTALLED_APPS_DEFAULT = (
'picklefield',
'streams',
#'rest_framework',
#'djcelery',
#'kombu.transport.django',
'djcelery',
'kombu.transport.django',
)
INSTALLED_APPS_WORKFLOWS_SUB = ()
CELERY_RESULT_BACKEND='djcelery.backends.database:DatabaseBackend'
CELERY_TASK_SERIALIZER='json'
import djcelery
djcelery.setup_loader()
BROKER_URL = 'django://'
try:
LOCAL_SETTINGS
......
......@@ -17,6 +17,9 @@ import os
import sys
import site
import djcelery
djcelery.setup_loader()
project_path = '/srv/django-projects/mothra'
if project_path not in sys.path:
sys.path.append(project_path)
......
......@@ -10,5 +10,4 @@ httplib2==0.7.5
wsgiref==0.1.2
unidecode==0.04.13
django-jsonview==0.3.0
feedparser==5.1.3
pyteaser==1.0
django-celery==3.1.9
[
{
"pk": 45725108,
"model": "workflows.category",
"fields": {
"uid": "62a3ddb8-ff28-4e54-8144-3a7af70d235a",
"parent": null,
"workflow": null,
"user": null,
"order": 3,
"pk": 49,
"model": "workflows.category",
"fields": {
"uid": "62a3ddb8-ff28-4e54-8144-3a7af70d235a",
"parent": null,
"workflow": null,
"user": null,
"order": 3,
"name": "CrossBee"
}
},
},
{
"pk": 255327945,
"model": "workflows.category",
"pk": 50,
"model": "workflows.category",
"fields": {
"uid": "5d55b2bf-c5f6-4fff-bfd3-9d6ad83ba9f9",
"parent": 45725108,
"workflow": null,
"user": null,
"order": 1,
"uid": "5d55b2bf-c5f6-4fff-bfd3-9d6ad83ba9f9",
"parent": 49,
"workflow": null,
"user": null,
"order": 1,
"name": "Outliers"
}
},
{
"pk": 237868088,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"name": "Load Outlier Heuristics",
"is_streaming": false,
"uid": "a79ad967-5070-449b-bcd7-a76d341cc79c",
"interaction_view": "",
"image": null,
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"action": "crossbee_load_outlier_heuristics",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 410,
},
{
"pk": 249,
"model": "workflows.abstractwidget",
"fields": {
"category": 50,
"treeview_image": "",
"name": "Load Outlier Heuristics",
"is_streaming": false,
"uid": "a79ad967-5070-449b-bcd7-a76d341cc79c",
"interaction_view": "",
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_load_outlier_heuristics",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 410,
"description": "Automatically generated widget from function LoadOutlierHeuristics in package crossbee. The original function signature: LoadOutlierHeuristics."
}
},
{
"pk": 400184662,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"name": "Heurisic Name Prefix",
"short_name": "str",
"uid": "d6055ed0-f08d-555b-4cd3-5355a117f07d",
"default": "outFreq",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "namePrefix",
"parameter": true,
"order": 1,
},
{
"pk": 530,
"model": "workflows.abstractinput",
"fields": {
"widget": 249,
"name": "Heurisic Name Prefix",
"short_name": "str",
"uid": "d6055ed0-f08d-555b-4cd3-5355a117f07d",
"default": "outFreq",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "namePrefix",
"parameter": true,
"order": 1,
"description": "System.String"
}
},
{
"pk": 655732450,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"name": "Specification",
"short_name": "str",
"uid": "1fe24622-a12a-679f-dc93-702ff6c39a6b",
"default": "#comment\r\nsvmOutlier (5): 0, 5(0.9), 8, 11(0.85), 12",
"required": true,
"multi": false,
"parameter_type": "textarea",
"variable": "specification",
"parameter": false,
"order": 2,
},
{
"pk": 531,
"model": "workflows.abstractinput",
"fields": {
"widget": 249,
"name": "Specification",
"short_name": "str",
"uid": "1fe24622-a12a-679f-dc93-702ff6c39a6b",
"default": "#comment\r\nsvmOutlier (5): 0, 5(0.9), 8, 11(0.85), 12",
"required": true,
"multi": false,
"parameter_type": "textarea",
"variable": "specification",
"parameter": false,
"order": 2,
"description": "System.String"
}
},
{
"pk": 732317594,
"model": "workflows.abstractinput",
"fields": {
"widget": 237868088,
"name": "Relative",
"short_name": "clc",
"uid": "7f42ad6d-0593-5433-df7f-a482dd977c28",
"default": "false",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "relative",
"parameter": true,
"order": 3,
},
{
"pk": 532,
"model": "workflows.abstractinput",
"fields": {
"widget": 249,
"name": "Relative",
"short_name": "clc",
"uid": "7f42ad6d-0593-5433-df7f-a482dd977c28",
"default": "false",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "relative",
"parameter": true,
"order": 3,
"description": "If false then absolute number of terms apearing in outlier documents is used. If true, the relative number of terms is used - based on the frequency of the term in the whole dataset."
}
},
},
{
"pk": 49306862,
"model": "workflows.abstractoutput",
"pk": 256,
"model": "workflows.abstractoutput",
"fields": {
"widget": 237868088,
"name": "Ensemble Heuristics",
"short_name": "heu",
"variable": "newHeurisitcs",
"uid": "7e50c540-0fce-c6dc-b8d0-54a0f8a8f161",
"order": 1,
"widget": 249,
"name": "Ensemble Heuristics",
"short_name": "heu",
"variable": "newHeurisitcs",
"uid": "7e50c540-0fce-c6dc-b8d0-54a0f8a8f161",
"order": 1,
"description": ""
}
},
{
"pk": 629075201,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"name": "Outlier Heuristics Specification",
"is_streaming": false,
"uid": "c4984507-aa74-43d0-9a9c-861561fdb5fe",
"interaction_view": "",
"image": null,
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"action": "crossbee_outlier_heuristics_spec",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 420,
},
{
"pk": 250,
"model": "workflows.abstractwidget",
"fields": {
"category": 50,
"treeview_image": "",
"name": "Outlier Heuristics Specification",
"is_streaming": false,
"uid": "c4984507-aa74-43d0-9a9c-861561fdb5fe",
"interaction_view": "",
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_outlier_heuristics_spec",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 420,
"description": "Automatically generated widget from function OutlierHeuristicsSpec in package crossbee. The original function signature: OutlierHeuristicsSpec."
}
},
{
"pk": 385347087,
"model": "workflows.abstractinput",
"fields": {
"widget": 629075201,
"name": "Outlier Heurisitc(s)",
"short_name": "heu",
"uid": "4e27297b-5056-076c-f30b-c7075a320556",
"default": "",
"required": true,
"multi": true,
"parameter_type": null,
"variable": "heuristics",
"parameter": false,
"order": 1,
},
{
"pk": 533,
"model": "workflows.abstractinput",
"fields": {
"widget": 250,
"name": "Outlier Heurisitc(s)",
"short_name": "heu",
"uid": "4e27297b-5056-076c-f30b-c7075a320556",
"default": "",
"required": true,
"multi": true,
"parameter_type": null,
"variable": "heuristics",
"parameter": false,
"order": 1,
"description": "System.Collections.Generic.List`1[[CrossBeeInterfaces.Heurisitcs.Heuristics, CrossBeeInterfaces, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]"
}
},
},
{
"pk": 986332,
"model": "workflows.abstractoutput",
"pk": 257,
"model": "workflows.abstractoutput",
"fields": {
"widget": 629075201,
"name": "Heuristics Specification",
"short_name": "str",
"variable": "specification",
"uid": "ef2a8e96-cba6-8340-9c9d-9ca73ebf32f9",
"order": 1,
"widget": 250,
"name": "Heuristics Specification",
"short_name": "str",
"variable": "specification",
"uid": "ef2a8e96-cba6-8340-9c9d-9ca73ebf32f9",
"order": 1,
"description": ""
}
},
{
"pk": 51242383,
"model": "workflows.abstractwidget",
"fields": {
"category": 255327945,
"treeview_image": null,
"name": "Document Outlier Detection",
"is_streaming": false,
"uid": "a765e4a7-a840-408f-b7b1-849e4a583c8d",
"interaction_view": "",
"image": null,
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"action": "crossbee_outlier_detection_via_cross_validation",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 510,
},
{
"pk": 251,
"model": "workflows.abstractwidget",
"fields": {
"category": 50,
"treeview_image": "",
"name": "Document Outlier Detection",
"is_streaming": false,
"uid": "a765e4a7-a840-408f-b7b1-849e4a583c8d",
"interaction_view": "",
"image": "",
"package": "crossbee",
"static_image": "crossbee_widget.png",
"post_interact_action": "",
"windows_queue": true,
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "crossbee_outlier_detection_via_cross_validation",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 510,
"description": "Document outlier detection method is using missclassified document instances as otlier candidates."
}
},
{
"pk": 969814920,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Classifier",
"short_name": "csf",
"uid": "ce140d06-8399-9f9e-73d4-1d62f6d048aa",
"default": "",
"required": true,
"multi": false,
"parameter_type": null,
"variable": "csf",
"parameter": false,
"order": 1,
},
{
"pk": 534,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Classifier",
"short_name": "csf",
"uid": "ce140d06-8399-9f9e-73d4-1d62f6d048aa",
"default": "",
"required": true,
"multi": false,
"parameter_type": null,
"variable": "csf",
"parameter": false,
"order": 1,
"description": "Latino.Model.IModel`1[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]]"
}
},
{
"pk": 916453347,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Dataset",
"short_name": "ds",
"uid": "7951cba0-726f-c289-80a9-6071170fc934",
"default": "",
"required": true,
"multi": false,
"parameter_type": null,
"variable": "ds",
"parameter": false,
"order": 2,
},
{
"pk": 535,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Dataset",
"short_name": "ds",
"uid": "7951cba0-726f-c289-80a9-6071170fc934",
"default": "",
"required": true,
"multi": false,
"parameter_type": null,
"variable": "ds",
"parameter": false,
"order": 2,
"description": "Latino.Model.LabeledDataset`2[[System.String, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089],[Latino.SparseVector`1[[System.Double, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]], Latino, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null]]"
}
},
{
"pk": 26499033,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Corss-Validation Repetitions",
"short_name": "int",
"uid": "ffa6f21f-bab4-ec85-564d-3c97ce7f1575",
"default": "5",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "repetitionCount",
"parameter": true,
"order": 3,
},
{
"pk": 536,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Corss-Validation Repetitions",
"short_name": "int",
"uid": "ffa6f21f-bab4-ec85-564d-3c97ce7f1575",
"default": "5",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "repetitionCount",
"parameter": true,
"order": 3,
"description": "How many times the whole cross-validation procedure is repeated."
}
},
{
"pk": 514117643,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Outlier Score Threshold",
"short_name": "int",
"uid": "ad206ea1-4158-620d-3ea8-7a1ad7f87cc8",
"default": "2",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "outlierThreshold",
"parameter": true,
"order": 4,
"description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = \u0027Corss-Validation Repetitions\u0027)."
}
},
{
"pk": 242097707,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Num of Cross Validation Sets/Splits",
"short_name": "int",
"uid": "70f37618-6173-b6de-1581-333303025651",
"default": "10",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "numOfSets",
"parameter": true,
"order": 5,
},
{
"pk": 537,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Outlier Score Threshold",
"short_name": "int",
"uid": "ad206ea1-4158-620d-3ea8-7a1ad7f87cc8",
"default": "2",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "outlierThreshold",
"parameter": true,
"order": 4,
"description": "Minimal number of times a single document needs to be that it is proclaimed outlier (usualy min=1 and max = 'Corss-Validation Repetitions')."
}
},
{
"pk": 538,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Num of Cross Validation Sets/Splits",
"short_name": "int",
"uid": "70f37618-6173-b6de-1581-333303025651",
"default": "10",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "numOfSets",
"parameter": true,
"order": 5,
"description": "System.Int32"
}
},
{
"pk": 417567758,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Assign Sets Randomly",
"short_name": "bol",
"uid": "0275f3ce-d1a3-fb1c-d241-fdd9198ba7c3",
"default": "true",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "random",
"parameter": true,
"order": 6,
},
{
"pk": 539,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Assign Sets Randomly",
"short_name": "bol",
"uid": "0275f3ce-d1a3-fb1c-d241-fdd9198ba7c3",
"default": "true",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "random",
"parameter": true,
"order": 6,
"description": "System.Boolean"
}
},
{
"pk": 329230871,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Use Specified Seed for Random",
"short_name": "bol",
"uid": "b732736e-8c7f-d8f7-e9f0-7becd4a6bdcc",
"default": "false",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "useSeed",
"parameter": true,
"order": 7,
},
{
"pk": 540,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Use Specified Seed for Random",
"short_name": "bol",
"uid": "b732736e-8c7f-d8f7-e9f0-7becd4a6bdcc",
"default": "false",
"required": true,
"multi": false,
"parameter_type": "checkbox",
"variable": "useSeed",
"parameter": true,
"order": 7,
"description": "System.Boolean"
}
},
{
"pk": 558987205,
"model": "workflows.abstractinput",
"fields": {
"widget": 51242383,
"name": "Random Seed",
"short_name": "int",
"uid": "e7228b95-f0d5-346a-697c-6225bfc98db2",
"default": "0",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "randomSeed",
"parameter": true,
"order": 8,
},
{
"pk": 541,
"model": "workflows.abstractinput",
"fields": {
"widget": 251,
"name": "Random Seed",
"short_name": "int",
"uid": "e7228b95-f0d5-346a-697c-6225bfc98db2",
"default": "0",
"required": true,
"multi": false,
"parameter_type": "text",
"variable": "randomSeed",
"parameter": true,
"order": 8,
"description": "System.Int32"