Skip to content

GitLab

Commit a1a0e1c6 authored by Janez K's avatar Janez K
Browse files

added new streaming widgets

parent c40f4c76
Hide whitespace changes
Inline Side-by-side
Showing with 487 additions and 80 deletions
mothra/settings.py
View file @ a1a0e1c6
......@@ -198,8 +198,8 @@ INSTALLED_APPS_WORKFLOWS_SUB = (
'workflows.cforange',
'workflows.perfeval',
'workflows.mysql',
'workflows.lemmagen',
'workflows.crossbee',
#'workflows.lemmagen',
#'workflows.crossbee',
'workflows.scikitAlgorithms',
#'workflows.lemmagen',
#'workflows.crossbee',
......
workflows/module_importer.py
View file @ a1a0e1c6
......@@ -36,6 +36,11 @@ def dynamic_import_globals(name, package, localSetAttrFunc):
try:
m = __import__(name, globals(), locals(), ['*'])
except:
import sys, traceback
print "Exception in user code:"
print '-'*60
traceback.print_exc(file=sys.stdout)
print '-'*60
return
all_names = [name for name in dir(m) if name[0]!='_']
g = globals()
......
workflows/scikitAlgorithms/visualization_views.py
View file @ a1a0e1c6
......@@ -11,13 +11,13 @@ from django.shortcuts import render
def scikitAlgorithms_displayDS(request,input_dict,output_dict,widget):
data = input_dict['data']
return render(request, 'visualizations/scikitAlgorithms_displayDS.html',{'widget':widget,'input_dict':input_dict,'output_dict':helperDisplayDS(output_dict)})
def scikitDataset_table_to_dict(data):
attrs, metas, data_new = [], [], []
# try:
# class_var = data.domain.class_var.name
#except:
class_var = ''
class_var = ''
for m in data.domain.get_metas():
metas.append(data.domain.get_meta(m).name)
for a in data.domain.attributes:
......@@ -34,4 +34,4 @@ def scikitDataset_table_to_dict(data):
inst_new.append((a.name, pretty_float(value, a)))
data_new.append(inst_new)
return {'attrs':attrs, 'metas':metas, 'data':data_new, 'class_var':class_var}
\ No newline at end of file
workflows/streaming/db/package_data.json
View file @ a1a0e1c6
[
{
"pk": 25,
"pk": 48,
"model": "workflows.category",
"fields": {
"uid": "ca549cd5-2041-46f1-b175-a743b71b0e9b",
......@@ -12,10 +12,85 @@
}
},
{
"pk": 163,
"pk": 292,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "Add neutral zone",
"is_streaming": false,
"uid": "722e5c1f-9d52-4fa1-81f4-afde8ea508d8",
"interaction_view": "",
"image": "",
"package": "streaming",
"static_image": "",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "streaming_add_neutral_zone",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 1,
"description": ""
}
},
{
"pk": 719,
"model": "workflows.abstractinput",
"fields": {
"widget": 292,
"name": "List of Tweets",
"short_name": "ltw",
"uid": "f3027af6-ee71-4991-9ae7-b8877de16b35",
"default": "",
"required": false,
"multi": false,
"parameter_type": null,
"variable": "ltw",
"parameter": false,
"order": 1,
"description": ""
}
},
{
"pk": 720,
"model": "workflows.abstractinput",
"fields": {
"widget": 292,
"name": "Neutral zone",
"short_name": "nz",
"uid": "607375c0-f4e3-43b8-9f99-2830ac7e5c83",
"default": "0.1",
"required": false,
"multi": false,
"parameter_type": "text",
"variable": "zone",
"parameter": true,
"order": 2,
"description": "A value between 0 and 1"
}
},
{
"pk": 317,
"model": "workflows.abstractoutput",
"fields": {
"widget": 292,
"name": "List of Tweets",
"short_name": "ltw",
"variable": "ltw",
"uid": "f285bb7f-4298-4ef4-bab8-9d15572775f7",
"order": 1,
"description": ""
}
},
{
"pk": 280,
"model": "workflows.abstractwidget",
"fields": {
"category": 48,
"treeview_image": "",
"name": "Filter tweets by language",
"is_streaming": false,
......@@ -38,10 +113,10 @@
}
},
{
"pk": 410,
"pk": 698,
"model": "workflows.abstractinput",
"fields": {
"widget": 163,
"widget": 280,
"name": "List of Tweets",
"short_name": "ltw",
"uid": "e969d30e-dc5c-4c45-8fa4-319e83f20699",
......@@ -56,10 +131,10 @@
}
},
{
"pk": 411,
"pk": 699,
"model": "workflows.abstractinput",
"fields": {
"widget": 163,
"widget": 280,
"name": "Language",
"short_name": "lan",
"uid": "9befb8ed-7644-4f41-8887-1c6f74bdeba7",
......@@ -74,10 +149,10 @@
}
},
{
"pk": 180,
"pk": 308,
"model": "workflows.abstractoutput",
"fields": {
"widget": 163,
"widget": 280,
"name": "List of Tweets",
"short_name": "ltw",
"variable": "ltw",
......@@ -87,10 +162,10 @@
}
},
{
"pk": 141,
"pk": 281,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "RSS Reader",
"is_streaming": true,
......@@ -113,10 +188,10 @@
}
},
{
"pk": 339,
"pk": 700,
"model": "workflows.abstractinput",
"fields": {
"widget": 141,
"widget": 281,
"name": "RSS URL",
"short_name": "url",
"uid": "bab53d85-8423-409c-91c3-f36a857b5e5f",
......@@ -131,10 +206,10 @@
}
},
{
"pk": 162,
"pk": 309,
"model": "workflows.abstractoutput",
"fields": {
"widget": 141,
"widget": 281,
"name": "URL",
"short_name": "url",
"variable": "url",
......@@ -144,10 +219,199 @@
}
},
{
"pk": 160,
"pk": 291,
"model": "workflows.abstractwidget",
"fields": {
"category": 48,
"treeview_image": "",
"name": "Remove words from tweets",
"is_streaming": false,
"uid": "258e97c6-e44d-41a3-97c0-689de94f3049",
"interaction_view": "",
"image": "",
"package": "streaming",
"static_image": "",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "streaming_remove_words_from_tweets",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 1,
"description": ""
}
},
{
"pk": 717,
"model": "workflows.abstractinput",
"fields": {
"widget": 291,
"name": "List of Tweets",
"short_name": "ltw",
"uid": "68692ac4-df32-432d-8b10-00ed68ec7c04",
"default": "",
"required": false,
"multi": false,
"parameter_type": null,
"variable": "ltw",
"parameter": false,
"order": 1,
"description": ""
}
},
{
"pk": 718,
"model": "workflows.abstractinput",
"fields": {
"widget": 291,
"name": "Words",
"short_name": "wrd",
"uid": "69b06741-8055-4dad-b677-3940d3434bc2",
"default": "",
"required": false,
"multi": false,
"parameter_type": "textarea",
"variable": "words",
"parameter": true,
"order": 2,
"description": "One word or phrase per line"
}
},
{
"pk": 316,
"model": "workflows.abstractoutput",
"fields": {
"widget": 291,
"name": "List of Tweets",
"short_name": "ltw",
"variable": "ltw",
"uid": "fa942ac2-f92a-4f42-a806-56f359d41d93",
"order": 1,
"description": ""
}
},
{
"pk": 290,
"model": "workflows.abstractwidget",
"fields": {
"category": 48,
"treeview_image": "",
"name": "Simulate stream from Gamasystem csv",
"is_streaming": true,
"uid": "7a72dcc4-53a2-4a45-96e6-31b0c2e01e32",
"interaction_view": "",
"image": "",
"package": "streaming",
"static_image": "twitter.png",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "streaming_simulate_stream_from_csv",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 1,
"description": "Simulates a stream from gama system's csv export"
}
},
{
"pk": 716,
"model": "workflows.abstractinput",
"fields": {
"widget": 290,
"name": "CSV file",
"short_name": "csv",
"uid": "e064e54e-47de-42a1-a9a5-fa1552845403",
"default": "",
"required": false,
"multi": false,
"parameter_type": "file",
"variable": "csv",
"parameter": true,
"order": 1,
"description": "CSV file exportet by gamasystem's perceptionanalytics"
}
},
{
"pk": 315,
"model": "workflows.abstractoutput",
"fields": {
"widget": 290,
"name": "List of tweets",
"short_name": "ltw",
"variable": "ltw",
"uid": "c63bf850-8c95-40e3-afc9-25ecb2783c44",
"order": 1,
"description": "A list of Tweets."
}
},
{
"pk": 293,
"model": "workflows.abstractwidget",
"fields": {
"category": 48,
"treeview_image": "",
"name": "Simulate stream from text file",
"is_streaming": true,
"uid": "9a20da2e-0903-4332-8938-63b15d370657",
"interaction_view": "",
"image": "",
"package": "streaming",
"static_image": "twitter.png",
"post_interact_action": "",
"user": null,
"visualization_view": "",
"streaming_visualization_view": "",
"action": "streaming_simulate_stream_from_text_file",
"wsdl_method": "",
"wsdl": "",
"interactive": false,
"has_progress_bar": false,
"order": 1,
"description": ""
}
},
{
"pk": 721,
"model": "workflows.abstractinput",
"fields": {
"widget": 293,
"name": "Text file",
"short_name": "txt",
"uid": "b3f3126c-6004-41f4-839b-08e047ffcb62",
"default": "",
"required": false,
"multi": false,
"parameter_type": "file",
"variable": "file",
"parameter": true,
"order": 1,
"description": "Text file of line separated tweets"
}
},
{
"pk": 318,
"model": "workflows.abstractoutput",
"fields": {
"widget": 293,
"name": "List of tweets",
"short_name": "ltw",
"variable": "ltw",
"uid": "76b17d4f-7bf4-4f7d-9685-1f2cb4dda73e",
"order": 1,
"description": "A list of Tweets."
}
},
{
"pk": 282,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "Sliding Window",
"is_streaming": true,
......@@ -170,10 +434,10 @@
}
},
{
"pk": 406,
"pk": 701,
"model": "workflows.abstractinput",
"fields": {
"widget": 160,
"widget": 282,
"name": "List",
"short_name": "lst",
"uid": "5411d874-0e24-446e-88b2-065c23ee2817",
......@@ -188,10 +452,10 @@
}
},
{
"pk": 407,
"pk": 702,
"model": "workflows.abstractinput",
"fields": {
"widget": 160,
"widget": 282,
"name": "Size",
"short_name": "siz",
"uid": "fb2215c6-04e6-4c0b-97e5-f380c4b2f6e8",
......@@ -206,10 +470,10 @@
}
},
{
"pk": 179,
"pk": 310,
"model": "workflows.abstractoutput",
"fields": {
"widget": 160,
"widget": 282,
"name": "List",
"short_name": "lst",
"variable": "list",
......@@ -219,10 +483,10 @@
}
},
{
"pk": 164,
"pk": 283,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "Split positive and negative tweets",
"is_streaming": false,
......@@ -245,10 +509,10 @@
}
},
{
"pk": 412,
"pk": 703,
"model": "workflows.abstractinput",
"fields": {
"widget": 164,
"widget": 283,
"name": "List of Tweets",
"short_name": "ltw",
"uid": "eea9cd8a-dbbb-4c08-98c4-d0d6df97aee0",
......@@ -263,10 +527,10 @@
}
},
{
"pk": 181,
"pk": 311,
"model": "workflows.abstractoutput",
"fields": {
"widget": 164,
"widget": 283,
"name": "Positive tweets",
"short_name": "ptw",
"variable": "ptw",
......@@ -276,10 +540,10 @@
}
},
{
"pk": 182,
"pk": 312,
"model": "workflows.abstractoutput",
"fields": {
"widget": 164,
"widget": 283,
"name": "Negative tweets",
"short_name": "ntw",
"variable": "ntw",
......@@ -289,10 +553,10 @@
}
},
{
"pk": 157,
"pk": 284,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "Tweet Sentiment Analysis",
"is_streaming": true,
......@@ -315,10 +579,10 @@
}
},
{
"pk": 403,
"pk": 704,
"model": "workflows.abstractinput",
"fields": {
"widget": 157,
"widget": 284,
"name": "List of Tweets",
"short_name": "ltw",
"uid": "bf47f1f1-d4e2-47f8-bbe3-fa28281763e0",
......@@ -333,10 +597,10 @@
}
},
{
"pk": 178,
"pk": 313,
"model": "workflows.abstractoutput",
"fields": {
"widget": 157,
"widget": 284,
"name": "Sentiment Annotated List Of Tweets",
"short_name": "ltw",
"variable": "ltw",
......@@ -346,10 +610,10 @@
}
},
{
"pk": 149,
"pk": 285,
"model": "workflows.abstractwidget",
"fields": {
"category": 25,
"category": 48,
"treeview_image": "",
"name": "Twitter",
"is_streaming": true,
......@@ -372,10 +636,10 @@
}
},
{
"pk": 373,
"pk": 705,
"model": "workflows.abstractinput",
"fields": {
"widget": 149,
"widget": 285,
"name": "Query",
"short_name": "q",
"uid": "07b8a51c-41d9-48af-b823-92e94ce300d2",
......@@ -390,10 +654,10 @@
}
},
{
"pk": 374,
"pk": 706,
"model": "workflows.abstractinput",
"fields": {
"widget": 149,
"widget": 285,
"name": "Geocode",
"short_name": "geo",
"uid": "80d1e542-7f7c-4a8e-b683-764d0a754b03",
......@@ -408,10 +672,10 @@
}
},
{
"pk": 368,
"pk": 707,
"model": "workflows.abstractinput",
"fields": {
"widget": 149,
"widget": 285,
"name": "Use ClowdFlows authentication (warning: not stable)",
"short_name": "cfa",
"uid": "c78c8f03-92c4-4f6c-972d-c064baecd09a",
......@@ -426,10 +690,10 @@
}
},
{
"pk": 369,
"pk": 708,
"model": "workflows.abstractinput",
"fields": {
"widget": 149,
"widget": 285,
"name": "Consumer Key",