Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
clowdflows
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Alain Shakour
clowdflows
Commits
a1a0e1c6
Commit
a1a0e1c6
authored
Jul 10, 2013
by
Janez K
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
added new streaming widgets
parent
c40f4c76
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
487 additions
and
80 deletions
+487
-80
mothra/settings.py
mothra/settings.py
+2
-2
workflows/module_importer.py
workflows/module_importer.py
+5
-0
workflows/scikitAlgorithms/visualization_views.py
workflows/scikitAlgorithms/visualization_views.py
+3
-3
workflows/streaming/db/package_data.json
workflows/streaming/db/package_data.json
+337
-73
workflows/streaming/library.py
workflows/streaming/library.py
+130
-0
workflows/streaming/views.py
workflows/streaming/views.py
+10
-2
No files found.
mothra/settings.py
View file @
a1a0e1c6
...
...
@@ -198,8 +198,8 @@ INSTALLED_APPS_WORKFLOWS_SUB = (
'workflows.cforange'
,
'workflows.perfeval'
,
'workflows.mysql'
,
'workflows.lemmagen'
,
'workflows.crossbee'
,
#
'workflows.lemmagen',
#
'workflows.crossbee',
'workflows.scikitAlgorithms'
,
#'workflows.lemmagen',
#'workflows.crossbee',
...
...
workflows/module_importer.py
View file @
a1a0e1c6
...
...
@@ -36,6 +36,11 @@ def dynamic_import_globals(name, package, localSetAttrFunc):
try
:
m
=
__import__
(
name
,
globals
(),
locals
(),
[
'*'
])
except
:
import
sys
,
traceback
print
"Exception in user code:"
print
'-'
*
60
traceback
.
print_exc
(
file
=
sys
.
stdout
)
print
'-'
*
60
return
all_names
=
[
name
for
name
in
dir
(
m
)
if
name
[
0
]
!=
'_'
]
g
=
globals
()
...
...
workflows/scikitAlgorithms/visualization_views.py
View file @
a1a0e1c6
...
...
@@ -11,13 +11,13 @@ from django.shortcuts import render
def
scikitAlgorithms_displayDS
(
request
,
input_dict
,
output_dict
,
widget
):
data
=
input_dict
[
'data'
]
return
render
(
request
,
'visualizations/scikitAlgorithms_displayDS.html'
,{
'widget'
:
widget
,
'input_dict'
:
input_dict
,
'output_dict'
:
helperDisplayDS
(
output_dict
)})
def
scikitDataset_table_to_dict
(
data
):
attrs
,
metas
,
data_new
=
[],
[],
[]
# try:
# class_var = data.domain.class_var.name
#except:
class_var
=
''
class_var
=
''
for
m
in
data
.
domain
.
get_metas
():
metas
.
append
(
data
.
domain
.
get_meta
(
m
).
name
)
for
a
in
data
.
domain
.
attributes
:
...
...
@@ -34,4 +34,4 @@ def scikitDataset_table_to_dict(data):
inst_new
.
append
((
a
.
name
,
pretty_float
(
value
,
a
)))
data_new
.
append
(
inst_new
)
return
{
'attrs'
:
attrs
,
'metas'
:
metas
,
'data'
:
data_new
,
'class_var'
:
class_var
}
\ No newline at end of file
workflows/streaming/db/package_data.json
View file @
a1a0e1c6
[
{
"pk"
:
25
,
"pk"
:
48
,
"model"
:
"workflows.category"
,
"fields"
:
{
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
...
...
@@ -12,10 +12,85 @@
}
},
{
"pk"
:
163
,
"pk"
:
292
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Add neutral zone"
,
"is_streaming"
:
false
,
"uid"
:
"722e5c1f-9d52-4fa1-81f4-afde8ea508d8"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_add_neutral_zone"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
719
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
720
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"Neutral zone"
,
"short_name"
:
"nz"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
"default"
:
"0.1"
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"variable"
:
"zone"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
"A value between 0 and 1"
}
},
{
"pk"
:
317
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"f285bb7f-4298-4ef4-bab8-9d15572775f7"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
280
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Filter tweets by language"
,
"is_streaming"
:
false
,
...
...
@@ -38,10 +113,10 @@
}
},
{
"pk"
:
410
,
"pk"
:
698
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
163
,
"widget"
:
280
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
...
...
@@ -56,10 +131,10 @@
}
},
{
"pk"
:
411
,
"pk"
:
699
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
163
,
"widget"
:
280
,
"name"
:
"Language"
,
"short_name"
:
"lan"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
...
...
@@ -74,10 +149,10 @@
}
},
{
"pk"
:
180
,
"pk"
:
308
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
163
,
"widget"
:
280
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -87,10 +162,10 @@
}
},
{
"pk"
:
14
1
,
"pk"
:
28
1
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"RSS Reader"
,
"is_streaming"
:
true
,
...
...
@@ -113,10 +188,10 @@
}
},
{
"pk"
:
339
,
"pk"
:
700
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
14
1
,
"widget"
:
28
1
,
"name"
:
"RSS URL"
,
"short_name"
:
"url"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
...
...
@@ -131,10 +206,10 @@
}
},
{
"pk"
:
162
,
"pk"
:
309
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
14
1
,
"widget"
:
28
1
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"variable"
:
"url"
,
...
...
@@ -144,10 +219,199 @@
}
},
{
"pk"
:
160
,
"pk"
:
291
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Remove words from tweets"
,
"is_streaming"
:
false
,
"uid"
:
"258e97c6-e44d-41a3-97c0-689de94f3049"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_remove_words_from_tweets"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
717
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
718
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"Words"
,
"short_name"
:
"wrd"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"textarea"
,
"variable"
:
"words"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
"One word or phrase per line"
}
},
{
"pk"
:
316
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"fa942ac2-f92a-4f42-a806-56f359d41d93"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
290
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"is_streaming"
:
true
,
"uid"
:
"7a72dcc4-53a2-4a45-96e6-31b0c2e01e32"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_simulate_stream_from_csv"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
"Simulates a stream from gama system's csv export"
}
},
{
"pk"
:
716
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
290
,
"name"
:
"CSV file"
,
"short_name"
:
"csv"
,
"uid"
:
"e064e54e-47de-42a1-a9a5-fa1552845403"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"file"
,
"variable"
:
"csv"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
"CSV file exportet by gamasystem's perceptionanalytics"
}
},
{
"pk"
:
315
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
290
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"c63bf850-8c95-40e3-afc9-25ecb2783c44"
,
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
293
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from text file"
,
"is_streaming"
:
true
,
"uid"
:
"9a20da2e-0903-4332-8938-63b15d370657"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_simulate_stream_from_text_file"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
721
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
293
,
"name"
:
"Text file"
,
"short_name"
:
"txt"
,
"uid"
:
"b3f3126c-6004-41f4-839b-08e047ffcb62"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"file"
,
"variable"
:
"file"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
"Text file of line separated tweets"
}
},
{
"pk"
:
318
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
293
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"76b17d4f-7bf4-4f7d-9685-1f2cb4dda73e"
,
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
282
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Sliding Window"
,
"is_streaming"
:
true
,
...
...
@@ -170,10 +434,10 @@
}
},
{
"pk"
:
406
,
"pk"
:
701
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
160
,
"widget"
:
282
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"uid"
:
"5411d874-0e24-446e-88b2-065c23ee2817"
,
...
...
@@ -188,10 +452,10 @@
}
},
{
"pk"
:
407
,
"pk"
:
702
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
160
,
"widget"
:
282
,
"name"
:
"Size"
,
"short_name"
:
"siz"
,
"uid"
:
"fb2215c6-04e6-4c0b-97e5-f380c4b2f6e8"
,
...
...
@@ -206,10 +470,10 @@
}
},
{
"pk"
:
179
,
"pk"
:
310
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
160
,
"widget"
:
282
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"variable"
:
"list"
,
...
...
@@ -219,10 +483,10 @@
}
},
{
"pk"
:
164
,
"pk"
:
283
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Split positive and negative tweets"
,
"is_streaming"
:
false
,
...
...
@@ -245,10 +509,10 @@
}
},
{
"pk"
:
412
,
"pk"
:
703
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
164
,
"widget"
:
283
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"eea9cd8a-dbbb-4c08-98c4-d0d6df97aee0"
,
...
...
@@ -263,10 +527,10 @@
}
},
{
"pk"
:
18
1
,
"pk"
:
31
1
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
164
,
"widget"
:
283
,
"name"
:
"Positive tweets"
,
"short_name"
:
"ptw"
,
"variable"
:
"ptw"
,
...
...
@@ -276,10 +540,10 @@
}
},
{
"pk"
:
18
2
,
"pk"
:
31
2
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
164
,
"widget"
:
283
,
"name"
:
"Negative tweets"
,
"short_name"
:
"ntw"
,
"variable"
:
"ntw"
,
...
...
@@ -289,10 +553,10 @@
}
},
{
"pk"
:
157
,
"pk"
:
284
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Tweet Sentiment Analysis"
,
"is_streaming"
:
true
,
...
...
@@ -315,10 +579,10 @@
}
},
{
"pk"
:
403
,
"pk"
:
704
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
157
,
"widget"
:
284
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"bf47f1f1-d4e2-47f8-bbe3-fa28281763e0"
,
...
...
@@ -333,10 +597,10 @@
}
},
{
"pk"
:
178
,
"pk"
:
313
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
157
,
"widget"
:
284
,
"name"
:
"Sentiment Annotated List Of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -346,10 +610,10 @@
}
},
{
"pk"
:
149
,
"pk"
:
285
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
25
,
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Twitter"
,
"is_streaming"
:
true
,
...
...
@@ -372,10 +636,10 @@
}
},
{
"pk"
:
373
,
"pk"
:
705
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
149
,
"widget"
:
285
,
"name"
:
"Query"
,
"short_name"
:
"q"
,
"uid"
:
"07b8a51c-41d9-48af-b823-92e94ce300d2"
,
...
...
@@ -390,10 +654,10 @@
}
},
{
"pk"
:
374
,
"pk"
:
706
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
149
,
"widget"
:
285
,
"name"
:
"Geocode"
,
"short_name"
:
"geo"
,
"uid"
:
"80d1e542-7f7c-4a8e-b683-764d0a754b03"
,
...
...
@@ -408,10 +672,10 @@
}
},
{
"pk"
:
368
,
"pk"
:
707
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
149
,
"widget"
:
285
,
"name"
:
"Use ClowdFlows authentication (warning: not stable)"
,
"short_name"
:
"cfa"
,
"uid"
:
"c78c8f03-92c4-4f6c-972d-c064baecd09a"
,
...
...
@@ -426,10 +690,10 @@
}
},
{
"pk"
:
369
,
"pk"
:
708
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
149
,
"widget"
:
285
,
"name"
:
"Consumer Key"
,
"short_name"
:
"ck"
,