Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
clowdflows
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Alain Shakour
clowdflows
Commits
7e0ba115
Commit
7e0ba115
authored
Dec 20, 2014
by
Janez K
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
work on active sentiment widgets
parent
3d9b41dd
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
223 additions
and
186 deletions
+223
-186
workflows/streaming/db/package_data.json
workflows/streaming/db/package_data.json
+186
-186
workflows/streaming/library.py
workflows/streaming/library.py
+37
-0
No files found.
workflows/streaming/db/package_data.json
View file @
7e0ba115
[
{
"pk"
:
43
,
"pk"
:
20
,
"model"
:
"workflows.category"
,
"fields"
:
{
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
...
...
@@ -12,11 +12,12 @@
}
},
{
"pk"
:
222
,
"pk"
:
114
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Active Learning Tweet Sentiment Analysis"
,
"is_streaming"
:
true
,
"uid"
:
"eca4b45d-b484-4147-9a48-ddf07efda3cd"
,
...
...
@@ -25,7 +26,6 @@
"package"
:
"streaming"
,
"static_image"
:
"sentiment.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
"streaming_active_annotation"
,
...
...
@@ -39,10 +39,10 @@
}
},
{
"pk"
:
490
,
"pk"
:
216
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
222
,
"widget"
:
114
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"b3d2dddb-c99f-4c04-9b0f-53199cf17c50"
,
...
...
@@ -57,10 +57,10 @@
}
},
{
"pk"
:
233
,
"pk"
:
129
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
222
,
"widget"
:
114
,
"name"
:
"Sentiment Annotated List Of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -70,11 +70,12 @@
}
},
{
"pk"
:
39
5
,
"pk"
:
11
5
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Active Learning Tweet Sentiment Analysis v2"
,
"is_streaming"
:
true
,
"uid"
:
"ce256688-9b48-41cb-b3b1-8e72176e021a"
,
...
...
@@ -83,7 +84,6 @@
"package"
:
"streaming"
,
"static_image"
:
"sentiment.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
"streaming_active_annotation"
,
...
...
@@ -97,10 +97,10 @@
}
},
{
"pk"
:
928
,
"pk"
:
217
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
39
5
,
"widget"
:
11
5
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"a5ace904-6fd6-4023-bfd5-d4b81afd6369"
,
...
...
@@ -115,10 +115,10 @@
}
},
{
"pk"
:
929
,
"pk"
:
218
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
39
5
,
"widget"
:
11
5
,
"name"
:
"Batch size"
,
"short_name"
:
"b"
,
"uid"
:
"c36187d3-5df0-4f06-85b0-d01ea921f7b3"
,
...
...
@@ -133,10 +133,10 @@
}
},
{
"pk"
:
930
,
"pk"
:
219
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
39
5
,
"widget"
:
11
5
,
"name"
:
"Number of tweets for hand-labeling chosen with the
\"
Closest to the neutral zone
\"
query strategy."
,
"short_name"
:
"q1"
,
"uid"
:
"0b684a5d-528e-41c4-adb7-59a09bc1a39b"
,
...
...
@@ -151,10 +151,10 @@
}
},
{
"pk"
:
931
,
"pk"
:
220
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
39
5
,
"widget"
:
11
5
,
"name"
:
"Number of tweets for hand-labeling chosen with the random query strategy."
,
"short_name"
:
"q2"
,
"uid"
:
"216ae867-a808-47f4-a233-052d62f09dd8"
,
...
...
@@ -169,10 +169,10 @@
}
},
{
"pk"
:
416
,
"pk"
:
130
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
39
5
,
"widget"
:
11
5
,
"name"
:
"Sentiment Annotated List Of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -182,11 +182,12 @@
}
},
{
"pk"
:
223
,
"pk"
:
116
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Add neutral zone"
,
"is_streaming"
:
false
,
"uid"
:
"722e5c1f-9d52-4fa1-81f4-afde8ea508d8"
,
...
...
@@ -195,7 +196,6 @@
"package"
:
"streaming"
,
"static_image"
:
"neutral_zone.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -209,10 +209,10 @@
}
},
{
"pk"
:
49
1
,
"pk"
:
22
1
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
223
,
"widget"
:
116
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
...
...
@@ -227,10 +227,10 @@
}
},
{
"pk"
:
49
2
,
"pk"
:
22
2
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
223
,
"widget"
:
116
,
"name"
:
"Neutral zone"
,
"short_name"
:
"nz"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
...
...
@@ -245,10 +245,10 @@
}
},
{
"pk"
:
234
,
"pk"
:
131
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
223
,
"widget"
:
116
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -258,11 +258,12 @@
}
},
{
"pk"
:
224
,
"pk"
:
117
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Filter tweets by language"
,
"is_streaming"
:
false
,
"uid"
:
"63608f38-ee19-4898-90ba-ea2a928daa1f"
,
...
...
@@ -271,7 +272,6 @@
"package"
:
"streaming"
,
"static_image"
:
"filter_tweets.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -285,10 +285,10 @@
}
},
{
"pk"
:
49
3
,
"pk"
:
22
3
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
224
,
"widget"
:
117
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
...
...
@@ -303,10 +303,10 @@
}
},
{
"pk"
:
49
4
,
"pk"
:
22
4
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
224
,
"widget"
:
117
,
"name"
:
"Language"
,
"short_name"
:
"lan"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
...
...
@@ -321,10 +321,10 @@
}
},
{
"pk"
:
235
,
"pk"
:
132
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
224
,
"widget"
:
117
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -334,11 +334,12 @@
}
},
{
"pk"
:
243
,
"pk"
:
118
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Get news article"
,
"is_streaming"
:
true
,
"uid"
:
"96cc52ff-109a-48b3-ac54-e0a8e3d4f1fa"
,
...
...
@@ -347,7 +348,6 @@
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -361,10 +361,10 @@
}
},
{
"pk"
:
522
,
"pk"
:
225
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
243
,
"widget"
:
118
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"uid"
:
"9cf13cf8-deb9-4175-8a71-d11da0984c99"
,
...
...
@@ -379,10 +379,10 @@
}
},
{
"pk"
:
251
,
"pk"
:
133
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
243
,
"widget"
:
118
,
"name"
:
"Text"
,
"short_name"
:
"txt"
,
"variable"
:
"text"
,
...
...
@@ -392,11 +392,12 @@
}
},
{
"pk"
:
242
,
"pk"
:
119
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Porter stemmer on triplets"
,
"is_streaming"
:
true
,
"uid"
:
"9dc49613-daa0-440f-bb2c-80909edee633"
,
...
...
@@ -405,7 +406,6 @@
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -419,10 +419,10 @@
}
},
{
"pk"
:
521
,
"pk"
:
226
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
242
,
"widget"
:
119
,
"name"
:
"Triplets"
,
"short_name"
:
"tri"
,
"uid"
:
"4887ef25-3d11-47a7-97b3-6d225eddb38a"
,
...
...
@@ -437,10 +437,10 @@
}
},
{
"pk"
:
250
,
"pk"
:
134
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
242
,
"widget"
:
119
,
"name"
:
"Triplets"
,
"short_name"
:
"tri"
,
"variable"
:
"triplets"
,
...
...
@@ -450,11 +450,12 @@
}
},
{
"pk"
:
225
,
"pk"
:
120
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"RSS Reader"
,
"is_streaming"
:
true
,
"uid"
:
"723e4654-abf4-4c9f-920f-08915c4d7a72"
,
...
...
@@ -463,7 +464,6 @@
"package"
:
"streaming"
,
"static_image"
:
"rss.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -477,10 +477,10 @@
}
},
{
"pk"
:
495
,
"pk"
:
227
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
225
,
"widget"
:
120
,
"name"
:
"RSS URL"
,
"short_name"
:
"url"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
...
...
@@ -495,10 +495,10 @@
}
},
{
"pk"
:
236
,
"pk"
:
135
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
225
,
"widget"
:
120
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"variable"
:
"url"
,
...
...
@@ -508,11 +508,12 @@
}
},
{
"pk"
:
226
,
"pk"
:
121
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Remove words from tweets"
,
"is_streaming"
:
false
,
"uid"
:
"258e97c6-e44d-41a3-97c0-689de94f3049"
,
...
...
@@ -521,7 +522,6 @@
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -535,10 +535,10 @@
}
},
{
"pk"
:
496
,
"pk"
:
228
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
226
,
"widget"
:
121
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
...
...
@@ -553,10 +553,10 @@
}
},
{
"pk"
:
497
,
"pk"
:
229
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
226
,
"widget"
:
121
,
"name"
:
"Words"
,
"short_name"
:
"wrd"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
...
...
@@ -571,10 +571,10 @@
}
},
{
"pk"
:
237
,
"pk"
:
136
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
226
,
"widget"
:
121
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -584,11 +584,12 @@
}
},
{
"pk"
:
227
,
"pk"
:
122
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"is_streaming"
:
true
,
"uid"
:
"7a72dcc4-53a2-4a45-96e6-31b0c2e01e32"
,
...
...
@@ -597,7 +598,6 @@
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -611,10 +611,10 @@
}
},
{
"pk"
:
498
,
"pk"
:
230
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
227
,
"widget"
:
122
,
"name"
:
"CSV file"
,
"short_name"
:
"csv"
,
"uid"
:
"e064e54e-47de-42a1-a9a5-fa1552845403"
,
...
...
@@ -629,10 +629,10 @@
}
},
{
"pk"
:
238
,
"pk"
:
137
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
227
,
"widget"
:
122
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -642,11 +642,12 @@
}
},
{
"pk"
:
228
,
"pk"
:
123
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Simulate stream from text file"
,
"is_streaming"
:
true
,
"uid"
:
"9a20da2e-0903-4332-8938-63b15d370657"
,
...
...
@@ -655,7 +656,6 @@
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -669,10 +669,10 @@
}
},
{
"pk"
:
499
,
"pk"
:
231
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
228
,
"widget"
:
123
,
"name"
:
"Text file"
,
"short_name"
:
"txt"
,
"uid"
:
"b3f3126c-6004-41f4-839b-08e047ffcb62"
,
...
...
@@ -687,10 +687,10 @@
}
},
{
"pk"
:
239
,
"pk"
:
138
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
228
,
"widget"
:
123
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -700,11 +700,12 @@
}
},
{
"pk"
:
229
,
"pk"
:
124
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Sliding Window"
,
"is_streaming"
:
true
,
"uid"
:
"b21b4e13-8d15-4584-ad17-03405a79b020"
,
...
...
@@ -713,7 +714,6 @@
"package"
:
"streaming"
,
"static_image"
:
"sliding-window.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -727,10 +727,10 @@
}
},
{
"pk"
:
500
,
"pk"
:
232
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
229
,
"widget"
:
124
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"uid"
:
"5411d874-0e24-446e-88b2-065c23ee2817"
,
...
...
@@ -745,10 +745,10 @@
}
},
{
"pk"
:
501
,
"pk"
:
233
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
229
,
"widget"
:
124
,
"name"
:
"Size"
,
"short_name"
:
"siz"
,
"uid"
:
"fb2215c6-04e6-4c0b-97e5-f380c4b2f6e8"
,
...
...
@@ -763,10 +763,10 @@
}
},
{
"pk"
:
240
,
"pk"
:
139
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
229
,
"widget"
:
124
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"variable"
:
"list"
,
...
...
@@ -776,11 +776,12 @@
}
},
{
"pk"
:
230
,
"pk"
:
125
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
43
,
"category"
:
20
,
"treeview_image"
:
""
,
"windows_queue"
:
false
,
"name"
:
"Split positive and negative tweets"
,
"is_streaming"
:
false
,
"uid"
:
"2786eaa2-3505-4d44-9962-23df9f23c072"
,
...
...
@@ -789,7 +790,6 @@
"package"
:
"streaming"
,
"static_image"
:
"split.png"
,
"post_interact_action"
:
""
,
"windows_queue"
:
false
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
...
...
@@ -803,10 +803,10 @@
}
},
{
"pk"
:
502
,
"pk"