Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
clowdflows
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Alain Shakour
clowdflows
Commits
9f61c619
Commit
9f61c619
authored
Oct 16, 2013
by
Janez K
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
added text sentiment analysis
parent
6e504a9b
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
1098 additions
and
964 deletions
+1098
-964
workflows/streaming/db/package_data.json
workflows/streaming/db/package_data.json
+1052
-964
workflows/streaming/library.py
workflows/streaming/library.py
+46
-0
No files found.
workflows/streaming/db/package_data.json
View file @
9f61c619
[
{
"pk"
:
48
,
{
"pk"
:
37
,
"model"
:
"workflows.category"
,
"fields"
:
{
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
...
...
@@ -10,12 +10,12 @@
"order"
:
1
,
"name"
:
"Streaming"
}
},
{
"pk"
:
292
,
},
{
"pk"
:
200
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Add neutral zone"
,
"is_streaming"
:
false
,
...
...
@@ -36,12 +36,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
719
,
},
{
"pk"
:
428
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
...
...
@@ -54,12 +54,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
720
,
},
{
"pk"
:
429
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"Neutral zone"
,
"short_name"
:
"nz"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
...
...
@@ -72,12 +72,12 @@
"order"
:
2
,
"description"
:
"A value between 0 and 1"
}
},
{
"pk"
:
317
,
},
{
"pk"
:
222
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -85,12 +85,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
280
,
},
{
"pk"
:
201
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Filter tweets by language"
,
"is_streaming"
:
false
,
...
...
@@ -111,12 +111,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
698
,
},
{
"pk"
:
430
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
...
...
@@ -129,12 +129,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
699
,
},
{
"pk"
:
431
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"Language"
,
"short_name"
:
"lan"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
...
...
@@ -147,12 +147,12 @@
"order"
:
2
,
"description"
:
""
}
},
{
"pk"
:
308
,
},
{
"pk"
:
223
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -160,12 +160,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
281
,
},
{
"pk"
:
202
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"RSS Reader"
,
"is_streaming"
:
true
,
...
...
@@ -186,12 +186,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
700
,
},
{
"pk"
:
432
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
281
,
"widget"
:
202
,
"name"
:
"RSS URL"
,
"short_name"
:
"url"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
...
...
@@ -204,12 +204,12 @@
"order"
:
1
,
"description"
:
"The URL of the RSS feed"
}
},
{
"pk"
:
309
,
},
{
"pk"
:
224
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
281
,
"widget"
:
202
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"variable"
:
"url"
,
...
...
@@ -217,12 +217,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
291
,
},
{
"pk"
:
203
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Remove words from tweets"
,
"is_streaming"
:
false
,
...
...
@@ -243,12 +243,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
717
,
},
{
"pk"
:
433
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
...
...
@@ -261,12 +261,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
718
,
},
{
"pk"
:
434
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"Words"
,
"short_name"
:
"wrd"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
...
...
@@ -279,12 +279,12 @@
"order"
:
2
,
"description"
:
"One word or phrase per line"
}
},
{
"pk"
:
316
,
},
{
"pk"
:
225
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -292,12 +292,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
290
,
},
{
"pk"
:
204
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"is_streaming"
:
true
,
...
...
@@ -318,12 +318,12 @@
"order"
:
1
,
"description"
:
"Simulates a stream from gama system's csv export"
}
},
{
"pk"
:
716
,
},
{
"pk"
:
435
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
290
,
"widget"
:
204
,
"name"
:
"CSV file"
,
"short_name"
:
"csv"
,
"uid"
:
"e064e54e-47de-42a1-a9a5-fa1552845403"
,
...
...
@@ -336,12 +336,12 @@
"order"
:
1
,
"description"
:
"CSV file exportet by gamasystem's perceptionanalytics"
}
},
{
"pk"
:
315
,
},
{
"pk"
:
226
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
290
,
"widget"
:
204
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -349,12 +349,12 @@
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
293
,
},
{
"pk"
:
205
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from text file"
,
"is_streaming"
:
true
,
...
...
@@ -375,12 +375,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
721
,
},
{
"pk"
:
436
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
293
,
"widget"
:
205
,
"name"
:
"Text file"
,
"short_name"
:
"txt"
,
"uid"
:
"b3f3126c-6004-41f4-839b-08e047ffcb62"
,
...
...
@@ -393,12 +393,12 @@
"order"
:
1
,
"description"
:
"Text file of line separated tweets"
}
},
{
"pk"
:
318
,
},
{
"pk"
:
227
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
293
,
"widget"
:
205
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -406,12 +406,12 @@
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
282
,
},
{
"pk"
:
206
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Sliding Window"
,
"is_streaming"
:
true
,
...
...
@@ -432,12 +432,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
701
,
},
{
"pk"
:
437
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
282
,
"widget"
:
206
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"uid"
:
"5411d874-0e24-446e-88b2-065c23ee2817"
,
...
...
@@ -450,12 +450,12 @@
"order"
:
1
,
"description"
:
"Any type of list"
}
},
{
"pk"
:
702
,
},
{
"pk"
:
438
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
282
,
"widget"
:
206
,
"name"
:
"Size"
,
"short_name"
:
"siz"
,
"uid"
:
"fb2215c6-04e6-4c0b-97e5-f380c4b2f6e8"
,
...
...
@@ -468,12 +468,12 @@
"order"
:
2
,
"description"
:
"Window size"
}
},
{
"pk"
:
310
,
},
{
"pk"
:
228
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
282
,
"widget"
:
206
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"variable"
:
"list"
,
...
...
@@ -481,12 +481,12 @@
"order"
:
1
,
"description"
:
"The window"
}
},
{
"pk"
:
283
,
},
{
"pk"
:
207
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Split positive and negative tweets"
,
"is_streaming"
:
false
,
...
...
@@ -507,12 +507,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
703
,
},
{
"pk"
:
439
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
283
,
"widget"
:
207
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"eea9cd8a-dbbb-4c08-98c4-d0d6df97aee0"
,
...
...
@@ -525,12 +525,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
311
,
},
{
"pk"
:
229
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
283
,
"widget"
:
207
,
"name"
:
"Positive tweets"
,
"short_name"
:
"ptw"
,
"variable"
:
"ptw"
,
...
...
@@ -538,12 +538,12 @@
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
312
,
},
{
"pk"
:
230
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
283
,
"widget"
:
207
,
"name"
:
"Negative tweets"
,
"short_name"
:
"ntw"
,
"variable"
:
"ntw"
,
...
...
@@ -551,12 +551,100 @@
"order"
:
2
,
"description"
:
""
}
},
{
"pk"
:
28
4
,
},
{
"pk"
:
21
4
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Text Sentiment Analysis"
,
"is_streaming"
:
true
,
"uid"
:
"f54ed3e2-280e-48cf-b1f3-7e8fcfa2b94a"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"sentiment.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_sentiment_analysis"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
452
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
214
,
"name"
:
"Text"
,
"short_name"
:
"tex"
,
"uid"
:
"f9236516-4a3b-4441-af21-86930bbd958a"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"text"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
453
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
214
,
"name"
:
"Language"
,
"short_name"
:
"lng"
,
"uid"
:
"456adb59-6533-4d24-98c2-be076c43c1fb"
,
"default"
:
"en"
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"lang"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
233
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
214
,
"name"
:
"Sentiment"
,
"short_name"
:
"sen"
,
"variable"
:
"sentiment"
,
"uid"
:
"f7d0779a-92ed-4953-95a6-2cb4da96c75f"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
234
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
214
,
"name"
:
"Reliability"
,
"short_name"
:
"rel"
,
"variable"
:
"reliability"
,
"uid"
:
"797fcd60-a9f5-492d-9f67-833d8c606617"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
208
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
37
,
"treeview_image"
:
""
,
"name"
:
"Tweet Sentiment Analysis"
,
"is_streaming"
:
true
,
...
...
@@ -577,12 +665,12 @@
"order"
:
1
,
"description"
:
"Annotates the list of tweets with sentiments, reliability and a corrected language."
}
},
{
"pk"
:
704
,
},
{
"pk"
:
440
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
284
,
"widget"
:
208
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"bf47f1f1-d4e2-47f8-bbe3-fa28281763e0"
,
...
...
@@ -595,12 +683,12 @@
"order"
:
1
,
"description"
:
"List of tweets generated by the twitter feed."
}
},
{
"pk"
:
313
,
},
{
"pk"
:
231
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
284
,
"widget"
:
208
,
"name"
:
"Sentiment Annotated List Of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
...
...
@@ -608,12 +696,12 @@
"order"
:
1
,