Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
clowdflows
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Alain Shakour
clowdflows
Commits
9f61c619
Commit
9f61c619
authored
Oct 16, 2013
by
Janez K
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
added text sentiment analysis
parent
6e504a9b
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
1098 additions
and
964 deletions
+1098
-964
workflows/streaming/db/package_data.json
workflows/streaming/db/package_data.json
+1052
-964
workflows/streaming/library.py
workflows/streaming/library.py
+46
-0
No files found.
workflows/streaming/db/package_data.json
View file @
9f61c619
[
[
{
{
"pk"
:
48
,
"pk"
:
37
,
"model"
:
"workflows.category"
,
"model"
:
"workflows.category"
,
"fields"
:
{
"fields"
:
{
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
"parent"
:
null
,
"parent"
:
null
,
"workflow"
:
null
,
"workflow"
:
null
,
"user"
:
null
,
"user"
:
null
,
"order"
:
1
,
"order"
:
1
,
"name"
:
"Streaming"
"name"
:
"Streaming"
}
}
},
},
{
{
"pk"
:
292
,
"pk"
:
200
,
"model"
:
"workflows.abstractwidget"
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"treeview_image"
:
""
,
"name"
:
"Add neutral zone"
,
"name"
:
"Add neutral zone"
,
"is_streaming"
:
false
,
"is_streaming"
:
false
,
"uid"
:
"722e5c1f-9d52-4fa1-81f4-afde8ea508d8"
,
"uid"
:
"722e5c1f-9d52-4fa1-81f4-afde8ea508d8"
,
"interaction_view"
:
""
,
"interaction_view"
:
""
,
"image"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"package"
:
"streaming"
,
"static_image"
:
"neutral_zone.png"
,
"static_image"
:
"neutral_zone.png"
,
"post_interact_action"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"user"
:
null
,
"visualization_view"
:
""
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_add_neutral_zone"
,
"action"
:
"streaming_add_neutral_zone"
,
"wsdl_method"
:
""
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
719
,
"pk"
:
428
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
"default"
:
""
,
"default"
:
""
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"parameter"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
720
,
"pk"
:
429
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"Neutral zone"
,
"name"
:
"Neutral zone"
,
"short_name"
:
"nz"
,
"short_name"
:
"nz"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
"default"
:
"0.1"
,
"default"
:
"0.1"
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"parameter_type"
:
"text"
,
"variable"
:
"zone"
,
"variable"
:
"zone"
,
"parameter"
:
true
,
"parameter"
:
true
,
"order"
:
2
,
"order"
:
2
,
"description"
:
"A value between 0 and 1"
"description"
:
"A value between 0 and 1"
}
}
},
},
{
{
"pk"
:
317
,
"pk"
:
222
,
"model"
:
"workflows.abstractoutput"
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
292
,
"widget"
:
200
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"f285bb7f-4298-4ef4-bab8-9d15572775f7"
,
"uid"
:
"f285bb7f-4298-4ef4-bab8-9d15572775f7"
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
280
,
"pk"
:
201
,
"model"
:
"workflows.abstractwidget"
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"treeview_image"
:
""
,
"name"
:
"Filter tweets by language"
,
"name"
:
"Filter tweets by language"
,
"is_streaming"
:
false
,
"is_streaming"
:
false
,
"uid"
:
"63608f38-ee19-4898-90ba-ea2a928daa1f"
,
"uid"
:
"63608f38-ee19-4898-90ba-ea2a928daa1f"
,
"interaction_view"
:
""
,
"interaction_view"
:
""
,
"image"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"package"
:
"streaming"
,
"static_image"
:
"filter_tweets.png"
,
"static_image"
:
"filter_tweets.png"
,
"post_interact_action"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"user"
:
null
,
"visualization_view"
:
""
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_filter_tweets_by_language"
,
"action"
:
"streaming_filter_tweets_by_language"
,
"wsdl_method"
:
""
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
698
,
"pk"
:
430
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
"default"
:
""
,
"default"
:
""
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"parameter"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
699
,
"pk"
:
431
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"Language"
,
"name"
:
"Language"
,
"short_name"
:
"lan"
,
"short_name"
:
"lan"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
"default"
:
"en"
,
"default"
:
"en"
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"parameter_type"
:
"text"
,
"variable"
:
"lang"
,
"variable"
:
"lang"
,
"parameter"
:
true
,
"parameter"
:
true
,
"order"
:
2
,
"order"
:
2
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
308
,
"pk"
:
223
,
"model"
:
"workflows.abstractoutput"
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
280
,
"widget"
:
201
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"5642b7b5-596b-475c-b59c-2656427482ad"
,
"uid"
:
"5642b7b5-596b-475c-b59c-2656427482ad"
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
281
,
"pk"
:
202
,
"model"
:
"workflows.abstractwidget"
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"treeview_image"
:
""
,
"name"
:
"RSS Reader"
,
"name"
:
"RSS Reader"
,
"is_streaming"
:
true
,
"is_streaming"
:
true
,
"uid"
:
"723e4654-abf4-4c9f-920f-08915c4d7a72"
,
"uid"
:
"723e4654-abf4-4c9f-920f-08915c4d7a72"
,
"interaction_view"
:
""
,
"interaction_view"
:
""
,
"image"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"user"
:
null
,
"visualization_view"
:
""
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_rss_reader"
,
"action"
:
"streaming_rss_reader"
,
"wsdl_method"
:
""
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
700
,
"pk"
:
432
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
281
,
"widget"
:
202
,
"name"
:
"RSS URL"
,
"name"
:
"RSS URL"
,
"short_name"
:
"url"
,
"short_name"
:
"url"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
"default"
:
""
,
"default"
:
""
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"parameter_type"
:
"text"
,
"variable"
:
"url"
,
"variable"
:
"url"
,
"parameter"
:
true
,
"parameter"
:
true
,
"order"
:
1
,
"order"
:
1
,
"description"
:
"The URL of the RSS feed"
"description"
:
"The URL of the RSS feed"
}
}
},
},
{
{
"pk"
:
309
,
"pk"
:
224
,
"model"
:
"workflows.abstractoutput"
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
281
,
"widget"
:
202
,
"name"
:
"URL"
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"short_name"
:
"url"
,
"variable"
:
"url"
,
"variable"
:
"url"
,
"uid"
:
"50d8c3ec-e1df-4f0a-b743-5e00509fed02"
,
"uid"
:
"50d8c3ec-e1df-4f0a-b743-5e00509fed02"
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
291
,
"pk"
:
203
,
"model"
:
"workflows.abstractwidget"
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"treeview_image"
:
""
,
"name"
:
"Remove words from tweets"
,
"name"
:
"Remove words from tweets"
,
"is_streaming"
:
false
,
"is_streaming"
:
false
,
"uid"
:
"258e97c6-e44d-41a3-97c0-689de94f3049"
,
"uid"
:
"258e97c6-e44d-41a3-97c0-689de94f3049"
,
"interaction_view"
:
""
,
"interaction_view"
:
""
,
"image"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"user"
:
null
,
"visualization_view"
:
""
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_remove_words_from_tweets"
,
"action"
:
"streaming_remove_words_from_tweets"
,
"wsdl_method"
:
""
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
717
,
"pk"
:
433
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
"default"
:
""
,
"default"
:
""
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"parameter"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
718
,
"pk"
:
434
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"Words"
,
"name"
:
"Words"
,
"short_name"
:
"wrd"
,
"short_name"
:
"wrd"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
"default"
:
""
,
"default"
:
""
,
"required"
:
false
,
"required"
:
false
,
"multi"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"textarea"
,
"parameter_type"
:
"textarea"
,
"variable"
:
"words"
,
"variable"
:
"words"
,
"parameter"
:
true
,
"parameter"
:
true
,
"order"
:
2
,
"order"
:
2
,
"description"
:
"One word or phrase per line"
"description"
:
"One word or phrase per line"
}
}
},
},
{
{
"pk"
:
316
,
"pk"
:
225
,
"model"
:
"workflows.abstractoutput"
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
291
,
"widget"
:
203
,
"name"
:
"List of Tweets"
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"fa942ac2-f92a-4f42-a806-56f359d41d93"
,
"uid"
:
"fa942ac2-f92a-4f42-a806-56f359d41d93"
,
"order"
:
1
,
"order"
:
1
,
"description"
:
""
"description"
:
""
}
}
},
},
{
{
"pk"
:
290
,
"pk"
:
204
,
"model"
:
"workflows.abstractwidget"
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"fields"
:
{
"category"
:
48
,
"category"
:
37
,
"treeview_image"
:
""
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"is_streaming"
:
true
,
"is_streaming"
:
true
,
"uid"
:
"7a72dcc4-53a2-4a45-96e6-31b0c2e01e32"
,
"uid"
:
"7a72dcc4-53a2-4a45-96e6-31b0c2e01e32"
,
"interaction_view"
:
""
,
"interaction_view"
:
""
,
"image"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"user"
:
null
,
"visualization_view"
:
""
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_simulate_stream_from_csv"
,
"action"
:
"streaming_simulate_stream_from_csv"
,
"wsdl_method"
:
""
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"order"
:
1
,
"description"
:
"Simulates a stream from gama system's csv export"
"description"
:
"Simulates a stream from gama system's csv export"
}
}
},
},
{
{
"pk"
:
716
,
"pk"
:
435
,
"model"
:
"workflows.abstractinput"
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"fields"
:
{
"widget"
:
290
,
"widget"
:
204
,
"name"
:
"CSV file"
,
"name"
:
"CSV file"
,