Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
clowdflows
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
Operations
Operations
Incidents
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Alain Shakour
clowdflows
Commits
9f61c619
Commit
9f61c619
authored
Oct 16, 2013
by
Janez K
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
added text sentiment analysis
parent
6e504a9b
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
1098 additions
and
964 deletions
+1098
-964
workflows/streaming/db/package_data.json
workflows/streaming/db/package_data.json
+1052
-964
workflows/streaming/library.py
workflows/streaming/library.py
+46
-0
No files found.
workflows/streaming/db/package_data.json
View file @
9f61c619
[
{
"pk"
:
48
,
"model"
:
"workflows.category"
,
"fields"
:
{
"uid"
:
"ca549cd5-2041-46f1-b175-a743b71b0e9b"
,
"parent"
:
null
,
"workflow"
:
null
,
"user"
:
null
,
"order"
:
1
,
"name"
:
"Streaming"
}
},
{
"pk"
:
292
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Add neutral zone"
,
"is_streaming"
:
false
,
"uid"
:
"722e5c1f-9d52-4fa1-81f4-afde8ea508d8"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"neutral_zone.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_add_neutral_zone"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
719
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"f3027af6-ee71-4991-9ae7-b8877de16b35"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
720
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"Neutral zone"
,
"short_name"
:
"nz"
,
"uid"
:
"607375c0-f4e3-43b8-9f99-2830ac7e5c83"
,
"default"
:
"0.1"
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"variable"
:
"zone"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
"A value between 0 and 1"
}
},
{
"pk"
:
317
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
292
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"f285bb7f-4298-4ef4-bab8-9d15572775f7"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
280
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Filter tweets by language"
,
"is_streaming"
:
false
,
"uid"
:
"63608f38-ee19-4898-90ba-ea2a928daa1f"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"filter_tweets.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_filter_tweets_by_language"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
698
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
280
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"e969d30e-dc5c-4c45-8fa4-319e83f20699"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
699
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
280
,
"name"
:
"Language"
,
"short_name"
:
"lan"
,
"uid"
:
"9befb8ed-7644-4f41-8887-1c6f74bdeba7"
,
"default"
:
"en"
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"variable"
:
"lang"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
""
}
},
{
"pk"
:
308
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
280
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"5642b7b5-596b-475c-b59c-2656427482ad"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
281
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"RSS Reader"
,
"is_streaming"
:
true
,
"uid"
:
"723e4654-abf4-4c9f-920f-08915c4d7a72"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_rss_reader"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
700
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
281
,
"name"
:
"RSS URL"
,
"short_name"
:
"url"
,
"uid"
:
"bab53d85-8423-409c-91c3-f36a857b5e5f"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"variable"
:
"url"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
"The URL of the RSS feed"
}
},
{
"pk"
:
309
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
281
,
"name"
:
"URL"
,
"short_name"
:
"url"
,
"variable"
:
"url"
,
"uid"
:
"50d8c3ec-e1df-4f0a-b743-5e00509fed02"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
291
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Remove words from tweets"
,
"is_streaming"
:
false
,
"uid"
:
"258e97c6-e44d-41a3-97c0-689de94f3049"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
""
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_remove_words_from_tweets"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
717
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"68692ac4-df32-432d-8b10-00ed68ec7c04"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
718
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"Words"
,
"short_name"
:
"wrd"
,
"uid"
:
"69b06741-8055-4dad-b677-3940d3434bc2"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"textarea"
,
"variable"
:
"words"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
"One word or phrase per line"
}
},
{
"pk"
:
316
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
291
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"fa942ac2-f92a-4f42-a806-56f359d41d93"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
290
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from Gamasystem csv"
,
"is_streaming"
:
true
,
"uid"
:
"7a72dcc4-53a2-4a45-96e6-31b0c2e01e32"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_simulate_stream_from_csv"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
"Simulates a stream from gama system's csv export"
}
},
{
"pk"
:
716
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
290
,
"name"
:
"CSV file"
,
"short_name"
:
"csv"
,
"uid"
:
"e064e54e-47de-42a1-a9a5-fa1552845403"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"file"
,
"variable"
:
"csv"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
"CSV file exportet by gamasystem's perceptionanalytics"
}
},
{
"pk"
:
315
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
290
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"c63bf850-8c95-40e3-afc9-25ecb2783c44"
,
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
293
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Simulate stream from text file"
,
"is_streaming"
:
true
,
"uid"
:
"9a20da2e-0903-4332-8938-63b15d370657"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"twitter.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_simulate_stream_from_text_file"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
721
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
293
,
"name"
:
"Text file"
,
"short_name"
:
"txt"
,
"uid"
:
"b3f3126c-6004-41f4-839b-08e047ffcb62"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"file"
,
"variable"
:
"file"
,
"parameter"
:
true
,
"order"
:
1
,
"description"
:
"Text file of line separated tweets"
}
},
{
"pk"
:
318
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
293
,
"name"
:
"List of tweets"
,
"short_name"
:
"ltw"
,
"variable"
:
"ltw"
,
"uid"
:
"76b17d4f-7bf4-4f7d-9685-1f2cb4dda73e"
,
"order"
:
1
,
"description"
:
"A list of Tweets."
}
},
{
"pk"
:
282
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Sliding Window"
,
"is_streaming"
:
true
,
"uid"
:
"b21b4e13-8d15-4584-ad17-03405a79b020"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"sliding-window.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_sliding_window"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
701
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
282
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"uid"
:
"5411d874-0e24-446e-88b2-065c23ee2817"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"list"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
"Any type of list"
}
},
{
"pk"
:
702
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
282
,
"name"
:
"Size"
,
"short_name"
:
"siz"
,
"uid"
:
"fb2215c6-04e6-4c0b-97e5-f380c4b2f6e8"
,
"default"
:
"500"
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
"text"
,
"variable"
:
"size"
,
"parameter"
:
true
,
"order"
:
2
,
"description"
:
"Window size"
}
},
{
"pk"
:
310
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
282
,
"name"
:
"List"
,
"short_name"
:
"lst"
,
"variable"
:
"list"
,
"uid"
:
"02cfba05-bf1c-44f1-a94a-324feed8f3bf"
,
"order"
:
1
,
"description"
:
"The window"
}
},
{
"pk"
:
283
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Split positive and negative tweets"
,
"is_streaming"
:
false
,
"uid"
:
"2786eaa2-3505-4d44-9962-23df9f23c072"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"split.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_split_pos_neg"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
703
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
283
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"eea9cd8a-dbbb-4c08-98c4-d0d6df97aee0"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
311
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
283
,
"name"
:
"Positive tweets"
,
"short_name"
:
"ptw"
,
"variable"
:
"ptw"
,
"uid"
:
"8694851c-3f97-4177-835e-fb49c43f8dcd"
,
"order"
:
1
,
"description"
:
""
}
},
{
"pk"
:
312
,
"model"
:
"workflows.abstractoutput"
,
"fields"
:
{
"widget"
:
283
,
"name"
:
"Negative tweets"
,
"short_name"
:
"ntw"
,
"variable"
:
"ntw"
,
"uid"
:
"bb2debb9-914d-4c8a-abc2-3eff09009dd9"
,
"order"
:
2
,
"description"
:
""
}
},
{
"pk"
:
284
,
"model"
:
"workflows.abstractwidget"
,
"fields"
:
{
"category"
:
48
,
"treeview_image"
:
""
,
"name"
:
"Tweet Sentiment Analysis"
,
"is_streaming"
:
true
,
"uid"
:
"62e7f354-d6c7-4c4c-b1b7-795ac613a7e0"
,
"interaction_view"
:
""
,
"image"
:
""
,
"package"
:
"streaming"
,
"static_image"
:
"sentiment.png"
,
"post_interact_action"
:
""
,
"user"
:
null
,
"visualization_view"
:
""
,
"streaming_visualization_view"
:
""
,
"action"
:
"streaming_tweet_sentiment_service"
,
"wsdl_method"
:
""
,
"wsdl"
:
""
,
"interactive"
:
false
,
"has_progress_bar"
:
false
,
"order"
:
1
,
"description"
:
"Annotates the list of tweets with sentiments, reliability and a corrected language."
}
},
{
"pk"
:
704
,
"model"
:
"workflows.abstractinput"
,
"fields"
:
{
"widget"
:
284
,
"name"
:
"List of Tweets"
,
"short_name"
:
"ltw"
,
"uid"
:
"bf47f1f1-d4e2-47f8-bbe3-fa28281763e0"
,
"default"
:
""
,
"required"
:
false
,
"multi"
:
false
,
"parameter_type"
:
null
,
"variable"
:
"ltw"
,
"parameter"
:
false
,
"order"
:
1
,
"description"
:
"List of tweets generated by the twitter feed."