new package manager

README.md

@@ -49,7 +49,7 @@ Uncomment the packages that you need in `mothra/local_settings.py` in the `INSTA
 Say "no" to creating a super-user when prompted. You'll create the user after migrations.
 
 ```bash
-python manage.py syncdb
+python manage.py syncdb --noinput
 ```
 
 ### Migrate database ###
@@ -64,7 +64,7 @@ python manage.py createsuperuser
 
 ### Import packages ###
 ```bash
-python manage.py auto_import_packages -n
+python manage.py import_all
 ```
 
 ## Running ##

mothra/__local_settings.py

@@ -42,6 +42,7 @@ INSTALLED_APPS_WORKFLOWS_SUB = (
     #'workflows.noise',
     #'workflows.vipercharts',
     #'workflows.MUSE',
+    #'workflows.hbp',
     )
 
 BROKER_URL = 'django://'

mothra/settings.py

@@ -161,7 +161,6 @@ INSTALLED_APPS_DEFAULT = (
     'django.contrib.messages',
     'django.contrib.staticfiles',
     'django.contrib.admin',
-    'south',
     'website',
     'signuplogin',
     'django_extensions',
@@ -175,6 +174,7 @@ INSTALLED_APPS_DEFAULT = (
     #'kombu.transport.django',
     'discover_runner',
     'rest_framework',
+    'south',    
     )
 
 INSTALLED_APPS_WORKFLOWS_SUB = ()

workflows/MUSE/package_data/categories/1f5cbe19-0df7-44de-91d8-1ffdae9a1645.json

+{
+  "model": "workflows.category", 
+  "fields": {
+    "name": "MUSE", 
+    "parent": null, 
+    "order": 1, 
+    "uid": "1f5cbe19-0df7-44de-91d8-1ffdae9a1645"
+  }
+}
\ No newline at end of file

workflows/MUSE/package_data/categories/2ea309eb-3f82-45cb-8b33-9d00cf3f5a35.json

+{
+  "model": "workflows.category", 
+  "fields": {
+    "name": "Utilities", 
+    "parent": "1f5cbe19-0df7-44de-91d8-1ffdae9a1645", 
+    "order": 1, 
+    "uid": "2ea309eb-3f82-45cb-8b33-9d00cf3f5a35"
+  }
+}
\ No newline at end of file

workflows/MUSE/package_data/categories/cf46e990-42b6-4027-b2f4-a95acaaed210.json

+{
+  "model": "workflows.category", 
+  "fields": {
+    "name": "NLP components", 
+    "parent": "1f5cbe19-0df7-44de-91d8-1ffdae9a1645", 
+    "order": 1, 
+    "uid": "cf46e990-42b6-4027-b2f4-a95acaaed210"
+  }
+}
\ No newline at end of file

workflows/MUSE/package_data/categories/e8574599-994c-4cff-a94d-453d6c5e2dfd.json

+{
+  "model": "workflows.category", 
+  "fields": {
+    "name": "3D virtual environment", 
+    "parent": "1f5cbe19-0df7-44de-91d8-1ffdae9a1645", 
+    "order": 1, 
+    "uid": "e8574599-994c-4cff-a94d-453d6c5e2dfd"
+  }
+}
\ No newline at end of file

workflows/MUSE/package_data/widgets/05317f75-cc6b-4257-bc71-21f080776bfc.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "e8574599-994c-4cff-a94d-453d6c5e2dfd", 
+      "treeview_image": "", 
+      "uid": "05317f75-cc6b-4257-bc71-21f080776bfc", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "", 
+      "static_image": "", 
+      "action": "MUSE_virtual_environment_visualization", 
+      "visualization_view": "MUSE_virtual_environment_visualization", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Virtual environment visualization"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "05317f75-cc6b-4257-bc71-21f080776bfc", 
+      "name": "NLP data", 
+      "short_name": "nlp", 
+      "default": "", 
+      "description": "Results of NLP processing", 
+      "required": false, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "NLP_data", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "6e5ebc4b-cdbe-4ca6-8f5d-bcde21f5319a"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "05317f75-cc6b-4257-bc71-21f080776bfc", 
+      "name": "Server link", 
+      "short_name": "url", 
+      "default": "", 
+      "description": "Link to the Unity3D server", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "unitylink", 
+      "parameter": false, 
+      "order": 2, 
+      "uid": "585e80d1-e5fb-49c9-92a7-7af16d4070f6"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/0a91226d-3558-47e0-97f5-c317d00d8aa0.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "0a91226d-3558-47e0-97f5-c317d00d8aa0", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "Returns the precomputed mapping to knowledge representation for Tuk story", 
+      "static_image": "", 
+      "action": "MUSE_mapping_to_KR_precomputed_latest", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Mapping to Knowledge representation (precomputed, latest)"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "0a91226d-3558-47e0-97f5-c317d00d8aa0", 
+      "name": "Input data", 
+      "short_name": "str", 
+      "default": "", 
+      "description": "Plain text file with special annotations", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "input_data", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "9768b671-1d81-4156-990f-b7fdff39be63"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "0a91226d-3558-47e0-97f5-c317d00d8aa0", 
+      "name": "Service url", 
+      "short_name": "url", 
+      "default": "http://vihar.ijs.si:8001/MUSE_services/jsonwsp/description", 
+      "description": "URL of the MUSE service", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": "text", 
+      "variable": "url", 
+      "parameter": true, 
+      "order": 2, 
+      "uid": "2a896528-9e04-41e3-ba36-1d005c965db9"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "0a91226d-3558-47e0-97f5-c317d00d8aa0", 
+      "name": "Instantiated event templates", 
+      "short_name": "tpl", 
+      "description": "Instantiated event-templates with argument roles as defined in the domain.\r\n", 
+      "variable": "mapping", 
+      "order": 1, 
+      "uid": "9427ccc6-3bb2-46bf-b797-c67847917586"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "0a91226d-3558-47e0-97f5-c317d00d8aa0", 
+      "name": "XML with results", 
+      "short_name": "xml", 
+      "description": "XML with results", 
+      "variable": "xml", 
+      "order": 2, 
+      "uid": "83aff405-4c7e-4301-a03c-847883036357"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/32cab8ef-ef16-41bd-b14e-fff54ad1e411.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "32cab8ef-ef16-41bd-b14e-fff54ad1e411", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "A link to the golden standard XML file for mapping to KR", 
+      "static_image": "", 
+      "action": "MUSE_mapping_to_KR_golden_standard", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Mapping to KR golden standard"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "32cab8ef-ef16-41bd-b14e-fff54ad1e411", 
+      "name": "Link", 
+      "short_name": "lnk", 
+      "description": "Link to the golden standard for mapping to KR", 
+      "variable": "goldenLink", 
+      "order": 1, 
+      "uid": "f130683f-435e-4199-be4d-c420acb29886"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/3fa29425-16dc-4c11-a51c-323da6dd30c6.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "3fa29425-16dc-4c11-a51c-323da6dd30c6", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "Calls the semantic role labeling service", 
+      "static_image": "", 
+      "action": "MUSE_semantic_role_labeling", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Semantic role labeling"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "3fa29425-16dc-4c11-a51c-323da6dd30c6", 
+      "name": "Input XML", 
+      "short_name": "xml", 
+      "default": "", 
+      "description": "MUSE XML file", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "xml", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "dab8f94f-b362-41fd-ba71-93c24d740409"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "3fa29425-16dc-4c11-a51c-323da6dd30c6", 
+      "name": "Service url", 
+      "short_name": "url", 
+      "default": "http://vihar.ijs.si:8001/MUSE_services/jsonwsp/description", 
+      "description": "URL of the MUSE service", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": "text", 
+      "variable": "url", 
+      "parameter": true, 
+      "order": 2, 
+      "uid": "814c5076-50b6-40de-a0d8-1b81aceb4f9f"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "3fa29425-16dc-4c11-a51c-323da6dd30c6", 
+      "name": "Output XML", 
+      "short_name": "xml", 
+      "description": "XML with semantic roles added", 
+      "variable": "xml", 
+      "order": 1, 
+      "uid": "bfc299c1-d31f-4843-adf7-37066972e91c"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "3fa29425-16dc-4c11-a51c-323da6dd30c6", 
+      "name": "Input for KR", 
+      "short_name": "str", 
+      "description": "Input text file for mapping to knowledge representation", 
+      "variable": "txt", 
+      "order": 2, 
+      "uid": "f390bfa5-36f2-4cf4-92b5-804ac301da4f"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/5e5aa91e-090a-43c9-97c6-6064380b09eb.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "5e5aa91e-090a-43c9-97c6-6064380b09eb", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "Calls the LIIR NLP annotation (TERENCE NLP service)", 
+      "static_image": "", 
+      "action": "MUSE_annotate", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Syntactic and semantic processing"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "5e5aa91e-090a-43c9-97c6-6064380b09eb", 
+      "name": "Raw text", 
+      "short_name": "txt", 
+      "default": "", 
+      "description": "Input document as raw text", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "raw_text", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "7e5b5533-d21c-4955-8fb8-417d5030793f"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "5e5aa91e-090a-43c9-97c6-6064380b09eb", 
+      "name": "Annotated text", 
+      "short_name": "xml", 
+      "description": "XML document with all annotations", 
+      "variable": "annotations_xml", 
+      "order": 1, 
+      "uid": "c677e844-9f9b-4d09-8e08-9b9335895bac"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/5e5aa91e-090a-43c9-97c6-fixbyjanez.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "5e5aa91e-090a-43c9-97c6-fixbyjanez", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "Calls the LIIR NLP annotation (TERENCE NLP service)", 
+      "static_image": "", 
+      "action": "MUSE_annotate", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Event extraction"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "5e5aa91e-090a-43c9-97c6-fixbyjanez", 
+      "name": "Raw text", 
+      "short_name": "txt", 
+      "default": "", 
+      "description": "Input document as raw text", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "raw_text", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "7e5b5533-d21c-4955-8fb8-janezfix"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "5e5aa91e-090a-43c9-97c6-fixbyjanez", 
+      "name": "Annotated text", 
+      "short_name": "xml", 
+      "description": "XML document with all annotations", 
+      "variable": "annotations_xml", 
+      "order": 1, 
+      "uid": "c677e844-9f9b-4d09-8e08-janezfix"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/6ef97e78-1436-41fd-9096-b8915960f49b.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "cf46e990-42b6-4027-b2f4-a95acaaed210", 
+      "treeview_image": "", 
+      "uid": "6ef97e78-1436-41fd-9096-b8915960f49b", 
+      "is_streaming": false, 
+      "package": "MUSE", 
+      "interaction_view": "", 
+      "has_progress_bar": false, 
+      "image": "", 
+      "description": "Returns the precomputed mapping to knowledge representation for Tuk story", 
+      "static_image": "", 
+      "action": "MUSE_mapping_to_KR_precomputed", 
+      "visualization_view": "", 
+      "streaming_visualization_view": "", 
+      "post_interact_action": "", 
+      "wsdl_method": "", 
+      "wsdl": "", 
+      "interactive": false, 
+      "windows_queue": false, 
+      "order": 1, 
+      "name": "Mapping to Knowledge representation (precomputed)"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "6ef97e78-1436-41fd-9096-b8915960f49b", 
+      "name": "Input data", 
+      "short_name": "str", 
+      "default": "", 
+      "description": "Plain text file with special annotations", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": null, 
+      "variable": "input_data", 
+      "parameter": false, 
+      "order": 1, 
+      "uid": "928407bb-a711-4d0f-84d3-9954618c9f3d"
+    }
+  }, 
+  {
+    "model": "workflows.abstractinput", 
+    "fields": {
+      "widget": "6ef97e78-1436-41fd-9096-b8915960f49b", 
+      "name": "Service url", 
+      "short_name": "url", 
+      "default": "http://vihar.ijs.si:8001/MUSE_services/jsonwsp/description", 
+      "description": "URL of the MUSE service", 
+      "required": true, 
+      "multi": false, 
+      "parameter_type": "text", 
+      "variable": "url", 
+      "parameter": true, 
+      "order": 2, 
+      "uid": "c47d762d-b3a7-46b8-9bfd-7579bf0dcc56"
+    }
+  }, 
+  {
+    "model": "workflows.abstractoutput", 
+    "fields": {
+      "widget": "6ef97e78-1436-41fd-9096-b8915960f49b", 
+      "name": "Instantiated event templates", 
+      "short_name": "tpl", 
+      "description": "Instantiated event-templates with argument roles as defined in the domain.\r\n", 
+      "variable": "mapping", 
+      "order": 1, 
+      "uid": "1869c087-1dd8-42a3-bfb5-83592cc5a641"
+    }
+  }
+]
\ No newline at end of file

workflows/MUSE/package_data/widgets/6f800e52-4d42-44aa-a981-ef554a29fb3a.json

+[
+  {
+    "model": "workflows.abstractwidget", 
+    "fields": {
+      "category": "2ea309eb-3f82-45cb-8b33-9d00cf3f5a35", 
+      "treeview_image": "", 
+      "uid": "6f800e52-4d42-44aa-a981-ef554a29fb3a"<