Merge remote-tracking branch 'origin/multilingual'

Author: TheoTomalty

rasa_addons/multilingual_interpreter.py

@@ -0,0 +1,73 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+from __future__ import unicode_literals
+from rasa_core.utils import EndpointConfig
+import json
+import logging
+import requests
+from rasa_core import constants
+logger = logging.getLogger(__name__)
+
+INTENT_MESSAGE_PREFIX = "/"
+
+from rasa_core.interpreter import NaturalLanguageInterpreter, RasaNLUHttpInterpreter
+
+class RasaMultiNLUHttpInterpreter(RasaNLUHttpInterpreter):
+    def __init__(self, models=None, endpoint=None, project_name='default'):
+        # type: (Text, EndpointConfig, Text) -> None
+
+        self.models = models
+        self.project_name = project_name
+
+        if endpoint:
+            self.endpoint = endpoint
+        else:
+            self.endpoint = EndpointConfig(constants.DEFAULT_SERVER_URL)
+
+    def get_model(self, lang):
+        return self.models.get(lang)
+
+    def parse(self, text, lang):
+        """Parse a text message.
+
+        Return a default value if the parsing of the text failed."""
+
+        default_return = {"intent": {"name": "", "confidence": 0.0},
+                          "entities": [], "text": ""}
+        result = self._rasa_http_parse(text, lang)
+
+        return result if result is not None else default_return
+
+    def _rasa_http_parse(self, text, lang):
+        """Send a text message to a running rasa NLU http server.
+
+        Return `None` on failure."""
+
+        if not self.endpoint:
+            logger.error(
+                    "Failed to parse text '{}' using rasa NLU over http. "
+                    "No rasa NLU server specified!".format(text))
+            return None
+
+        params = {
+            "token": self.endpoint.token,
+            "model": self.get_model(lang),
+            "project": self.project_name,
+            "q": text
+        }
+        url = "{}/parse".format(self.endpoint.url)
+        try:
+            result = requests.get(url, params=params)
+            if result.status_code == 200:
+                return result.json()
+            else:
+                logger.error(
+                        "Failed to parse text '{}' using rasa NLU over http. "
+                        "Error: {}".format(text, result.text))
+                return None
+        except Exception as e:
+            logger.error(
+                    "Failed to parse text '{}' using rasa NLU over http. "
+                    "Error: {}".format(text, e))
+            return None

rasa_addons/superagent.py

@@ -1,17 +1,25 @@
 import os
 import logging
+import warnings
+import time
+
 from rasa_core.agent import Agent, start_model_pulling_in_worker, _update_model_from_server
 from rasa_core.domain import TemplateDomain
-from rasa_core.interpreter import NaturalLanguageInterpreter
+from rasa_core.interpreter import (
+    RegexInterpreter,
+    NaturalLanguageInterpreter,
+    INTENT_MESSAGE_PREFIX)
 from rasa_core.nlg import NaturalLanguageGenerator
 from rasa_core.policies.ensemble import PolicyEnsemble
 from rasa_core.events import UserUttered
 from rasa_core.processor import MessageProcessor
 from rasa_core.dispatcher import Dispatcher
+
+from rasa_addons.multilingual_interpreter import RasaMultiNLUHttpInterpreter
 from rasa_addons.rules import Rules
 from rasa_core.utils import EndpointConfig
 from threading import Thread
-import time
+
 logging.basicConfig()
 logger = logging.getLogger()
 
@@ -263,6 +271,31 @@ def _predict_and_execute_next_action(self, message, tracker):
                 # call a registered callback
                 self.on_circuit_break(tracker, dispatcher)
 
+    def _parse_message(self, message):
+        # for testing - you can short-cut the NLU part with a message
+        # in the format _intent[entity1=val1,entity=val2]
+        # parse_data is a dict of intent & entities
+        if (message.text.startswith(INTENT_MESSAGE_PREFIX) or
+                message.text.startswith("_")):
+            if RegexInterpreter.is_using_deprecated_format(message.text):
+                warnings.warn(
+                        "Parsing messages with leading `_` is deprecated and "
+                        "will be removed. Instead, prepend your intents with "
+                        "`{0}`, e.g. `{0}mood_greet` "
+                        "or `{0}restart`.".format(INTENT_MESSAGE_PREFIX))
+            parse_data = RegexInterpreter().parse(message.text)
+        else:
+            if isinstance(self.interpreter, RasaMultiNLUHttpInterpreter):
+                parse_data = self.interpreter.parse(message.text, message.output_channel.language)
+            else:
+                parse_data = self.interpreter.parse(message.text)
+
+        logger.debug("Received user message '{}' with intent '{}' "
+                     "and entities '{}'".format(message.text,
+                                                parse_data["intent"],
+                                                parse_data["entities"]))
+        return parse_data
+
 
 def start_rules_pulling_in_worker(rules_server, wait_time_between_pulls, agent):
     # type: (EndpointConfig, int, Agent) -> None