Working on speech rec

app/Constants.php

@@ -325,6 +325,9 @@ if (! defined('APP_NAME')) {
     define('SKYPE_API_URL', 'https://apis.skype.com/v3');
     define('MSBOT_STATE_URL', 'https://state.botframework.com/v3');
 
+    define('BOT_PLATFORM_WEB_APP', 'WebApp');
+    define('BOT_PLATFORM_SKYPE', 'Skype');
+
     define('BLANK_IMAGE', 'data:image/png;base64,R0lGODlhAQABAAD/ACwAAAAAAQABAAACADs=');
 
     define('COUNT_FREE_DESIGNS', 4);

app/Http/Controllers/BotController.php

@@ -80,7 +80,7 @@ class BotController extends Controller
                         $user->account->loadLocalizationSettings();
 
                         $data = $this->parseMessage($text);
-                        $intent = BaseIntent::createIntent($state, $data);
+                        $intent = BaseIntent::createIntent($platform, $state, $data);
                         $response = $intent->process();
                         $state = $intent->getState();
                     }
@@ -97,6 +97,14 @@ class BotController extends Controller
         return RESULT_SUCCESS;
     }
 
+    public function handleCommand()
+    {
+        $data = $this->parseMessage(request()->command);
+        $intent = BaseIntent::createIntent(BOT_PLATFORM_WEB_APP, false, $data);
+
+        return $intent->process();
+    }
+
     private function authenticate($input)
     {
         $token = isset($_SERVER['HTTP_AUTHORIZATION']) ? $_SERVER['HTTP_AUTHORIZATION'] : false;

app/Http/routes.php

@@ -127,6 +127,7 @@ Route::group(['middleware' => 'auth:user'], function () {
     Route::get('check_invoice_number/{invoice_id?}', 'InvoiceController@checkInvoiceNumber');
     Route::post('save_sidebar_state', 'UserController@saveSidebarState');
     Route::post('contact_us', 'HomeController@contactUs');
+    Route::post('handle_command', 'BotController@handleCommand');
 
     Route::get('settings/user_details', 'AccountController@showUserDetails');
     Route::post('settings/user_details', 'AccountController@saveUserDetails');

app/Ninja/Intents/BaseIntent.php

@@ -32,7 +32,7 @@ class BaseIntent
         //var_dump($state);
     }
 
-    public static function createIntent($state, $data)
+    public static function createIntent($platform, $state, $data)
     {
         if (! count($data->intents)) {
             throw new Exception(trans('texts.intent_not_found'));
@@ -48,13 +48,18 @@ class BaseIntent
             }
         }
 
-        if (! $entityType) {
+        if ($state && ! $entityType) {
             $entityType = $state->current->entityType;
         }
 
         $entityType = ucwords(strtolower($entityType));
         $intent = str_replace('Entity', $entityType, $intent);
-        $className = "App\\Ninja\\Intents\\{$intent}Intent";
+
+        if ($platform == BOT_PLATFORM_WEB_APP) {
+            $className = "App\\Ninja\\Intents\\WebApp\\{$intent}Intent";
+        } else {
+            $className = "App\\Ninja\\Intents\\{$intent}Intent";
+        }
 
         //echo "Intent: $intent<p>";
 

app/Ninja/Intents/WebApp/CreateInvoiceIntent.php

@@ -0,0 +1,28 @@
+<?php
+
+namespace App\Ninja\Intents\WebApp;
+
+use App\Models\EntityModel;
+use App\Ninja\Intents\InvoiceIntent;
+use Exception;
+
+class CreateInvoiceIntent extends InvoiceIntent
+{
+    public function process()
+    {
+        $client = $this->requestClient();
+        $invoiceItems = $this->requestInvoiceItems();
+
+        if (! $client) {
+            throw new Exception(trans('texts.client_not_found'));
+        }
+
+        $data = array_merge($this->requestFields(), [
+            'client_id' => $client->public_id,
+            'invoice_items' => $invoiceItems,
+        ]);
+
+        //var_dump($data);
+        dd($data);
+    }
+}

resources/views/header.blade.php

@@ -309,12 +309,15 @@
 
       </div>
 
-      <form id="search-form" class="navbar-form navbar-right" role="search">
+      {!! Former::open('/handle_command')->id('search-form')->addClass('navbar-form navbar-right')->role('search') !!}
-        <div class="form-group">
+        <div class="form-group has-feedback">
-          <input type="text" id="search" style="width: 240px;padding-top:0px;padding-bottom:0px"
+          <input type="text" name="command" id="search" style="width: 240px;padding-top:0px;padding-bottom:0px;margin-right:12px;"
-            class="form-control" placeholder="{{ trans('texts.search') . ': ' . trans('texts.search_hotkey')}}">
+            class="form-control" placeholder="{{ trans('texts.search') . ': ' . trans('texts.search_hotkey')}}"/>
+            @if (Utils::isNinja())
+                @include('partials/speech_recognition')
+            @endif
         </div>
-      </form>
+      {!! Former::close() !!}
 
       @if (false && Utils::isAdmin())
       <ul class="nav navbar-nav navbar-right">

resources/views/partials/speech_recognition.blade.php

@@ -0,0 +1,215 @@
+<i class="fa fa-microphone form-control-feedback" style="font-size:16px;padding-top:8px" aria-hidden="true"></i>
+
+<script type="text/javascript">
+    $(function() {
+        $('#search').keypress(function(event) {
+            if (event.keyCode === 13) {
+                $('#search-form').submit();
+            }
+        })
+    })
+
+    var langs =
+    [['Afrikaans',       ['af-ZA']],
+     ['Bahasa Indonesia',['id-ID']],
+     ['Bahasa Melayu',   ['ms-MY']],
+     ['Català',          ['ca-ES']],
+     ['Čeština',         ['cs-CZ']],
+     ['Dansk',           ['da-DK']],
+     ['Deutsch',         ['de-DE']],
+     ['English',         ['en-AU', 'Australia'],
+                         ['en-CA', 'Canada'],
+                         ['en-IN', 'India'],
+                         ['en-NZ', 'New Zealand'],
+                         ['en-ZA', 'South Africa'],
+                         ['en-GB', 'United Kingdom'],
+                         ['en-US', 'United States']],
+     ['Español',         ['es-AR', 'Argentina'],
+                         ['es-BO', 'Bolivia'],
+                         ['es-CL', 'Chile'],
+                         ['es-CO', 'Colombia'],
+                         ['es-CR', 'Costa Rica'],
+                         ['es-EC', 'Ecuador'],
+                         ['es-SV', 'El Salvador'],
+                         ['es-ES', 'España'],
+                         ['es-US', 'Estados Unidos'],
+                         ['es-GT', 'Guatemala'],
+                         ['es-HN', 'Honduras'],
+                         ['es-MX', 'México'],
+                         ['es-NI', 'Nicaragua'],
+                         ['es-PA', 'Panamá'],
+                         ['es-PY', 'Paraguay'],
+                         ['es-PE', 'Perú'],
+                         ['es-PR', 'Puerto Rico'],
+                         ['es-DO', 'República Dominicana'],
+                         ['es-UY', 'Uruguay'],
+                         ['es-VE', 'Venezuela']],
+     ['Euskara',         ['eu-ES']],
+     ['Filipino',        ['fil-PH']],
+     ['Français',        ['fr-FR']],
+     ['Galego',          ['gl-ES']],
+     ['Hrvatski',        ['hr_HR']],
+     ['IsiZulu',         ['zu-ZA']],
+     ['Íslenska',        ['is-IS']],
+     ['Italiano',        ['it-IT', 'Italia'],
+                         ['it-CH', 'Svizzera']],
+     ['Lietuvių',        ['lt-LT']],
+     ['Magyar',          ['hu-HU']],
+     ['Nederlands',      ['nl-NL']],
+     ['Norsk bokmål',    ['nb-NO']],
+     ['Polski',          ['pl-PL']],
+     ['Português',       ['pt-BR', 'Brasil'],
+                         ['pt-PT', 'Portugal']],
+     ['Română',          ['ro-RO']],
+     ['Slovenščina',     ['sl-SI']],
+     ['Slovenčina',      ['sk-SK']],
+     ['Suomi',           ['fi-FI']],
+     ['Svenska',         ['sv-SE']],
+     ['Tiếng Việt',      ['vi-VN']],
+     ['Türkçe',          ['tr-TR']],
+     ['Ελληνικά',        ['el-GR']],
+     ['български',       ['bg-BG']],
+     ['Pусский',         ['ru-RU']],
+     ['Српски',          ['sr-RS']],
+     ['Українська',      ['uk-UA']],
+     ['한국어',            ['ko-KR']],
+     ['中文',             ['cmn-Hans-CN', '普通话 (中国大陆)'],
+                         ['cmn-Hans-HK', '普通话 (香港)'],
+                         ['cmn-Hant-TW', '中文 (台灣)'],
+                         ['yue-Hant-HK', '粵語 (香港)']],
+     ['日本語',           ['ja-JP']],
+     ['हिन्दी',            ['hi-IN']],
+     ['ภาษาไทย',         ['th-TH']]];
+
+
+    var final_transcript = '';
+    var recognizing = false;
+    var ignore_onend;
+    var start_timestamp;
+
+    if (!('webkitSpeechRecognition' in window)) {
+      upgrade();
+    } else {
+      //start_button.style.display = 'inline-block';
+      var recognition = new webkitSpeechRecognition();
+      recognition.continuous = true;
+      recognition.interimResults = true;
+
+      recognition.onstart = function() {
+        recognizing = true;
+        showInfo('info_speak_now');
+        //start_img.src = '/intl/en/chrome/assets/common/images/content/mic-animate.gif';
+      };
+
+      recognition.onerror = function(event) {
+        if (event.error == 'no-speech') {
+          //start_img.src = '/intl/en/chrome/assets/common/images/content/mic.gif';
+          showInfo('info_no_speech');
+          ignore_onend = true;
+        }
+        if (event.error == 'audio-capture') {
+          //start_img.src = '/intl/en/chrome/assets/common/images/content/mic.gif';
+          showInfo('info_no_microphone');
+          ignore_onend = true;
+        }
+        if (event.error == 'not-allowed') {
+          if (event.timeStamp - start_timestamp < 100) {
+            showInfo('info_blocked');
+          } else {
+            showInfo('info_denied');
+          }
+          ignore_onend = true;
+        }
+      };
+
+      recognition.onend = function() {
+        recognizing = false;
+        if (ignore_onend) {
+          return;
+        }
+        //start_img.src = '/intl/en/chrome/assets/common/images/content/mic.gif';
+        if (!final_transcript) {
+          showInfo('info_start');
+          return;
+        }
+        showInfo('');
+        if (window.getSelection) {
+          window.getSelection().removeAllRanges();
+          var range = document.createRange();
+          range.selectNode(document.getElementById('final_span'));
+          window.getSelection().addRange(range);
+        }
+      };
+
+      recognition.onresult = function(event) {
+        var interim_transcript = '';
+        if (typeof(event.results) == 'undefined') {
+          recognition.onend = null;
+          recognition.stop();
+          upgrade();
+          return;
+        }
+        for (var i = event.resultIndex; i < event.results.length; ++i) {
+          if (event.results[i].isFinal) {
+            final_transcript += event.results[i][0].transcript;
+          } else {
+            interim_transcript += event.results[i][0].transcript;
+          }
+        }
+        final_transcript = capitalize(final_transcript);
+        //final_span.innerHTML = linebreak(final_transcript);
+        //interim_span.innerHTML = linebreak(interim_transcript);
+        console.log('final_span: %s', linebreak(final_transcript));
+        console.log('interim_span: %s', linebreak(interim_transcript));
+      };
+    }
+
+    function upgrade() {
+      start_button.style.visibility = 'hidden';
+      showInfo('info_upgrade');
+    }
+
+    var two_line = /\n\n/g;
+    var one_line = /\n/g;
+    function linebreak(s) {
+      return s.replace(two_line, '<p></p>').replace(one_line, '<br>');
+    }
+
+    var first_char = /\S/;
+    function capitalize(s) {
+      return s.replace(first_char, function(m) { return m.toUpperCase(); });
+    }
+
+    function startButton(event) {
+      if (recognizing) {
+        recognition.stop();
+        return;
+      }
+      final_transcript = '';
+      recognition.lang = select_dialect.value;
+      recognition.start();
+      ignore_onend = false;
+      final_span.innerHTML = '';
+      interim_span.innerHTML = '';
+      //start_img.src = '/intl/en/chrome/assets/common/images/content/mic-slash.gif';
+      showInfo('info_allow');
+      start_timestamp = event.timeStamp;
+    }
+
+    function showInfo(s) {
+      console.log('Info: ' + s);
+      /*
+      if (s) {
+        for (var child = info.firstChild; child; child = child.nextSibling) {
+          if (child.style) {
+            child.style.display = child.id == s ? 'inline' : 'none';
+          }
+        }
+        info.style.visibility = 'visible';
+      } else {
+        info.style.visibility = 'hidden';
+      }
+      */
+    }
+
+</script>