Rahul Khanna D
Published © MIT

Dispenser AI

In many hotels, the accessories such as soap, paste, brush, towel are being served by the server. These can be automated using a voice AI.

IntermediateShowcase (no instructions)10 hours881
Dispenser AI

Things used in this project

Hardware components

MATRIX Voice
MATRIX Labs MATRIX Voice
×1
MATRIX Creator
MATRIX Labs MATRIX Creator
×1
Raspberry Pi 3 Model B+
Raspberry Pi 3 Model B+
×1
SG90 Micro-servo motor
SG90 Micro-servo motor
×2
Jumper wires (generic)
Jumper wires (generic)
×1

Software apps and online services

Snips AIR
Snips AIR

Story

Read more

Schematics

Circuitry

Code

index.js

JavaScript
/////////////
//VARIABLES///////////////
/////////////

var snipsUserName = "Rahul24-06";
const matrix = require('@matrix-io/matrix-lite');
var mqtt = require('mqtt');
var client  = mqtt.connect('mqtt://localhost', { port: 1883 });
var wakeword = 'hermes/hotword/default/detected';
var sessionEnd = 'hermes/dialogueManager/sessionEnded';
//hermes/intent/account username: intentName
var Dispenser = 'hermes/intent/'+snipsUserName+':dispenser';
var hwordToggle = false;
var counter = 0;
var i = 0, delay = 0;
let everloop = new Array(matrix.led.length).fill({});// Array of black LEDs
everloop[0] = {b:100};

// Servo Init
matrix.gpio.setFunction(0, 'PWM');
matrix.gpio.setFunction(1, 'PWM');
matrix.gpio.setMode(0,'output');
matrix.gpio.setMode(1,'output');


setInterval(function(){
        if (hwordToggle == true) {
          let lastColor = everloop.shift();
          everloop.push(lastColor);
          matrix.led.set(everloop);
  i = i + 1;
        };

        if(i > 20)
        {
        hwordToggle = false;
        i = 0;
        };
},10);


client.on('connect', function() {
        console.log("Connected to localhost");

        client.subscribe(wakeword);

        client.subscribe(sessionEnd);

        client.subscribe(Dispenser);

});

client.on('message', function(topic,message) {
    var message = JSON.parse(message);
        switch(topic) {
        // * On Wakeword
        case wakeword:
            hwordToggle = true;
            console.log('Wakeword Detected');
            break;

			case Dispenser:
			console.log(message.slots[0].value.value);
            // Turn Servo motors
            try{
                if (message.slots[0].value.value === 'soap'){
                    console.log('Dispenser Active - Soap Detected');
                    
					matrix.gpio.setServoAngle({
					  pin: 0,
					  angle: 90,
					  // minimum pulse width for a PWM wave (in milliseconds)
					  min_pulse_ms: 0.8
					});
					
					for(delay = 0; delay < 20000; delay++);
					
					matrix.gpio.setServoAngle({
					  pin: 0,
					  angle: 0,
					  // minimum pulse width for a PWM wave (in milliseconds)
					  min_pulse_ms: 0.8
					});
					
					console.log('Dispenser - Soap Dispensed');
                }
                else if(message.slots[0].value.value === 'paste'){
                    console.log('Dispenser Active - Paste Detected');
                   
					matrix.gpio.setServoAngle({
					  pin: 1,
					  angle: 90,
					  // minimum pulse width for a PWM wave (in milliseconds)
					  min_pulse_ms: 0.8
					});
					
					for(delay = 0; delay < 20000; delay++);
					
					matrix.gpio.setServoAngle({
					  pin: 1,
					  angle: 0,
					  // minimum pulse width for a PWM wave (in milliseconds)
					  min_pulse_ms: 0.8
					});
					
					console.log('Dispenser - Paste Dispensed');
                }
            }
           
            catch(e){
                console.log('Did not receive a proper command')
            }
        break;
        // * On Conversation End
        case sessionEnd:
            console.log('Session Ended\n');
        break;
    }
});

Example Repo

Ironman ArcReactor

Project Repo

Credits

Rahul Khanna D

Rahul Khanna D

47 projects • 222 followers
Research Enthusiast - Computer Vision, Machine Intelligence | Embedded System | Robotics | IoT | Intel® Edge AI Scholar

Comments

Related channels and tags
  • Home Automation
  • MATRIX Labs
  • Raspberry Pi
  • Robotics
  • Snips
  • Voice