Compare commits
11 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 8f1aa07507 | |||
| 6021db52aa | |||
| a2375e6daf | |||
| 8504126d4a | |||
| 4dc4ffa58c | |||
| 26b38811cc | |||
| 1d63461e35 | |||
| 5f1e2e67a4 | |||
| c23b1d42bf | |||
| b2866d073c | |||
| a889c68e40 |
@@ -72,3 +72,7 @@ weather:
|
|||||||
- возможен дождь сегодня?
|
- возможен дождь сегодня?
|
||||||
- прогноз погоды на сегодня
|
- прогноз погоды на сегодня
|
||||||
- погода
|
- погода
|
||||||
|
home_assistant:
|
||||||
|
- включи телевизор
|
||||||
|
- выключи телевизор
|
||||||
|
- начни уборку
|
||||||
+7
-2
@@ -1,5 +1,10 @@
|
|||||||
VA_ALIAS = ('джарвис',)
|
VA_ALIAS = ("джарвис",)
|
||||||
VA_TBR = ('скажи', 'покажи', 'ответь', 'произнеси', 'расскажи', 'сколько', 'слушай')
|
VA_TBR = ("скажи", "покажи", "ответь", "произнеси", "расскажи", "сколько", "слушай")
|
||||||
MODEL_NAME = "vosk-model-small-ru-0.22" # vosk-model-ru-0.42
|
MODEL_NAME = "vosk-model-small-ru-0.22" # vosk-model-ru-0.42
|
||||||
MICROPHONE_INDEX = -1
|
MICROPHONE_INDEX = -1
|
||||||
PICOVOICE_TOKEN = "4xbwaZwZmSHeTiowFl5Rgqsc8CR4FKGV8YueJUlR4Zt2e1kB64IDcA=="
|
PICOVOICE_TOKEN = "4xbwaZwZmSHeTiowFl5Rgqsc8CR4FKGV8YueJUlR4Zt2e1kB64IDcA=="
|
||||||
|
|
||||||
|
|
||||||
|
# home assistant
|
||||||
|
HOME_ASSISTANT_URL = "http://192.168.0.112:9999/api"
|
||||||
|
HOME_ASSISTANT_TOKEN = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiI5NjczNDZjYjc2YzI0YWQzODdhMmUwMmM2MjViZGVjZCIsImlhdCI6MTcxNDQ3MzkzNywiZXhwIjoyMDI5ODMzOTM3fQ.TATpIMXivJOioCtUI8PKg6gyTQYMG6bur6enm6NxjtY"
|
||||||
|
|||||||
@@ -0,0 +1,31 @@
|
|||||||
|
import requests
|
||||||
|
|
||||||
|
from data import config
|
||||||
|
|
||||||
|
|
||||||
|
class HomeAssistant:
|
||||||
|
def __init__(self):
|
||||||
|
self.url = "http://192.168.0.112:9999/api"
|
||||||
|
self.token = config.HOME_ASSISTANT_TOKEN
|
||||||
|
|
||||||
|
def get_info(self, state):
|
||||||
|
response = requests.get(
|
||||||
|
url=f"{self.url}/states",
|
||||||
|
headers={
|
||||||
|
"Authorization": "Bearer " + self.token
|
||||||
|
}
|
||||||
|
)
|
||||||
|
return response
|
||||||
|
|
||||||
|
def send_process(self, command="выключи телевизор"):
|
||||||
|
response = requests.post(
|
||||||
|
url=f"{self.url}/services/conversation/process",
|
||||||
|
json={"text": command},
|
||||||
|
headers={
|
||||||
|
"Authorization": "Bearer " + self.token,
|
||||||
|
"content-type": "application/json"
|
||||||
|
},
|
||||||
|
)
|
||||||
|
if response.status_code == 200:
|
||||||
|
return True
|
||||||
|
return False
|
||||||
+4
-1
@@ -11,6 +11,7 @@ from fuzzywuzzy import fuzz
|
|||||||
from pvrecorder import PvRecorder
|
from pvrecorder import PvRecorder
|
||||||
|
|
||||||
from data import config
|
from data import config
|
||||||
|
from modules.HomeAssistant import HomeAssistant
|
||||||
from utils import download_models, execute_cmd, play
|
from utils import download_models, execute_cmd, play
|
||||||
|
|
||||||
|
|
||||||
@@ -20,6 +21,7 @@ class Jarvis:
|
|||||||
self.recorder = None
|
self.recorder = None
|
||||||
self.CDIR = os.getcwd()
|
self.CDIR = os.getcwd()
|
||||||
self.VA_CMD_LIST = yaml.safe_load(open('data/commands.yaml', encoding='utf8'))
|
self.VA_CMD_LIST = yaml.safe_load(open('data/commands.yaml', encoding='utf8'))
|
||||||
|
self.home_assistant = HomeAssistant()
|
||||||
self.porcupine = pvporcupine.create(
|
self.porcupine = pvporcupine.create(
|
||||||
access_key=config.PICOVOICE_TOKEN,
|
access_key=config.PICOVOICE_TOKEN,
|
||||||
keywords=['jarvis'],
|
keywords=['jarvis'],
|
||||||
@@ -71,6 +73,7 @@ class Jarvis:
|
|||||||
if vrt > rc['percent']:
|
if vrt > rc['percent']:
|
||||||
rc['cmd'] = c
|
rc['cmd'] = c
|
||||||
rc['percent'] = vrt
|
rc['percent'] = vrt
|
||||||
|
rc['recognized_phrase'] = x
|
||||||
if len(rc['cmd'].strip()) <= 0:
|
if len(rc['cmd'].strip()) <= 0:
|
||||||
return False
|
return False
|
||||||
elif rc['percent'] < 70 or rc['cmd'] not in self.VA_CMD_LIST.keys():
|
elif rc['percent'] < 70 or rc['cmd'] not in self.VA_CMD_LIST.keys():
|
||||||
@@ -78,7 +81,7 @@ class Jarvis:
|
|||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
return False
|
return False
|
||||||
else:
|
else:
|
||||||
execute_cmd.execute_cmd(self, rc['cmd'])
|
execute_cmd.execute_cmd(self, rc['cmd'], rc['recognized_phrase'], voice)
|
||||||
return True
|
return True
|
||||||
|
|
||||||
def play(self, phrase, wait_done=True):
|
def play(self, phrase, wait_done=True):
|
||||||
|
|||||||
@@ -0,0 +1,5 @@
|
|||||||
|
from modules.HomeAssistant import HomeAssistant
|
||||||
|
|
||||||
|
home_assistant = HomeAssistant()
|
||||||
|
response = home_assistant.get_info("")
|
||||||
|
print(response.text)
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
def execute_cmd(self, cmd: str):
|
def execute_cmd(self, cmd: str, recognized_phrase: str, voice: str):
|
||||||
if cmd == 'thanks':
|
if cmd == 'thanks':
|
||||||
self.play("thanks")
|
self.play("thanks")
|
||||||
elif cmd == 'stupid':
|
elif cmd == 'stupid':
|
||||||
@@ -7,3 +7,5 @@ def execute_cmd(self, cmd: str):
|
|||||||
self.play("off", True)
|
self.play("off", True)
|
||||||
self.porcupine.delete()
|
self.porcupine.delete()
|
||||||
exit(0)
|
exit(0)
|
||||||
|
elif cmd == 'home_assistant':
|
||||||
|
self.home_assistant.send_process(recognized_phrase)
|
||||||
|
|||||||
Executable
+31
@@ -0,0 +1,31 @@
|
|||||||
|
import time
|
||||||
|
|
||||||
|
import sounddevice as sd
|
||||||
|
import torch
|
||||||
|
|
||||||
|
language = 'ru'
|
||||||
|
model_id = 'ru_v3'
|
||||||
|
sample_rate = 48000 # 48000
|
||||||
|
speaker = 'aidar' # aidar, baya, kseniya, xenia, random
|
||||||
|
put_accent = True
|
||||||
|
put_yo = True
|
||||||
|
device = torch.device('cpu') # cpu или gpu
|
||||||
|
text = "Хауди Хо, друзья!!!"
|
||||||
|
|
||||||
|
model, _ = torch.hub.load(repo_or_dir='snakers4/silero-models',
|
||||||
|
model='silero_tts',
|
||||||
|
language=language,
|
||||||
|
speaker=model_id)
|
||||||
|
model.to(device)
|
||||||
|
|
||||||
|
|
||||||
|
def va_speak(what: str):
|
||||||
|
audio = model.apply_tts(text=what + "..",
|
||||||
|
speaker=speaker,
|
||||||
|
sample_rate=sample_rate,
|
||||||
|
put_accent=put_accent,
|
||||||
|
put_yo=put_yo)
|
||||||
|
|
||||||
|
sd.play(audio, sample_rate * 1.05)
|
||||||
|
time.sleep((len(audio) / sample_rate) + 0.5)
|
||||||
|
sd.stop()
|
||||||
Reference in New Issue
Block a user