1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
#!/usr/bin/env python3
import logging
from typing import NamedTuple
import requests
import speech_recognition as sr # type: ignore
import config
logger = logging.getLogger(__name__)
parser = config.add_commandline_args(
f"Google Assistant ({__file__})",
"Args related to contacting the Google Assistant",
)
parser.add_argument(
"--google_assistant_bridge",
type=str,
default="http://kiosk.house:3000",
metavar="URL",
help="How to contact the Google Assistant bridge"
)
parser.add_argument(
"--google_assistant_username",
type=str,
metavar="GOOGLE_ACCOUNT",
default="scott.gasch",
help="The user account for talking to Google Assistant"
)
class GoogleResponse(NamedTuple):
success: bool
response: str
audio_url: str
audio_transcription: str
def __repr__(self):
return f"""
success: {self.success}
response: {self.response}
audio_transcription: {self.audio_transcription}
audio_url: {self.audio_url}"""
def tell_google(cmd: str, *, recognize_speech=True) -> GoogleResponse:
return ask_google(cmd, recognize_speech=recognize_speech)
def ask_google(cmd: str, *, recognize_speech=True) -> GoogleResponse:
logging.debug(f"Asking google: '{cmd}'")
payload = {
"command": cmd,
"user": config.config['google_assistant_username'],
}
url = f"{config.config['google_assistant_bridge']}/assistant"
r = requests.post(url, json=payload)
success = False
response = ""
audio = ""
audio_transcription = ""
if r.status_code == 200:
j = r.json()
success = bool(j["success"])
response = j["response"] if success else j["error"]
if success:
logger.debug('Google request succeeded.')
if len(response) > 0:
logger.debug(f"Google said: '{response}'")
audio = f"{config.config['google_assistant_bridge']}{j['audio']}"
if recognize_speech:
recognizer = sr.Recognizer()
r = requests.get(audio)
if r.status_code == 200:
raw = r.content
speech = sr.AudioData(
frame_data=raw,
sample_rate=24000,
sample_width=2,
)
audio_transcription = recognizer.recognize_google(
speech,
)
logger.debug(f"Transcription: '{audio_transcription}'")
else:
logger.error(
f'HTTP request to {url} with {payload} failed; code {r.status_code}'
)
return GoogleResponse(
success=success,
response=response,
audio_url=audio,
audio_transcription=audio_transcription,
)
|
