aboutsummaryrefslogtreecommitdiff
path: root/discord/voice_client.py
diff options
context:
space:
mode:
authorRapptz <[email protected]>2015-12-08 06:37:38 -0500
committerRapptz <[email protected]>2015-12-08 06:37:38 -0500
commita6d6d832ff7f6c49d33f4b6a98a80308b108fb58 (patch)
tree29e600fbcc3045bf879dac3fa01d68ced1388cf3 /discord/voice_client.py
parentFix issue with member.roles being empty. (diff)
downloaddiscord.py-a6d6d832ff7f6c49d33f4b6a98a80308b108fb58.tar.xz
discord.py-a6d6d832ff7f6c49d33f4b6a98a80308b108fb58.zip
Working voice sending implementation.
Currently you can only send from a stream that implements ``read`` and a ``ffmpeg`` or ``avconv``.
Diffstat (limited to 'discord/voice_client.py')
-rw-r--r--discord/voice_client.py231
1 files changed, 229 insertions, 2 deletions
diff --git a/discord/voice_client.py b/discord/voice_client.py
index 9f0ea3ef..a5da879f 100644
--- a/discord/voice_client.py
+++ b/discord/voice_client.py
@@ -45,11 +45,53 @@ import socket
import json, time
import logging
import struct
+import threading
+import subprocess
+import shlex
log = logging.getLogger(__name__)
from . import utils
-from .errors import ClientException
+from .errors import ClientException, InvalidArgument
+from .opus import Encoder as OpusEncoder
+
+class StreamPlayer(threading.Thread):
+ def __init__(self, stream, encoder, connected, player, after, **kwargs):
+ threading.Thread.__init__(self, **kwargs)
+ self.buff = stream
+ self.encoder = encoder
+ self.player = player
+ self._event = threading.Event()
+ self._connected = connected
+ self.after = after
+ self.delay = self.encoder.frame_length / 1000.0
+
+ def run(self):
+ self.loops = 0
+ start = time.time()
+ while not self.is_done():
+ self.loops += 1
+ data = self.buff.read(self.encoder.frame_size)
+ log.info('received {} bytes (out of {})'.format(len(data), self.encoder.frame_size))
+ if len(data) != self.encoder.frame_size:
+ self.stop()
+ break
+
+ self.player(data)
+ next_time = start + self.delay * self.loops
+ delay = max(0, self.delay + (next_time - time.time()))
+ time.sleep(delay)
+
+ def stop(self):
+ self._event.set()
+ if callable(self.after):
+ try:
+ self.after()
+ except:
+ pass
+
+ def is_done(self):
+ return not self._connected.is_set() or self._event.is_set()
class VoiceClient:
"""Represents a Discord voice connection.
@@ -70,15 +112,27 @@ class VoiceClient:
channel : :class:`Channel`
The voice channel connected to.
"""
- def __init__(self, user, connected, session_id, channel, data, loop):
+ def __init__(self, user, connected, main_ws, session_id, channel, data, loop):
self.user = user
self._connected = connected
+ self.main_ws = main_ws
self.channel = channel
self.session_id = session_id
self.loop = loop
self.token = data.get('token')
self.guild_id = data.get('guild_id')
self.endpoint = data.get('endpoint')
+ self.sequence = 0
+ self.timestamp = 0
+ self.encoder = OpusEncoder(48000, 2)
+ log.info('created opus encoder with {0.__dict__}'.format(self.encoder))
+
+ def checked_add(self, attr, value, limit):
+ val = getattr(self, attr)
+ if val + value > limit:
+ setattr(self, attr, 0)
+ else:
+ setattr(self, attr, val + value)
@asyncio.coroutine
def keep_alive_handler(self, delay):
@@ -155,6 +209,8 @@ class VoiceClient:
yield from self.ws.send(utils.to_json(speaking))
self._connected.set()
+ # connection related
+
@asyncio.coroutine
def connect(self):
log.info('voice connection is connecting...')
@@ -204,3 +260,174 @@ class VoiceClient:
self.socket.close()
self._connected.clear()
yield from self.ws.close()
+
+ payload = {
+ 'op': 4,
+ 'd': {
+ 'guild_id': None,
+ 'channel_id': None,
+ 'self_mute': True,
+ 'self_deaf': False
+ }
+ }
+
+ yield from self.main_ws.send(utils.to_json(payload))
+
+ # audio related
+
+ def _get_voice_packet(self, data):
+ log.info('creating a voice packet')
+ buff = bytearray(len(data) + 12)
+ buff[0] = 0x80
+ buff[1] = 0x78
+
+ for i in range(0, len(data)):
+ buff[i + 12] = data[i]
+
+ struct.pack_into('>H', buff, 2, self.sequence)
+ struct.pack_into('>I', buff, 4, self.timestamp)
+ struct.pack_into('>I', buff, 8, self.ssrc)
+ return buff
+
+ def create_ffmpeg_player(self, filename, *, use_avconv=False, after=None):
+ """Creates a stream player for ffmpeg that launches in a separate thread to play
+ audio.
+
+ The ffmpeg player launches a subprocess of ``ffmpeg`` to a specific
+ filename and then plays that file.
+
+ You must have the ffmpeg or avconv executable in your path environment variable
+ in order for this to work.
+
+ The operations that can be done on the player are the same as those in
+ :meth:`create_stream_player`.
+
+ Examples
+ ----------
+
+ Basic usage: ::
+
+ voice = yield from client.join_voice_channel(channel)
+ player = voice.create_ffmpeg_player('cool.mp3')
+ player.start()
+
+ Parameters
+ -----------
+ filename : str
+ The filename that ffmpeg will take and convert to PCM bytes.
+ This is passed to the ``-i`` flag that ffmpeg takes.
+ use_avconv: bool
+ Use ``avconv`` instead of ``ffmpeg``.
+ after : callable
+ The finalizer that is called after the stream is done being
+ played. All exceptions the finalizer throws are silently discarded.
+
+ Raises
+ -------
+ ClientException
+ Popen failed to due to an error in ``ffmpeg`` or ``avconv``.
+
+ Returns
+ --------
+ StreamPlayer
+ A stream player with specific operations.
+ See :meth:`create_stream_player`.
+ """
+ command = 'ffmpeg' if not use_avconv else 'avconv'
+ cmd = '{} -i "{}" -f s16le -ar {} -ac {} -loglevel warning pipe:1'
+ cmd = cmd.format(command, filename, self.encoder.sampling_rate, self.encoder.channels)
+ try:
+ process = subprocess.Popen(shlex.split(cmd), stdout=subprocess.PIPE)
+ except:
+ raise ClientException('Popen failed: {}'.format(str(e)))
+
+ return StreamPlayer(process.stdout, self.encoder, self._connected, self.play_audio, after)
+
+ def encoder_options(self, *, sample_rate, channels=2):
+ """Sets the encoder options for the OpusEncoder.
+
+ Calling this after you create a stream player
+ via :meth:`create_ffmpeg_player` or :meth:`create_stream_player`
+ has no effect.
+
+ Parameters
+ ----------
+ sample_rate : int
+ Sets the sample rate of the OpusEncoder.
+ channels : int
+ Sets the number of channels for the OpusEncoder.
+ 2 for stereo, 1 for mono.
+
+ Raises
+ -------
+ InvalidArgument
+ The values provided are invalid.
+ """
+ if sample_rate not in (8000, 12000, 16000, 24000, 48000):
+ raise InvalidArgument('Sample rate out of range. Valid: [8000, 12000, 16000, 24000, 48000]')
+ if channels not in (1, 2):
+ raise InvalidArgument('Channels must be either 1 or 2.')
+
+ self.encoder = OpusEncoder(sample_rate, channels)
+ log.info('created opus encoder with {0.__dict__}'.format(self.encoder))
+
+ def create_stream_player(self, stream, after=None):
+ """Creates a stream player that launches in a separate thread to
+ play audio.
+
+ The stream player assumes that ``stream.read`` is a valid function
+ that returns a *bytes-like* object.
+
+ The finalizer, ``after`` is called after the stream has been exhausted.
+
+ The following operations are valid on the ``StreamPlayer`` object:
+
+ +------------------+--------------------------------------------------+
+ | Operation | Description |
+ +==================+==================================================+
+ | player.start() | Starts the audio stream. |
+ +------------------+--------------------------------------------------+
+ | player.stop() | Stops the audio stream. |
+ +------------------+--------------------------------------------------+
+ | player.is_done() | Returns a bool indicating if the stream is done. |
+ +------------------+--------------------------------------------------+
+
+ Parameters
+ -----------
+ stream
+ The stream object to read from.
+ after:
+ The finalizer that is called after the stream is exhausted.
+ All exceptions it throws are silently discarded. It is called
+ without parameters.
+
+ Returns
+ --------
+ StreamPlayer
+ A stream player with the operations noted above.
+ """
+
+ def play_audio(self, data):
+ """Sends an audio packet composed of the data.
+
+ You must be connected to play audio.
+
+ Parameters
+ ----------
+ data
+ The *bytes-like object* denoting PCM voice data.
+
+ Raises
+ -------
+ ClientException
+ You are not connected.
+ OpusError
+ Encoding the data failed.
+ """
+
+ self.checked_add('sequence', 1, 65535)
+ encoded_data = self.encoder.encode(data, self.encoder.samples_per_frame)
+ packet = self._get_voice_packet(encoded_data)
+ sent = self.socket.sendto(packet, (self.endpoint_ip, self.voice_port))
+ self.checked_add('timestamp', self.encoder.samples_per_frame, 4294967295)
+