123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569 |
- import React from 'react';
- import PropTypes from 'prop-types';
- import { defineMessages, FormattedMessage, injectIntl } from 'react-intl';
- import { formatTime } from 'mastodon/features/video';
- import Icon from 'mastodon/components/icon';
- import classNames from 'classnames';
- import { throttle } from 'lodash';
- import { getPointerPosition, fileNameFromURL } from 'mastodon/features/video';
- import { debounce } from 'lodash';
- import Visualizer from './visualizer';
- import { displayMedia, useBlurhash } from '../../initial_state';
- import Blurhash from '../../components/blurhash';
- import { is } from 'immutable';
- const messages = defineMessages({
- play: { id: 'video.play', defaultMessage: 'Play' },
- pause: { id: 'video.pause', defaultMessage: 'Pause' },
- mute: { id: 'video.mute', defaultMessage: 'Mute sound' },
- unmute: { id: 'video.unmute', defaultMessage: 'Unmute sound' },
- download: { id: 'video.download', defaultMessage: 'Download file' },
- hide: { id: 'audio.hide', defaultMessage: 'Hide audio' },
- });
- const TICK_SIZE = 10;
- const PADDING = 180;
- export default @injectIntl
- class Audio extends React.PureComponent {
- static propTypes = {
- src: PropTypes.string.isRequired,
- alt: PropTypes.string,
- poster: PropTypes.string,
- duration: PropTypes.number,
- width: PropTypes.number,
- height: PropTypes.number,
- sensitive: PropTypes.bool,
- editable: PropTypes.bool,
- fullscreen: PropTypes.bool,
- intl: PropTypes.object.isRequired,
- blurhash: PropTypes.string,
- cacheWidth: PropTypes.func,
- visible: PropTypes.bool,
- onToggleVisibility: PropTypes.func,
- backgroundColor: PropTypes.string,
- foregroundColor: PropTypes.string,
- accentColor: PropTypes.string,
- currentTime: PropTypes.number,
- autoPlay: PropTypes.bool,
- volume: PropTypes.number,
- muted: PropTypes.bool,
- deployPictureInPicture: PropTypes.func,
- };
- state = {
- width: this.props.width,
- currentTime: 0,
- buffer: 0,
- duration: null,
- paused: true,
- muted: false,
- volume: 0.5,
- dragging: false,
- revealed: this.props.visible !== undefined ? this.props.visible : (displayMedia !== 'hide_all' && !this.props.sensitive || displayMedia === 'show_all'),
- };
- constructor (props) {
- super(props);
- this.visualizer = new Visualizer(TICK_SIZE);
- }
- setPlayerRef = c => {
- this.player = c;
- if (this.player) {
- this._setDimensions();
- }
- }
- _pack() {
- return {
- src: this.props.src,
- volume: this.audio.volume,
- muted: this.audio.muted,
- currentTime: this.audio.currentTime,
- poster: this.props.poster,
- backgroundColor: this.props.backgroundColor,
- foregroundColor: this.props.foregroundColor,
- accentColor: this.props.accentColor,
- sensitive: this.props.sensitive,
- visible: this.props.visible,
- };
- }
- _setDimensions () {
- const width = this.player.offsetWidth;
- const height = this.props.fullscreen ? this.player.offsetHeight : (width / (16/9));
- if (this.props.cacheWidth) {
- this.props.cacheWidth(width);
- }
- this.setState({ width, height });
- }
- setSeekRef = c => {
- this.seek = c;
- }
- setVolumeRef = c => {
- this.volume = c;
- }
- setAudioRef = c => {
- this.audio = c;
- if (this.audio) {
- this.setState({ volume: this.audio.volume, muted: this.audio.muted });
- }
- }
- setCanvasRef = c => {
- this.canvas = c;
- this.visualizer.setCanvas(c);
- }
- componentDidMount () {
- window.addEventListener('scroll', this.handleScroll);
- window.addEventListener('resize', this.handleResize, { passive: true });
- }
- componentDidUpdate (prevProps, prevState) {
- if (prevProps.src !== this.props.src || this.state.width !== prevState.width || this.state.height !== prevState.height || prevProps.accentColor !== this.props.accentColor) {
- this._clear();
- this._draw();
- }
- }
- componentWillReceiveProps (nextProps) {
- if (!is(nextProps.visible, this.props.visible) && nextProps.visible !== undefined) {
- this.setState({ revealed: nextProps.visible });
- }
- }
- componentWillUnmount () {
- window.removeEventListener('scroll', this.handleScroll);
- window.removeEventListener('resize', this.handleResize);
- if (!this.state.paused && this.audio && this.props.deployPictureInPicture) {
- this.props.deployPictureInPicture('audio', this._pack());
- }
- }
- togglePlay = () => {
- if (!this.audioContext) {
- this._initAudioContext();
- }
- if (this.state.paused) {
- this.setState({ paused: false }, () => this.audio.play());
- } else {
- this.setState({ paused: true }, () => this.audio.pause());
- }
- }
- handleResize = debounce(() => {
- if (this.player) {
- this._setDimensions();
- }
- }, 250, {
- trailing: true,
- });
- handlePlay = () => {
- this.setState({ paused: false });
- if (this.audioContext && this.audioContext.state === 'suspended') {
- this.audioContext.resume();
- }
- this._renderCanvas();
- }
- handlePause = () => {
- this.setState({ paused: true });
- if (this.audioContext) {
- this.audioContext.suspend();
- }
- }
- handleProgress = () => {
- const lastTimeRange = this.audio.buffered.length - 1;
- if (lastTimeRange > -1) {
- this.setState({ buffer: Math.ceil(this.audio.buffered.end(lastTimeRange) / this.audio.duration * 100) });
- }
- }
- toggleMute = () => {
- const muted = !this.state.muted;
- this.setState({ muted }, () => {
- this.audio.muted = muted;
- });
- }
- toggleReveal = () => {
- if (this.props.onToggleVisibility) {
- this.props.onToggleVisibility();
- } else {
- this.setState({ revealed: !this.state.revealed });
- }
- }
- handleVolumeMouseDown = e => {
- document.addEventListener('mousemove', this.handleMouseVolSlide, true);
- document.addEventListener('mouseup', this.handleVolumeMouseUp, true);
- document.addEventListener('touchmove', this.handleMouseVolSlide, true);
- document.addEventListener('touchend', this.handleVolumeMouseUp, true);
- this.handleMouseVolSlide(e);
- e.preventDefault();
- e.stopPropagation();
- }
- handleVolumeMouseUp = () => {
- document.removeEventListener('mousemove', this.handleMouseVolSlide, true);
- document.removeEventListener('mouseup', this.handleVolumeMouseUp, true);
- document.removeEventListener('touchmove', this.handleMouseVolSlide, true);
- document.removeEventListener('touchend', this.handleVolumeMouseUp, true);
- }
- handleMouseDown = e => {
- document.addEventListener('mousemove', this.handleMouseMove, true);
- document.addEventListener('mouseup', this.handleMouseUp, true);
- document.addEventListener('touchmove', this.handleMouseMove, true);
- document.addEventListener('touchend', this.handleMouseUp, true);
- this.setState({ dragging: true });
- this.audio.pause();
- this.handleMouseMove(e);
- e.preventDefault();
- e.stopPropagation();
- }
- handleMouseUp = () => {
- document.removeEventListener('mousemove', this.handleMouseMove, true);
- document.removeEventListener('mouseup', this.handleMouseUp, true);
- document.removeEventListener('touchmove', this.handleMouseMove, true);
- document.removeEventListener('touchend', this.handleMouseUp, true);
- this.setState({ dragging: false });
- this.audio.play();
- }
- handleMouseMove = throttle(e => {
- const { x } = getPointerPosition(this.seek, e);
- const currentTime = this.audio.duration * x;
- if (!isNaN(currentTime)) {
- this.setState({ currentTime }, () => {
- this.audio.currentTime = currentTime;
- });
- }
- }, 15);
- handleTimeUpdate = () => {
- this.setState({
- currentTime: this.audio.currentTime,
- duration: this.audio.duration,
- });
- }
- handleMouseVolSlide = throttle(e => {
- const { x } = getPointerPosition(this.volume, e);
- if(!isNaN(x)) {
- this.setState({ volume: x }, () => {
- this.audio.volume = x;
- });
- }
- }, 15);
- handleScroll = throttle(() => {
- if (!this.canvas || !this.audio) {
- return;
- }
- const { top, height } = this.canvas.getBoundingClientRect();
- const inView = (top <= (window.innerHeight || document.documentElement.clientHeight)) && (top + height >= 0);
- if (!this.state.paused && !inView) {
- this.audio.pause();
- if (this.props.deployPictureInPicture) {
- this.props.deployPictureInPicture('audio', this._pack());
- }
- this.setState({ paused: true });
- }
- }, 150, { trailing: true });
- handleMouseEnter = () => {
- this.setState({ hovered: true });
- }
- handleMouseLeave = () => {
- this.setState({ hovered: false });
- }
- handleLoadedData = () => {
- const { autoPlay, currentTime, volume, muted } = this.props;
- if (currentTime) {
- this.audio.currentTime = currentTime;
- }
- if (volume !== undefined) {
- this.audio.volume = volume;
- }
- if (muted !== undefined) {
- this.audio.muted = muted;
- }
- if (autoPlay) {
- this.togglePlay();
- }
- }
- _initAudioContext () {
- const AudioContext = window.AudioContext || window.webkitAudioContext;
- const context = new AudioContext();
- const source = context.createMediaElementSource(this.audio);
- this.visualizer.setAudioContext(context, source);
- source.connect(context.destination);
- this.audioContext = context;
- }
- handleDownload = () => {
- fetch(this.props.src).then(res => res.blob()).then(blob => {
- const element = document.createElement('a');
- const objectURL = URL.createObjectURL(blob);
- element.setAttribute('href', objectURL);
- element.setAttribute('download', fileNameFromURL(this.props.src));
- document.body.appendChild(element);
- element.click();
- document.body.removeChild(element);
- URL.revokeObjectURL(objectURL);
- }).catch(err => {
- console.error(err);
- });
- }
- _renderCanvas () {
- requestAnimationFrame(() => {
- if (!this.audio) return;
- this.handleTimeUpdate();
- this._clear();
- this._draw();
- if (!this.state.paused) {
- this._renderCanvas();
- }
- });
- }
- _clear() {
- this.visualizer.clear(this.state.width, this.state.height);
- }
- _draw() {
- this.visualizer.draw(this._getCX(), this._getCY(), this._getAccentColor(), this._getRadius(), this._getScaleCoefficient());
- }
- _getRadius () {
- return parseInt(((this.state.height || this.props.height) - (PADDING * this._getScaleCoefficient()) * 2) / 2);
- }
- _getScaleCoefficient () {
- return (this.state.height || this.props.height) / 982;
- }
- _getCX() {
- return Math.floor(this.state.width / 2);
- }
- _getCY() {
- return Math.floor(this._getRadius() + (PADDING * this._getScaleCoefficient()));
- }
- _getAccentColor () {
- return this.props.accentColor || '#ffffff';
- }
- _getBackgroundColor () {
- return this.props.backgroundColor || '#000000';
- }
- _getForegroundColor () {
- return this.props.foregroundColor || '#ffffff';
- }
- seekBy (time) {
- const currentTime = this.audio.currentTime + time;
- if (!isNaN(currentTime)) {
- this.setState({ currentTime }, () => {
- this.audio.currentTime = currentTime;
- });
- }
- }
- handleAudioKeyDown = e => {
- // On the audio element or the seek bar, we can safely use the space bar
- // for playback control because there are no buttons to press
- if (e.key === ' ') {
- e.preventDefault();
- e.stopPropagation();
- this.togglePlay();
- }
- }
- handleKeyDown = e => {
- switch(e.key) {
- case 'k':
- e.preventDefault();
- e.stopPropagation();
- this.togglePlay();
- break;
- case 'm':
- e.preventDefault();
- e.stopPropagation();
- this.toggleMute();
- break;
- case 'j':
- e.preventDefault();
- e.stopPropagation();
- this.seekBy(-10);
- break;
- case 'l':
- e.preventDefault();
- e.stopPropagation();
- this.seekBy(10);
- break;
- }
- }
- render () {
- const { src, intl, alt, editable, autoPlay, sensitive, blurhash } = this.props;
- const { paused, muted, volume, currentTime, duration, buffer, dragging, revealed } = this.state;
- const progress = Math.min((currentTime / duration) * 100, 100);
- let warning;
- if (sensitive) {
- warning = <FormattedMessage id='status.sensitive_warning' defaultMessage='Sensitive content' />;
- } else {
- warning = <FormattedMessage id='status.media_hidden' defaultMessage='Media hidden' />;
- }
- return (
- <div className={classNames('audio-player', { editable, inactive: !revealed })} ref={this.setPlayerRef} style={{ backgroundColor: this._getBackgroundColor(), color: this._getForegroundColor(), width: '100%', height: this.props.fullscreen ? '100%' : (this.state.height || this.props.height) }} onMouseEnter={this.handleMouseEnter} onMouseLeave={this.handleMouseLeave} tabIndex='0' onKeyDown={this.handleKeyDown}>
- <Blurhash
- hash={blurhash}
- className={classNames('media-gallery__preview', {
- 'media-gallery__preview--hidden': revealed,
- })}
- dummy={!useBlurhash}
- />
- {(revealed || editable) && <audio
- src={src}
- ref={this.setAudioRef}
- preload={autoPlay ? 'auto' : 'none'}
- onPlay={this.handlePlay}
- onPause={this.handlePause}
- onProgress={this.handleProgress}
- onLoadedData={this.handleLoadedData}
- crossOrigin='anonymous'
- />}
- <canvas
- role='button'
- tabIndex='0'
- className='audio-player__canvas'
- width={this.state.width}
- height={this.state.height}
- style={{ width: '100%', position: 'absolute', top: 0, left: 0 }}
- ref={this.setCanvasRef}
- onClick={this.togglePlay}
- onKeyDown={this.handleAudioKeyDown}
- title={alt}
- aria-label={alt}
- />
- <div className={classNames('spoiler-button', { 'spoiler-button--hidden': revealed || editable })}>
- <button type='button' className='spoiler-button__overlay' onClick={this.toggleReveal}>
- <span className='spoiler-button__overlay__label'>{warning}</span>
- </button>
- </div>
- {(revealed || editable) && <img
- src={this.props.poster}
- alt=''
- width={(this._getRadius() - TICK_SIZE) * 2}
- height={(this._getRadius() - TICK_SIZE) * 2}
- style={{ position: 'absolute', left: this._getCX(), top: this._getCY(), transform: 'translate(-50%, -50%)', borderRadius: '50%', pointerEvents: 'none' }}
- />}
- <div className='video-player__seek' onMouseDown={this.handleMouseDown} ref={this.setSeekRef}>
- <div className='video-player__seek__buffer' style={{ width: `${buffer}%` }} />
- <div className='video-player__seek__progress' style={{ width: `${progress}%`, backgroundColor: this._getAccentColor() }} />
- <span
- className={classNames('video-player__seek__handle', { active: dragging })}
- tabIndex='0'
- style={{ left: `${progress}%`, backgroundColor: this._getAccentColor() }}
- onKeyDown={this.handleAudioKeyDown}
- />
- </div>
- <div className='video-player__controls active'>
- <div className='video-player__buttons-bar'>
- <div className='video-player__buttons left'>
- <button type='button' title={intl.formatMessage(paused ? messages.play : messages.pause)} aria-label={intl.formatMessage(paused ? messages.play : messages.pause)} className='player-button' onClick={this.togglePlay}><Icon id={paused ? 'play' : 'pause'} fixedWidth /></button>
- <button type='button' title={intl.formatMessage(muted ? messages.unmute : messages.mute)} aria-label={intl.formatMessage(muted ? messages.unmute : messages.mute)} className='player-button' onClick={this.toggleMute}><Icon id={muted ? 'volume-off' : 'volume-up'} fixedWidth /></button>
- <div className={classNames('video-player__volume', { active: this.state.hovered })} ref={this.setVolumeRef} onMouseDown={this.handleVolumeMouseDown}>
- <div className='video-player__volume__current' style={{ width: `${volume * 100}%`, backgroundColor: this._getAccentColor() }} />
- <span
- className='video-player__volume__handle'
- tabIndex='0'
- style={{ left: `${volume * 100}%`, backgroundColor: this._getAccentColor() }}
- />
- </div>
- <span className='video-player__time'>
- <span className='video-player__time-current'>{formatTime(Math.floor(currentTime))}</span>
- <span className='video-player__time-sep'>/</span>
- <span className='video-player__time-total'>{formatTime(Math.floor(this.state.duration || this.props.duration))}</span>
- </span>
- </div>
- <div className='video-player__buttons right'>
- {!editable && <button type='button' title={intl.formatMessage(messages.hide)} aria-label={intl.formatMessage(messages.hide)} className='player-button' onClick={this.toggleReveal}><Icon id='eye-slash' fixedWidth /></button>}
- <a title={intl.formatMessage(messages.download)} aria-label={intl.formatMessage(messages.download)} className='video-player__download__icon player-button' href={this.props.src} download>
- <Icon id={'download'} fixedWidth />
- </a>
- </div>
- </div>
- </div>
- </div>
- );
- }
- }
|