/* arch/arm/mach-msm/qdsp5/audio_mp3.c * * mp3 audio output device * * Copyright (C) 2008 Google, Inc. * Copyright (C) 2008 HTC Corporation * Copyright (c) 2009-2012, The Linux Foundation. All rights reserved. * * This software is licensed under the terms of the GNU General Public * License version 2, as published by the Free Software Foundation, and * may be copied, distributed, and modified under those terms. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "audmgr.h" #define ADRV_STATUS_AIO_INTF 0x00000001 #define ADRV_STATUS_OBUF_GIVEN 0x00000002 #define ADRV_STATUS_IBUF_GIVEN 0x00000004 #define ADRV_STATUS_FSYNC 0x00000008 /* Size must be power of 2 */ #define BUFSZ_MAX 32768 #define BUFSZ_MIN 4096 #define DMASZ_MAX (BUFSZ_MAX * 2) #define DMASZ_MIN (BUFSZ_MIN * 2) #define AUDPLAY_INVALID_READ_PTR_OFFSET 0xFFFF #define AUDDEC_DEC_MP3 2 #define PCM_BUFSZ_MIN 4800 /* Hold one stereo MP3 frame */ #define PCM_BUF_MAX_COUNT 5 /* DSP only accepts 5 buffers at most but support 2 buffers currently */ #define ROUTING_MODE_FTRT 1 #define ROUTING_MODE_RT 2 /* Decoder status received from AUDPPTASK */ #define AUDPP_DEC_STATUS_SLEEP 0 #define AUDPP_DEC_STATUS_INIT 1 #define AUDPP_DEC_STATUS_CFG 2 #define AUDPP_DEC_STATUS_PLAY 3 #define AUDMP3_METAFIELD_MASK 0xFFFF0000 #define AUDMP3_EOS_FLG_OFFSET 0x0A /* Offset from beginning of buffer */ #define AUDMP3_EOS_FLG_MASK 0x01 #define AUDMP3_EOS_NONE 0x0 /* No EOS detected */ #define AUDMP3_EOS_SET 0x1 /* EOS set in meta field */ #define AUDMP3_EVENT_NUM 10 /* Default number of pre-allocated event packets */ #define __CONTAINS(r, v, l) ({ \ typeof(r) __r = r; \ typeof(v) __v = v; \ typeof(v) __e = __v + l; \ int res = ((__v >= __r->vaddr) && \ (__e <= __r->vaddr + __r->len)); \ res; \ }) #define CONTAINS(r1, r2) ({ \ typeof(r2) __r2 = r2; \ __CONTAINS(r1, __r2->vaddr, __r2->len); \ }) #define IN_RANGE(r, v) ({ \ typeof(r) __r = r; \ typeof(v) __vv = v; \ int res = ((__vv >= __r->vaddr) && \ (__vv < (__r->vaddr + __r->len))); \ res; \ }) #define OVERLAPS(r1, r2) ({ \ typeof(r1) __r1 = r1; \ typeof(r2) __r2 = r2; \ typeof(__r2->vaddr) __v = __r2->vaddr; \ typeof(__v) __e = __v + __r2->len - 1; \ int res = (IN_RANGE(__r1, __v) || IN_RANGE(__r1, __e)); \ res; \ }) struct audio; struct buffer { void *data; unsigned size; unsigned used; /* Input usage actual DSP produced PCM size */ unsigned addr; unsigned short mfield_sz; /*only useful for data has meta field */ }; #ifdef CONFIG_HAS_EARLYSUSPEND struct audmp3_suspend_ctl { struct early_suspend node; struct audio *audio; }; #endif struct audmp3_event { struct list_head list; int event_type; union msm_audio_event_payload payload; }; struct audmp3_ion_region { struct list_head list; struct ion_handle *handle; int fd; void *vaddr; unsigned long paddr; unsigned long kvaddr; unsigned long len; unsigned ref_cnt; }; struct audmp3_buffer_node { struct list_head list; struct msm_audio_aio_buf buf; unsigned long paddr; }; struct audmp3_drv_operations { void (*pcm_buf_update)(struct audio *, uint32_t *); void (*buffer_refresh)(struct audio *); void (*send_data)(struct audio *, unsigned); void (*out_flush)(struct audio *); void (*in_flush)(struct audio *); int (*fsync)(struct audio *); }; struct audio { struct buffer out[2]; spinlock_t dsp_lock; uint8_t out_head; uint8_t out_tail; uint8_t out_needed; /* number of buffers the dsp is waiting for */ unsigned out_dma_sz; struct list_head out_queue; /* queue to retain output buffers */ atomic_t out_bytes; struct mutex lock; struct mutex write_lock; wait_queue_head_t write_wait; /* Host PCM section */ struct buffer in[PCM_BUF_MAX_COUNT]; struct mutex read_lock; wait_queue_head_t read_wait; /* Wait queue for read */ char *read_data; /* pointer to reader buffer */ int32_t read_phys; /* physical address of reader buffer */ uint8_t read_next; /* index to input buffers to be read next */ uint8_t fill_next; /* index to buffer that DSP should be filling */ uint8_t pcm_buf_count; /* number of pcm buffer allocated */ struct list_head in_queue; /* queue to retain input buffers */ /* ---- End of Host PCM section */ struct msm_adsp_module *audplay; /* configuration to use on next enable */ uint32_t out_sample_rate; uint32_t out_channel_mode; struct audmgr audmgr; /* data allocated for various buffers */ char *data; int32_t phys; /* physical address of write buffer */ void *map_v_read; void *map_v_write; uint32_t drv_status; int mfield; /* meta field embedded in data */ int rflush; /* Read flush */ int wflush; /* Write flush */ int opened; int enabled; int running; int stopped; /* set when stopped, cleared on flush */ int pcm_feedback; int buf_refresh; int rmt_resource_released; int teos; /* valid only if tunnel mode & no data left for decoder */ enum msm_aud_decoder_state dec_state; /* Represents decoder state */ int reserved; /* A byte is being reserved */ char rsv_byte; /* Handle odd length user data */ const char *module_name; unsigned queue_id; uint16_t dec_id; uint32_t read_ptr_offset; #ifdef CONFIG_HAS_EARLYSUSPEND struct audmp3_suspend_ctl suspend_ctl; #endif #ifdef CONFIG_DEBUG_FS struct dentry *dentry; #endif wait_queue_head_t wait; struct list_head free_event_queue; struct list_head event_queue; wait_queue_head_t event_wait; spinlock_t event_queue_lock; struct mutex get_event_lock; int event_abort; struct list_head ion_region_queue; /* protected by lock */ struct audmp3_drv_operations drv_ops; int eq_enable; int eq_needs_commit; audpp_cmd_cfg_object_params_eqalizer eq; audpp_cmd_cfg_object_params_volume vol_pan; struct ion_client *client; struct ion_handle *input_buff_handle; struct ion_handle *output_buff_handle; }; static int auddec_dsp_config(struct audio *audio, int enable); static void audpp_cmd_cfg_adec_params(struct audio *audio); static void audpp_cmd_cfg_routing_mode(struct audio *audio); static void audplay_send_data(struct audio *audio, unsigned needed); static void audplay_config_hostpcm(struct audio *audio); static void audplay_buffer_refresh(struct audio *audio); static void audio_dsp_event(void *private, unsigned id, uint16_t *msg); static void audmp3_post_event(struct audio *audio, int type, union msm_audio_event_payload payload); static unsigned long audmp3_ion_fixup(struct audio *audio, void *addr, unsigned long len, int ref_up); static int rmt_put_resource(struct audio *audio) { struct aud_codec_config_cmd cmd; unsigned short client_idx; cmd.cmd_id = RM_CMD_AUD_CODEC_CFG; cmd.client_id = RM_AUD_CLIENT_ID; cmd.task_id = audio->dec_id; cmd.enable = RMT_DISABLE; cmd.dec_type = AUDDEC_DEC_MP3; client_idx = ((cmd.client_id << 8) | cmd.task_id); return put_adsp_resource(client_idx, &cmd, sizeof(cmd)); } static int rmt_get_resource(struct audio *audio) { struct aud_codec_config_cmd cmd; unsigned short client_idx; cmd.cmd_id = RM_CMD_AUD_CODEC_CFG; cmd.client_id = RM_AUD_CLIENT_ID; cmd.task_id = audio->dec_id; cmd.enable = RMT_ENABLE; cmd.dec_type = AUDDEC_DEC_MP3; client_idx = ((cmd.client_id << 8) | cmd.task_id); return get_adsp_resource(client_idx, &cmd, sizeof(cmd)); } /* must be called with audio->lock held */ static int audio_enable(struct audio *audio) { struct audmgr_config cfg; int rc; MM_DBG("\n"); /* Macro prints the file name and function */ if (audio->enabled) return 0; if (audio->rmt_resource_released == 1) { audio->rmt_resource_released = 0; rc = rmt_get_resource(audio); if (rc) { MM_ERR("ADSP resources are not available for MP3 \ session 0x%08x on decoder: %d\n Ignoring \ error and going ahead with the playback\n", (int)audio, audio->dec_id); } } audio->dec_state = MSM_AUD_DECODER_STATE_NONE; audio->out_tail = 0; audio->out_needed = 0; if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) { cfg.tx_rate = RPC_AUD_DEF_SAMPLE_RATE_NONE; cfg.rx_rate = RPC_AUD_DEF_SAMPLE_RATE_48000; cfg.def_method = RPC_AUD_DEF_METHOD_PLAYBACK; cfg.codec = RPC_AUD_DEF_CODEC_MP3; cfg.snd_method = RPC_SND_METHOD_MIDI; rc = audmgr_enable(&audio->audmgr, &cfg); if (rc < 0) { msm_adsp_dump(audio->audplay); return rc; } } if (msm_adsp_enable(audio->audplay)) { MM_ERR("msm_adsp_enable(audplay) failed\n"); if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) audmgr_disable(&audio->audmgr); return -ENODEV; } if (audpp_enable(audio->dec_id, audio_dsp_event, audio)) { MM_ERR("audpp_enable() failed\n"); msm_adsp_disable(audio->audplay); if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) audmgr_disable(&audio->audmgr); return -ENODEV; } audio->enabled = 1; return 0; } /* must be called with audio->lock held */ static int audio_disable(struct audio *audio) { int rc = 0; MM_DBG("\n"); /* Macro prints the file name and function */ if (audio->enabled) { audio->enabled = 0; audio->dec_state = MSM_AUD_DECODER_STATE_NONE; auddec_dsp_config(audio, 0); rc = wait_event_interruptible_timeout(audio->wait, audio->dec_state != MSM_AUD_DECODER_STATE_NONE, msecs_to_jiffies(MSM_AUD_DECODER_WAIT_MS)); if (rc == 0) rc = -ETIMEDOUT; else if (audio->dec_state != MSM_AUD_DECODER_STATE_CLOSE) rc = -EFAULT; else rc = 0; audio->stopped = 1; wake_up(&audio->write_wait); wake_up(&audio->read_wait); msm_adsp_disable(audio->audplay); audpp_disable(audio->dec_id, audio); if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) { rc = audmgr_disable(&audio->audmgr); if (rc < 0) msm_adsp_dump(audio->audplay); } audio->out_needed = 0; rmt_put_resource(audio); audio->rmt_resource_released = 1; } return rc; } /* ------------------- dsp --------------------- */ static void audmp3_async_pcm_buf_update(struct audio *audio, uint32_t *payload) { unsigned long flags; union msm_audio_event_payload event_payload; struct audmp3_buffer_node *filled_buf; uint8_t index; if (audio->rflush) return; spin_lock_irqsave(&audio->dsp_lock, flags); for (index = 0; index < payload[1]; index++) { BUG_ON(list_empty(&audio->in_queue)); filled_buf = list_first_entry(&audio->in_queue, struct audmp3_buffer_node, list); if (filled_buf->paddr == payload[2 + index * 2]) { list_del(&filled_buf->list); event_payload.aio_buf = filled_buf->buf; event_payload.aio_buf.data_len = payload[3 + index * 2]; MM_DBG("pcm buf %p data_len %d\n", filled_buf, event_payload.aio_buf.data_len); audmp3_post_event(audio, AUDIO_EVENT_READ_DONE, event_payload); kfree(filled_buf); } else { MM_ERR("expected=%lx ret=%x\n", filled_buf->paddr, payload[2 + index * 2]); break; } } audio->drv_status &= ~ADRV_STATUS_IBUF_GIVEN; audio->drv_ops.buffer_refresh(audio); spin_unlock_irqrestore(&audio->dsp_lock, flags); } static void audio_update_pcm_buf_entry(struct audio *audio, uint32_t *payload) { uint8_t index; unsigned long flags; if (audio->rflush) return; spin_lock_irqsave(&audio->dsp_lock, flags); for (index = 0; index < payload[1]; index++) { if (audio->in[audio->fill_next].addr == payload[2 + index * 2]) { MM_DBG("in[%d] ready\n", audio->fill_next); audio->in[audio->fill_next].used = payload[3 + index * 2]; if ((++audio->fill_next) == audio->pcm_buf_count) audio->fill_next = 0; } else { MM_ERR("expected=%x ret=%x\n", audio->in[audio->fill_next].addr, payload[2 + index * 2]); break; } } if (audio->in[audio->fill_next].used == 0) { audio->drv_ops.buffer_refresh(audio); } else { MM_DBG("read cannot keep up\n"); audio->buf_refresh = 1; } wake_up(&audio->read_wait); spin_unlock_irqrestore(&audio->dsp_lock, flags); } static void audplay_dsp_event(void *data, unsigned id, size_t len, void (*getevent) (void *ptr, size_t len)) { struct audio *audio = data; uint32_t msg[28]; getevent(msg, sizeof(msg)); MM_DBG("msg_id=%x\n", id); switch (id) { case AUDPLAY_MSG_DEC_NEEDS_DATA: audio->drv_ops.send_data(audio, 1); break; case AUDPLAY_MSG_BUFFER_UPDATE: audio->drv_ops.pcm_buf_update(audio, msg); break; case ADSP_MESSAGE_ID: MM_DBG("Received ADSP event: module enable(audplaytask)\n"); break; default: MM_ERR("unexpected message from decoder \n"); break; } } static void audio_dsp_event(void *private, unsigned id, uint16_t *msg) { struct audio *audio = private; switch (id) { case AUDPP_MSG_STATUS_MSG:{ unsigned status = msg[1]; switch (status) { case AUDPP_DEC_STATUS_SLEEP: { uint16_t reason = msg[2]; MM_DBG("decoder status: sleep reason=0x%04x\n", reason); if ((reason == AUDPP_MSG_REASON_MEM) || (reason == AUDPP_MSG_REASON_NODECODER)) { audio->dec_state = MSM_AUD_DECODER_STATE_FAILURE; wake_up(&audio->wait); } else if (reason == AUDPP_MSG_REASON_NONE) { /* decoder is in disable state */ audio->dec_state = MSM_AUD_DECODER_STATE_CLOSE; wake_up(&audio->wait); } break; } case AUDPP_DEC_STATUS_INIT: MM_DBG("decoder status: init \n"); if (audio->pcm_feedback) audpp_cmd_cfg_routing_mode(audio); else audpp_cmd_cfg_adec_params(audio); break; case AUDPP_DEC_STATUS_CFG: MM_DBG("decoder status: cfg \n"); break; case AUDPP_DEC_STATUS_PLAY: MM_DBG("decoder status: play \n"); if (audio->pcm_feedback) { audplay_config_hostpcm(audio); audio->drv_ops.buffer_refresh(audio); } audio->dec_state = MSM_AUD_DECODER_STATE_SUCCESS; wake_up(&audio->wait); break; default: MM_ERR("unknown decoder status \n"); break; } break; } case AUDPP_MSG_CFG_MSG: if (msg[0] == AUDPP_MSG_ENA_ENA) { MM_DBG("CFG_MSG ENABLE\n"); auddec_dsp_config(audio, 1); audio->out_needed = 0; audio->running = 1; audpp_dsp_set_vol_pan(audio->dec_id, &audio->vol_pan); audpp_dsp_set_eq(audio->dec_id, audio->eq_enable, &audio->eq); audpp_avsync(audio->dec_id, 22050); } else if (msg[0] == AUDPP_MSG_ENA_DIS) { MM_DBG("CFG_MSG DISABLE\n"); audpp_avsync(audio->dec_id, 0); audio->running = 0; } else { MM_DBG("CFG_MSG %d?\n", msg[0]); } break; case AUDPP_MSG_ROUTING_ACK: MM_DBG("ROUTING_ACK mode=%d\n", msg[1]); audpp_cmd_cfg_adec_params(audio); break; case AUDPP_MSG_FLUSH_ACK: MM_DBG("FLUSH_ACK\n"); audio->wflush = 0; audio->rflush = 0; wake_up(&audio->write_wait); if (audio->pcm_feedback) audio->drv_ops.buffer_refresh(audio); break; case AUDPP_MSG_PCMDMAMISSED: MM_DBG("PCMDMAMISSED\n"); audio->teos = 1; wake_up(&audio->write_wait); break; default: MM_ERR("UNKNOWN (%d)\n", id); } } struct msm_adsp_ops audplay_adsp_ops = { .event = audplay_dsp_event, }; #define audplay_send_queue0(audio, cmd, len) \ msm_adsp_write(audio->audplay, audio->queue_id, \ cmd, len) static int auddec_dsp_config(struct audio *audio, int enable) { u16 cfg_dec_cmd[AUDPP_CMD_CFG_DEC_TYPE_LEN / sizeof(unsigned short)]; memset(cfg_dec_cmd, 0, sizeof(cfg_dec_cmd)); cfg_dec_cmd[0] = AUDPP_CMD_CFG_DEC_TYPE; if (enable) cfg_dec_cmd[1 + audio->dec_id] = AUDPP_CMD_UPDATDE_CFG_DEC | AUDPP_CMD_ENA_DEC_V | AUDDEC_DEC_MP3; else cfg_dec_cmd[1 + audio->dec_id] = AUDPP_CMD_UPDATDE_CFG_DEC | AUDPP_CMD_DIS_DEC_V; return audpp_send_queue1(&cfg_dec_cmd, sizeof(cfg_dec_cmd)); } static void audpp_cmd_cfg_adec_params(struct audio *audio) { audpp_cmd_cfg_adec_params_mp3 cmd; memset(&cmd, 0, sizeof(cmd)); cmd.common.cmd_id = AUDPP_CMD_CFG_ADEC_PARAMS; cmd.common.length = AUDPP_CMD_CFG_ADEC_PARAMS_MP3_LEN; cmd.common.dec_id = audio->dec_id; cmd.common.input_sampling_frequency = audio->out_sample_rate; audpp_send_queue2(&cmd, sizeof(cmd)); } static void audpp_cmd_cfg_routing_mode(struct audio *audio) { struct audpp_cmd_routing_mode cmd; MM_DBG("\n"); /* Macro prints the file name and function */ memset(&cmd, 0, sizeof(cmd)); cmd.cmd_id = AUDPP_CMD_ROUTING_MODE; cmd.object_number = audio->dec_id; if (audio->pcm_feedback) cmd.routing_mode = ROUTING_MODE_FTRT; else cmd.routing_mode = ROUTING_MODE_RT; audpp_send_queue1(&cmd, sizeof(cmd)); } static int audplay_dsp_send_data_avail(struct audio *audio, unsigned idx, unsigned len) { struct audplay_cmd_bitstream_data_avail_nt2 cmd; cmd.cmd_id = AUDPLAY_CMD_BITSTREAM_DATA_AVAIL_NT2; if (audio->mfield) cmd.decoder_id = AUDMP3_METAFIELD_MASK | (audio->out[idx].mfield_sz >> 1); else cmd.decoder_id = audio->dec_id; cmd.buf_ptr = audio->out[idx].addr; cmd.buf_size = len/2; cmd.partition_number = 0; /* complete all the writes to the input buffer */ wmb(); return audplay_send_queue0(audio, &cmd, sizeof(cmd)); } /* Caller holds irq_lock */ static void audmp3_async_buffer_refresh(struct audio *audio) { struct audplay_cmd_buffer_refresh refresh_cmd; struct audmp3_buffer_node *next_buf; if (!audio->running || audio->drv_status & ADRV_STATUS_IBUF_GIVEN) return; if (!list_empty(&audio->in_queue)) { next_buf = list_first_entry(&audio->in_queue, struct audmp3_buffer_node, list); if (!next_buf) return; MM_DBG("next buf %p phy %lx len %d\n", next_buf, next_buf->paddr, next_buf->buf.buf_len); refresh_cmd.cmd_id = AUDPLAY_CMD_BUFFER_REFRESH; refresh_cmd.num_buffers = 1; refresh_cmd.buf0_address = next_buf->paddr; refresh_cmd.buf0_length = next_buf->buf.buf_len - (next_buf->buf.buf_len % 576) + (audio->mfield ? 24 : 0); /* Mp3 frame size */ refresh_cmd.buf_read_count = 0; audio->drv_status |= ADRV_STATUS_IBUF_GIVEN; (void) audplay_send_queue0(audio, &refresh_cmd, sizeof(refresh_cmd)); } } static void audplay_buffer_refresh(struct audio *audio) { struct audplay_cmd_buffer_refresh refresh_cmd; refresh_cmd.cmd_id = AUDPLAY_CMD_BUFFER_REFRESH; refresh_cmd.num_buffers = 1; refresh_cmd.buf0_address = audio->in[audio->fill_next].addr; refresh_cmd.buf0_length = audio->in[audio->fill_next].size - (audio->in[audio->fill_next].size % 576) + (audio->mfield ? 24 : 0); /* Mp3 frame size */ refresh_cmd.buf_read_count = 0; MM_DBG("buf0_addr=%x buf0_len=%d\n", refresh_cmd.buf0_address, refresh_cmd.buf0_length); (void)audplay_send_queue0(audio, &refresh_cmd, sizeof(refresh_cmd)); } static void audplay_config_hostpcm(struct audio *audio) { struct audplay_cmd_hpcm_buf_cfg cfg_cmd; MM_DBG("\n"); /* Macro prints the file name and function */ cfg_cmd.cmd_id = AUDPLAY_CMD_HPCM_BUF_CFG; cfg_cmd.max_buffers = 1; cfg_cmd.byte_swap = 0; cfg_cmd.hostpcm_config = (0x8000) | (0x4000); cfg_cmd.feedback_frequency = 1; cfg_cmd.partition_number = 0; (void)audplay_send_queue0(audio, &cfg_cmd, sizeof(cfg_cmd)); } static void audmp3_async_send_data(struct audio *audio, unsigned needed) { unsigned long flags; spin_lock_irqsave(&audio->dsp_lock, flags); if (!audio->running) goto done; if (needed && !audio->wflush) { audio->out_needed = 1; if (audio->drv_status & ADRV_STATUS_OBUF_GIVEN) { /* pop one node out of queue */ union msm_audio_event_payload payload; struct audmp3_buffer_node *used_buf; MM_DBG("consumed\n"); BUG_ON(list_empty(&audio->out_queue)); used_buf = list_first_entry(&audio->out_queue, struct audmp3_buffer_node, list); list_del(&used_buf->list); payload.aio_buf = used_buf->buf; audmp3_post_event(audio, AUDIO_EVENT_WRITE_DONE, payload); kfree(used_buf); audio->drv_status &= ~ADRV_STATUS_OBUF_GIVEN; } } if (audio->out_needed) { struct audmp3_buffer_node *next_buf; struct audplay_cmd_bitstream_data_avail_nt2 cmd; if (!list_empty(&audio->out_queue)) { next_buf = list_first_entry(&audio->out_queue, struct audmp3_buffer_node, list); MM_DBG("next_buf %p\n", next_buf); if (next_buf) { MM_DBG("next buf phy %lx len %d\n", next_buf->paddr, next_buf->buf.data_len); cmd.cmd_id = AUDPLAY_CMD_BITSTREAM_DATA_AVAIL_NT2; if (audio->mfield) cmd.decoder_id = AUDMP3_METAFIELD_MASK | (next_buf->buf.mfield_sz >> 1); else cmd.decoder_id = audio->dec_id; cmd.buf_ptr = (unsigned) next_buf->paddr; cmd.buf_size = next_buf->buf.data_len >> 1; cmd.partition_number = 0; /* complete the writes to the input buffer */ wmb(); audplay_send_queue0(audio, &cmd, sizeof(cmd)); audio->out_needed = 0; audio->drv_status |= ADRV_STATUS_OBUF_GIVEN; } } } done: spin_unlock_irqrestore(&audio->dsp_lock, flags); } static void audplay_send_data(struct audio *audio, unsigned needed) { struct buffer *frame; unsigned long flags; spin_lock_irqsave(&audio->dsp_lock, flags); if (!audio->running) goto done; if (needed && !audio->wflush) { /* We were called from the callback because the DSP * requested more data. Note that the DSP does want * more data, and if a buffer was in-flight, mark it * as available (since the DSP must now be done with * it). */ audio->out_needed = 1; frame = audio->out + audio->out_tail; if (frame->used == 0xffffffff) { MM_DBG("frame %d free\n", audio->out_tail); frame->used = 0; audio->out_tail ^= 1; wake_up(&audio->write_wait); } } if (audio->out_needed) { /* If the DSP currently wants data and we have a * buffer available, we will send it and reset * the needed flag. We'll mark the buffer as in-flight * so that it won't be recycled until the next buffer * is requested */ frame = audio->out + audio->out_tail; if (frame->used) { BUG_ON(frame->used == 0xffffffff); MM_DBG("frame %d busy\n", audio->out_tail); audplay_dsp_send_data_avail(audio, audio->out_tail, frame->used); frame->used = 0xffffffff; audio->out_needed = 0; } } done: spin_unlock_irqrestore(&audio->dsp_lock, flags); } /* ------------------- device --------------------- */ static void audmp3_async_flush(struct audio *audio) { struct audmp3_buffer_node *buf_node; struct list_head *ptr, *next; union msm_audio_event_payload payload; unsigned long flags; spin_lock_irqsave(&audio->dsp_lock, flags); MM_DBG("\n"); /* Macro prints the file name and function */ list_for_each_safe(ptr, next, &audio->out_queue) { buf_node = list_entry(ptr, struct audmp3_buffer_node, list); list_del(&buf_node->list); payload.aio_buf = buf_node->buf; audmp3_post_event(audio, AUDIO_EVENT_WRITE_DONE, payload); kfree(buf_node); } audio->drv_status &= ~ADRV_STATUS_OBUF_GIVEN; audio->out_needed = 0; atomic_set(&audio->out_bytes, 0); spin_unlock_irqrestore(&audio->dsp_lock, flags); } static void audio_flush(struct audio *audio) { unsigned long flags; spin_lock_irqsave(&audio->dsp_lock, flags); audio->out[0].used = 0; audio->out[1].used = 0; audio->out_head = 0; audio->out_tail = 0; audio->reserved = 0; audio->out_needed = 0; spin_unlock_irqrestore(&audio->dsp_lock, flags); atomic_set(&audio->out_bytes, 0); } static void audmp3_async_flush_pcm_buf(struct audio *audio) { struct audmp3_buffer_node *buf_node; struct list_head *ptr, *next; union msm_audio_event_payload payload; MM_DBG("\n"); /* Macro prints the file name and function */ list_for_each_safe(ptr, next, &audio->in_queue) { buf_node = list_entry(ptr, struct audmp3_buffer_node, list); list_del(&buf_node->list); payload.aio_buf = buf_node->buf; payload.aio_buf.data_len = 0; audmp3_post_event(audio, AUDIO_EVENT_READ_DONE, payload); kfree(buf_node); } audio->drv_status &= ~ADRV_STATUS_IBUF_GIVEN; } static void audio_flush_pcm_buf(struct audio *audio) { uint8_t index; unsigned long flags; spin_lock_irqsave(&audio->dsp_lock, flags); for (index = 0; index < PCM_BUF_MAX_COUNT; index++) audio->in[index].used = 0; audio->buf_refresh = 0; audio->read_next = 0; audio->fill_next = 0; spin_unlock_irqrestore(&audio->dsp_lock, flags); } static void audio_ioport_reset(struct audio *audio) { if (audio->drv_status & ADRV_STATUS_AIO_INTF) { /* If fsync is in progress, make sure * return value of fsync indicates * abort due to flush */ if (audio->drv_status & ADRV_STATUS_FSYNC) { MM_DBG("fsync in progress\n"); wake_up(&audio->write_wait); mutex_lock(&audio->write_lock); audio->drv_ops.out_flush(audio); mutex_unlock(&audio->write_lock); } else audio->drv_ops.out_flush(audio); audio->drv_ops.in_flush(audio); } else { /* Make sure read/write thread are free from * sleep and knowing that system is not able * to process io request at the moment */ wake_up(&audio->write_wait); mutex_lock(&audio->write_lock); audio->drv_ops.out_flush(audio); mutex_unlock(&audio->write_lock); wake_up(&audio->read_wait); mutex_lock(&audio->read_lock); audio->drv_ops.in_flush(audio); mutex_unlock(&audio->read_lock); } } static int audmp3_events_pending(struct audio *audio) { unsigned long flags; int empty; spin_lock_irqsave(&audio->event_queue_lock, flags); empty = !list_empty(&audio->event_queue); spin_unlock_irqrestore(&audio->event_queue_lock, flags); return empty || audio->event_abort; } static void audmp3_reset_event_queue(struct audio *audio) { unsigned long flags; struct audmp3_event *drv_evt; struct list_head *ptr, *next; spin_lock_irqsave(&audio->event_queue_lock, flags); list_for_each_safe(ptr, next, &audio->event_queue) { drv_evt = list_first_entry(&audio->event_queue, struct audmp3_event, list); list_del(&drv_evt->list); kfree(drv_evt); } list_for_each_safe(ptr, next, &audio->free_event_queue) { drv_evt = list_first_entry(&audio->free_event_queue, struct audmp3_event, list); list_del(&drv_evt->list); kfree(drv_evt); } spin_unlock_irqrestore(&audio->event_queue_lock, flags); return; } static long audmp3_process_event_req(struct audio *audio, void __user *arg) { long rc; struct msm_audio_event usr_evt; struct audmp3_event *drv_evt = NULL; int timeout; unsigned long flags; if (copy_from_user(&usr_evt, arg, sizeof(struct msm_audio_event))) return -EFAULT; timeout = (int) usr_evt.timeout_ms; if (timeout > 0) { rc = wait_event_interruptible_timeout( audio->event_wait, audmp3_events_pending(audio), msecs_to_jiffies(timeout)); if (rc == 0) return -ETIMEDOUT; } else { rc = wait_event_interruptible( audio->event_wait, audmp3_events_pending(audio)); } if (rc < 0) return rc; if (audio->event_abort) { audio->event_abort = 0; return -ENODEV; } rc = 0; spin_lock_irqsave(&audio->event_queue_lock, flags); if (!list_empty(&audio->event_queue)) { drv_evt = list_first_entry(&audio->event_queue, struct audmp3_event, list); list_del(&drv_evt->list); } if (drv_evt) { usr_evt.event_type = drv_evt->event_type; usr_evt.event_payload = drv_evt->payload; list_add_tail(&drv_evt->list, &audio->free_event_queue); } else rc = -1; spin_unlock_irqrestore(&audio->event_queue_lock, flags); if (drv_evt->event_type == AUDIO_EVENT_WRITE_DONE || drv_evt->event_type == AUDIO_EVENT_READ_DONE) { mutex_lock(&audio->lock); audmp3_ion_fixup(audio, drv_evt->payload.aio_buf.buf_addr, drv_evt->payload.aio_buf.buf_len, 0); mutex_unlock(&audio->lock); } /* order reads from the output buffer */ if (drv_evt->event_type == AUDIO_EVENT_READ_DONE) rmb(); if (!rc && copy_to_user(arg, &usr_evt, sizeof(usr_evt))) rc = -EFAULT; return rc; } static int audmp3_ion_check(struct audio *audio, void *vaddr, unsigned long len) { struct audmp3_ion_region *region_elt; struct audmp3_ion_region t = { .vaddr = vaddr, .len = len }; list_for_each_entry(region_elt, &audio->ion_region_queue, list) { if (CONTAINS(region_elt, &t) || CONTAINS(&t, region_elt) || OVERLAPS(region_elt, &t)) { MM_ERR("region (vaddr %p len %ld)" " clashes with registered region" " (vaddr %p paddr %p len %ld)\n", vaddr, len, region_elt->vaddr, (void *)region_elt->paddr, region_elt->len); return -EINVAL; } } return 0; } static int audmp3_ion_add(struct audio *audio, struct msm_audio_ion_info *info) { ion_phys_addr_t paddr; size_t len; unsigned long kvaddr; struct audmp3_ion_region *region; int rc = -EINVAL; struct ion_handle *handle; unsigned long ionflag; void *temp_ptr; MM_DBG("\n"); /* Macro prints the file name and function */ region = kmalloc(sizeof(*region), GFP_KERNEL); if (!region) { rc = -ENOMEM; goto end; } handle = ion_import_dma_buf(audio->client, info->fd); if (IS_ERR_OR_NULL(handle)) { pr_err("%s: could not get handle of the given fd\n", __func__); goto import_error; } rc = ion_handle_get_flags(audio->client, handle, &ionflag); if (rc) { pr_err("%s: could not get flags for the handle\n", __func__); goto flag_error; } temp_ptr = ion_map_kernel(audio->client, handle); if (IS_ERR_OR_NULL(temp_ptr)) { pr_err("%s: could not get virtual address\n", __func__); goto map_error; } kvaddr = (unsigned long) temp_ptr; rc = ion_phys(audio->client, handle, &paddr, &len); if (rc) { pr_err("%s: could not get physical address\n", __func__); goto ion_error; } rc = audmp3_ion_check(audio, info->vaddr, len); if (rc < 0) { MM_ERR("audpcm_ion_check failed\n"); goto ion_error; } region->handle = handle; region->vaddr = info->vaddr; region->fd = info->fd; region->paddr = paddr; region->kvaddr = kvaddr; region->len = len; region->ref_cnt = 0; MM_DBG("[%p]:add region paddr %lx vaddr %p, len %lu kvaddr %lx\n", audio, region->paddr, region->vaddr, region->len, region->kvaddr); list_add_tail(®ion->list, &audio->ion_region_queue); return rc; ion_error: ion_unmap_kernel(audio->client, handle); map_error: flag_error: ion_free(audio->client, handle); import_error: kfree(region); end: return rc; } static int audmp3_ion_remove(struct audio *audio, struct msm_audio_ion_info *info) { struct audmp3_ion_region *region; struct list_head *ptr, *next; int rc = -EINVAL; list_for_each_safe(ptr, next, &audio->ion_region_queue) { region = list_entry(ptr, struct audmp3_ion_region, list); if (region != NULL && (region->fd == info->fd) && (region->vaddr == info->vaddr)) { if (region->ref_cnt) { MM_DBG("%s[%p]:region %p in use ref_cnt %d\n", __func__, audio, region, region->ref_cnt); break; } MM_DBG("remove region fd %d vaddr %p\n", info->fd, info->vaddr); list_del(®ion->list); ion_unmap_kernel(audio->client, region->handle); ion_free(audio->client, region->handle); kfree(region); rc = 0; break; } } return rc; } static int audmp3_ion_lookup_vaddr(struct audio *audio, void *addr, unsigned long len, struct audmp3_ion_region **region) { struct audmp3_ion_region *region_elt; int match_count = 0; *region = NULL; /* returns physical address or zero */ list_for_each_entry(region_elt, &audio->ion_region_queue, list) { if (addr >= region_elt->vaddr && addr < region_elt->vaddr + region_elt->len && addr + len <= region_elt->vaddr + region_elt->len) { /* offset since we could pass vaddr inside a registerd * ion buffer */ match_count++; if (!*region) *region = region_elt; } } if (match_count > 1) { MM_ERR("%s[%p]:multiple hits for vaddr %p, len %ld\n", __func__, audio, addr, len); list_for_each_entry(region_elt, &audio->ion_region_queue, list) { if (addr >= region_elt->vaddr && addr < region_elt->vaddr + region_elt->len && addr + len <= region_elt->vaddr + region_elt->len) MM_ERR("\t%s[%p]:%p, %ld --> %p\n", __func__, audio, region_elt->vaddr, region_elt->len, (void *)region_elt->paddr); } } return *region ? 0 : -1; } unsigned long audmp3_ion_fixup(struct audio *audio, void *addr, unsigned long len, int ref_up) { struct audmp3_ion_region *region; unsigned long paddr; int ret; ret = audmp3_ion_lookup_vaddr(audio, addr, len, ®ion); if (ret) { MM_ERR("lookup (%p, %ld) failed\n", addr, len); return 0; } if (ref_up) region->ref_cnt++; else region->ref_cnt--; MM_DBG("found region %p ref_cnt %d\n", region, region->ref_cnt); paddr = region->paddr + (addr - region->vaddr); return paddr; } /* audio -> lock must be held at this point */ static int audmp3_aio_buf_add(struct audio *audio, unsigned dir, void __user *arg) { unsigned long flags; struct audmp3_buffer_node *buf_node; buf_node = kmalloc(sizeof(*buf_node), GFP_KERNEL); if (!buf_node) return -ENOMEM; if (copy_from_user(&buf_node->buf, arg, sizeof(buf_node->buf))) { kfree(buf_node); return -EFAULT; } MM_DBG("node %p dir %x buf_addr %p buf_len %d data_len \ %d\n", buf_node, dir, buf_node->buf.buf_addr, buf_node->buf.buf_len, buf_node->buf.data_len); buf_node->paddr = audmp3_ion_fixup( audio, buf_node->buf.buf_addr, buf_node->buf.buf_len, 1); if (dir) { /* write */ if (!buf_node->paddr || (buf_node->paddr & 0x1) || (buf_node->buf.data_len & 0x1) || (!audio->pcm_feedback && !buf_node->buf.data_len)) { kfree(buf_node); return -EINVAL; } spin_lock_irqsave(&audio->dsp_lock, flags); list_add_tail(&buf_node->list, &audio->out_queue); spin_unlock_irqrestore(&audio->dsp_lock, flags); audio->drv_ops.send_data(audio, 0); } else { /* read */ if (!buf_node->paddr || (buf_node->paddr & 0x1) || (buf_node->buf.buf_len < PCM_BUFSZ_MIN)) { kfree(buf_node); return -EINVAL; } spin_lock_irqsave(&audio->dsp_lock, flags); list_add_tail(&buf_node->list, &audio->in_queue); audio->drv_ops.buffer_refresh(audio); spin_unlock_irqrestore(&audio->dsp_lock, flags); } MM_DBG("Add buf_node %p paddr %lx\n", buf_node, buf_node->paddr); return 0; } static int audio_enable_eq(struct audio *audio, int enable) { if (audio->eq_enable == enable && !audio->eq_needs_commit) return 0; audio->eq_enable = enable; if (audio->running) { audpp_dsp_set_eq(audio->dec_id, enable, &audio->eq); audio->eq_needs_commit = 0; } return 0; } static long audio_ioctl(struct file *file, unsigned int cmd, unsigned long arg) { struct audio *audio = file->private_data; int rc = -EINVAL; unsigned long flags = 0; uint16_t enable_mask; int enable; int prev_state; unsigned long ionflag = 0; ion_phys_addr_t addr = 0; struct ion_handle *handle = NULL; int len = 0; MM_DBG("cmd = %d\n", cmd); if (cmd == AUDIO_GET_STATS) { struct msm_audio_stats stats; stats.byte_count = audpp_avsync_byte_count(audio->dec_id); stats.sample_count = audpp_avsync_sample_count(audio->dec_id); if (copy_to_user((void *) arg, &stats, sizeof(stats))) return -EFAULT; return 0; } switch (cmd) { case AUDIO_ENABLE_AUDPP: if (copy_from_user(&enable_mask, (void *) arg, sizeof(enable_mask))) { rc = -EFAULT; break; } spin_lock_irqsave(&audio->dsp_lock, flags); enable = (enable_mask & EQ_ENABLE) ? 1 : 0; audio_enable_eq(audio, enable); spin_unlock_irqrestore(&audio->dsp_lock, flags); rc = 0; break; case AUDIO_SET_VOLUME: spin_lock_irqsave(&audio->dsp_lock, flags); audio->vol_pan.volume = arg; if (audio->running) audpp_dsp_set_vol_pan(audio->dec_id, &audio->vol_pan); spin_unlock_irqrestore(&audio->dsp_lock, flags); rc = 0; break; case AUDIO_SET_PAN: spin_lock_irqsave(&audio->dsp_lock, flags); audio->vol_pan.pan = arg; if (audio->running) audpp_dsp_set_vol_pan(audio->dec_id, &audio->vol_pan); spin_unlock_irqrestore(&audio->dsp_lock, flags); rc = 0; break; case AUDIO_SET_EQ: prev_state = audio->eq_enable; audio->eq_enable = 0; if (copy_from_user(&audio->eq.num_bands, (void *) arg, sizeof(audio->eq) - (AUDPP_CMD_CFG_OBJECT_PARAMS_COMMON_LEN + 2))) { rc = -EFAULT; break; } audio->eq_enable = prev_state; audio->eq_needs_commit = 1; rc = 0; break; } if (-EINVAL != rc) return rc; if (cmd == AUDIO_GET_EVENT) { MM_DBG(" AUDIO_GET_EVENT\n"); if (mutex_trylock(&audio->get_event_lock)) { rc = audmp3_process_event_req(audio, (void __user *) arg); mutex_unlock(&audio->get_event_lock); } else rc = -EBUSY; return rc; } if (cmd == AUDIO_ABORT_GET_EVENT) { audio->event_abort = 1; wake_up(&audio->event_wait); return 0; } mutex_lock(&audio->lock); switch (cmd) { case AUDIO_START: MM_DBG("AUDIO_START\n"); rc = audio_enable(audio); if (!rc) { rc = wait_event_interruptible_timeout(audio->wait, audio->dec_state != MSM_AUD_DECODER_STATE_NONE, msecs_to_jiffies(MSM_AUD_DECODER_WAIT_MS)); MM_INFO("dec_state %d rc = %d\n", audio->dec_state, rc); if (audio->dec_state != MSM_AUD_DECODER_STATE_SUCCESS) rc = -ENODEV; else rc = 0; } break; case AUDIO_STOP: MM_DBG("AUDIO_STOP\n"); rc = audio_disable(audio); audio_ioport_reset(audio); audio->stopped = 0; break; case AUDIO_FLUSH: MM_DBG("AUDIO_FLUSH\n"); audio->rflush = 1; audio->wflush = 1; audio_ioport_reset(audio); if (audio->running) { audpp_flush(audio->dec_id); rc = wait_event_interruptible(audio->write_wait, !audio->wflush); if (rc < 0) { MM_ERR("AUDIO_FLUSH interrupted\n"); rc = -EINTR; } } else { audio->rflush = 0; audio->wflush = 0; } break; case AUDIO_SET_CONFIG: { struct msm_audio_config config; if (copy_from_user(&config, (void *) arg, sizeof(config))) { rc = -EFAULT; break; } if (config.channel_count == 1) { config.channel_count = AUDPP_CMD_PCM_INTF_MONO_V; } else if (config.channel_count == 2) { config.channel_count = AUDPP_CMD_PCM_INTF_STEREO_V; } else { rc = -EINVAL; break; } audio->mfield = config.meta_field; audio->out_sample_rate = config.sample_rate; audio->out_channel_mode = config.channel_count; rc = 0; break; } case AUDIO_GET_CONFIG: { struct msm_audio_config config; config.buffer_size = (audio->out_dma_sz >> 1); config.buffer_count = 2; config.sample_rate = audio->out_sample_rate; if (audio->out_channel_mode == AUDPP_CMD_PCM_INTF_MONO_V) { config.channel_count = 1; } else { config.channel_count = 2; } config.meta_field = 0; config.unused[0] = 0; config.unused[1] = 0; config.unused[2] = 0; if (copy_to_user((void *) arg, &config, sizeof(config))) { rc = -EFAULT; } else { rc = 0; } break; } case AUDIO_GET_PCM_CONFIG:{ struct msm_audio_pcm_config config; config.pcm_feedback = audio->pcm_feedback; config.buffer_count = PCM_BUF_MAX_COUNT; config.buffer_size = PCM_BUFSZ_MIN; if (copy_to_user((void *)arg, &config, sizeof(config))) rc = -EFAULT; else rc = 0; break; } case AUDIO_SET_PCM_CONFIG:{ struct msm_audio_pcm_config config; if (copy_from_user (&config, (void *)arg, sizeof(config))) { rc = -EFAULT; break; } if (config.pcm_feedback != audio->pcm_feedback) { MM_ERR("Not sufficient permission to" "change the playback mode\n"); rc = -EACCES; break; } if (audio->drv_status & ADRV_STATUS_AIO_INTF) { rc = 0; break; } if ((config.buffer_count > PCM_BUF_MAX_COUNT) || (config.buffer_count == 1)) config.buffer_count = PCM_BUF_MAX_COUNT; if (config.buffer_size < PCM_BUFSZ_MIN) config.buffer_size = PCM_BUFSZ_MIN; /* Check if pcm feedback is required */ if ((config.pcm_feedback) && (!audio->read_data)) { MM_DBG("allocate PCM buffer %d\n", config.buffer_count * config.buffer_size); handle = ion_alloc(audio->client, (config.buffer_size * config.buffer_count), SZ_4K, ION_HEAP(ION_AUDIO_HEAP_ID), 0); if (IS_ERR_OR_NULL(handle)) { MM_ERR("Unable to alloc I/P buffs\n"); rc = -ENOMEM; break; } audio->input_buff_handle = handle; rc = ion_phys(audio->client , handle, &addr, &len); if (rc) { MM_ERR("Invalid phy: %x sz: %x\n", (unsigned int) addr, (unsigned int) len); rc = -ENOMEM; break; } else { MM_INFO("Got valid phy: %x sz: %x\n", (unsigned int) audio->read_phys, (unsigned int) len); } audio->read_phys = (int32_t)addr; rc = ion_handle_get_flags(audio->client, handle, &ionflag); if (rc) { MM_ERR("could not get flags\n"); rc = -ENOMEM; break; } audio->map_v_read = ion_map_kernel( audio->client, handle); if (IS_ERR(audio->map_v_read)) { MM_ERR("map of read buf failed\n"); rc = -ENOMEM; ion_free(audio->client, handle); } else { uint8_t index; uint32_t offset = 0; audio->read_data = audio->map_v_read; audio->buf_refresh = 0; audio->pcm_buf_count = config.buffer_count; audio->read_next = 0; audio->fill_next = 0; for (index = 0; index < config.buffer_count; index++) { audio->in[index].data = audio->read_data + offset; audio->in[index].addr = audio->read_phys + offset; audio->in[index].size = config.buffer_size; audio->in[index].used = 0; offset += config.buffer_size; } rc = 0; MM_DBG("read buf: phy addr \ 0x%08x kernel addr 0x%08x\n", audio->read_phys, (int)audio->read_data); } } else { rc = 0; } break; } case AUDIO_PAUSE: MM_DBG("AUDIO_PAUSE %ld\n", arg); rc = audpp_pause(audio->dec_id, (int) arg); break; case AUDIO_REGISTER_ION: { struct msm_audio_ion_info info; MM_DBG("AUDIO_REGISTER_ION\n"); if (copy_from_user(&info, (void *) arg, sizeof(info))) rc = -EFAULT; else rc = audmp3_ion_add(audio, &info); break; } case AUDIO_DEREGISTER_ION: { struct msm_audio_ion_info info; MM_DBG("AUDIO_DEREGISTER_ION\n"); if (copy_from_user(&info, (void *) arg, sizeof(info))) rc = -EFAULT; else rc = audmp3_ion_remove(audio, &info); break; } case AUDIO_ASYNC_WRITE: if (audio->drv_status & ADRV_STATUS_FSYNC) rc = -EBUSY; else rc = audmp3_aio_buf_add(audio, 1, (void __user *) arg); break; case AUDIO_ASYNC_READ: if (audio->pcm_feedback) rc = audmp3_aio_buf_add(audio, 0, (void __user *) arg); else rc = -EPERM; break; default: rc = -EINVAL; } mutex_unlock(&audio->lock); return rc; } /* Only useful in tunnel-mode */ int audmp3_async_fsync(struct audio *audio) { int rc = 0; MM_DBG("\n"); /* Macro prints the file name and function */ /* Blocking client sends more data */ mutex_lock(&audio->lock); audio->drv_status |= ADRV_STATUS_FSYNC; mutex_unlock(&audio->lock); mutex_lock(&audio->write_lock); /* pcm dmamiss message is sent continously * when decoder is starved so no race * condition concern */ audio->teos = 0; rc = wait_event_interruptible(audio->write_wait, (audio->teos && audio->out_needed && list_empty(&audio->out_queue)) || audio->wflush || audio->stopped); if (audio->stopped || audio->wflush) rc = -EBUSY; mutex_unlock(&audio->write_lock); mutex_lock(&audio->lock); audio->drv_status &= ~ADRV_STATUS_FSYNC; mutex_unlock(&audio->lock); return rc; } int audmp3_sync_fsync(struct audio *audio) { struct buffer *frame; int rc = 0; MM_DBG("\n"); /* Macro prints the file name and function */ mutex_lock(&audio->write_lock); rc = wait_event_interruptible(audio->write_wait, (!audio->out[0].used && !audio->out[1].used && audio->out_needed) || audio->wflush); if (rc < 0) goto done; else if (audio->wflush) { rc = -EBUSY; goto done; } if (audio->reserved) { MM_DBG("send reserved byte\n"); frame = audio->out + audio->out_tail; ((char *) frame->data)[0] = audio->rsv_byte; ((char *) frame->data)[1] = 0; frame->used = 2; audio->drv_ops.send_data(audio, 0); rc = wait_event_interruptible(audio->write_wait, (!audio->out[0].used && !audio->out[1].used && audio->out_needed) || audio->wflush); if (rc < 0) goto done; else if (audio->wflush) { rc = -EBUSY; goto done; } } /* pcm dmamiss message is sent continously * when decoder is starved so no race * condition concern */ audio->teos = 0; rc = wait_event_interruptible(audio->write_wait, audio->teos || audio->wflush); if (audio->wflush) rc = -EBUSY; done: mutex_unlock(&audio->write_lock); return rc; } int audmp3_fsync(struct file *file, loff_t a, loff_t b, int datasync) { struct audio *audio = file->private_data; if (!audio->running || audio->pcm_feedback) return -EINVAL; return audio->drv_ops.fsync(audio); } static ssize_t audio_read(struct file *file, char __user *buf, size_t count, loff_t *pos) { struct audio *audio = file->private_data; const char __user *start = buf; int rc = 0; if (audio->drv_status & ADRV_STATUS_AIO_INTF) return -EPERM; else if (!audio->pcm_feedback) return 0; /* PCM feedback disabled. Nothing to read */ mutex_lock(&audio->read_lock); MM_DBG("%d \n", count); while (count > 0) { rc = wait_event_interruptible( audio->read_wait, (audio->in[audio->read_next]. used > 0) || (audio->stopped) || (audio->rflush)); if (rc < 0) break; if (audio->stopped || audio->rflush) { rc = -EBUSY; break; } if (count < audio->in[audio->read_next].used) { /* Read must happen in frame boundary. Since * driver does not know frame size, read count * must be greater or equal * to size of PCM samples */ MM_DBG("no partial frame done reading\n"); break; } else { MM_DBG("read from in[%d]\n", audio->read_next); /* order reads from the output buffer */ rmb(); if (copy_to_user (buf, audio->in[audio->read_next].data, audio->in[audio->read_next].used)) { MM_ERR("invalid addr %x \n", (unsigned int)buf); rc = -EFAULT; break; } count -= audio->in[audio->read_next].used; buf += audio->in[audio->read_next].used; audio->in[audio->read_next].used = 0; if ((++audio->read_next) == audio->pcm_buf_count) audio->read_next = 0; break; /* Force to exit while loop * to prevent output thread * sleep too long if data is * not ready at this moment. */ } } /* don't feed output buffer to HW decoder during flushing * buffer refresh command will be sent once flush completes * send buf refresh command here can confuse HW decoder */ if (audio->buf_refresh && !audio->rflush) { audio->buf_refresh = 0; MM_DBG("kick start pcm feedback again\n"); audio->drv_ops.buffer_refresh(audio); } mutex_unlock(&audio->read_lock); if (buf > start) rc = buf - start; MM_DBG("read %d bytes\n", rc); return rc; } static int audmp3_process_eos(struct audio *audio, const char __user *buf_start, unsigned short mfield_size) { int rc = 0; struct buffer *frame; char *buf_ptr; if (audio->reserved) { MM_DBG("flush reserve byte\n"); frame = audio->out + audio->out_head; buf_ptr = frame->data; rc = wait_event_interruptible(audio->write_wait, (frame->used == 0) || (audio->stopped) || (audio->wflush)); if (rc < 0) goto done; if (audio->stopped || audio->wflush) { rc = -EBUSY; goto done; } buf_ptr[0] = audio->rsv_byte; buf_ptr[1] = 0; audio->out_head ^= 1; frame->mfield_sz = 0; frame->used = 2; audio->reserved = 0; audio->drv_ops.send_data(audio, 0); } frame = audio->out + audio->out_head; rc = wait_event_interruptible(audio->write_wait, (audio->out_needed && audio->out[0].used == 0 && audio->out[1].used == 0) || (audio->stopped) || (audio->wflush)); if (rc < 0) goto done; if (audio->stopped || audio->wflush) { rc = -EBUSY; goto done; } if (copy_from_user(frame->data, buf_start, mfield_size)) { rc = -EFAULT; goto done; } frame->mfield_sz = mfield_size; audio->out_head ^= 1; frame->used = mfield_size; audio->drv_ops.send_data(audio, 0); done: return rc; } static ssize_t audio_write(struct file *file, const char __user *buf, size_t count, loff_t *pos) { struct audio *audio = file->private_data; const char __user *start = buf; struct buffer *frame; size_t xfer; char *cpy_ptr; int rc = 0, eos_condition = AUDMP3_EOS_NONE; unsigned dsize; unsigned short mfield_size = 0; if (audio->drv_status & ADRV_STATUS_AIO_INTF) return -EPERM; MM_DBG("cnt=%d\n", count); mutex_lock(&audio->write_lock); while (count > 0) { frame = audio->out + audio->out_head; cpy_ptr = frame->data; dsize = 0; rc = wait_event_interruptible(audio->write_wait, (frame->used == 0) || (audio->stopped) || (audio->wflush)); if (rc < 0) break; if (audio->stopped || audio->wflush) { rc = -EBUSY; break; } if (audio->mfield) { if (buf == start) { /* Processing beginning of user buffer */ if (__get_user(mfield_size, (unsigned short __user *) buf)) { rc = -EFAULT; break; } else if (mfield_size > count) { rc = -EINVAL; break; } MM_DBG("mf offset_val %x\n", mfield_size); if (copy_from_user(cpy_ptr, buf, mfield_size)) { rc = -EFAULT; break; } /* Check if EOS flag is set and buffer has * contains just meta field */ if (cpy_ptr[AUDMP3_EOS_FLG_OFFSET] & AUDMP3_EOS_FLG_MASK) { MM_DBG("EOS SET\n"); eos_condition = AUDMP3_EOS_SET; if (mfield_size == count) { buf += mfield_size; break; } else cpy_ptr[AUDMP3_EOS_FLG_OFFSET] &= ~AUDMP3_EOS_FLG_MASK; } cpy_ptr += mfield_size; count -= mfield_size; dsize += mfield_size; buf += mfield_size; } else { mfield_size = 0; MM_DBG("continuous buffer\n"); } frame->mfield_sz = mfield_size; } if (audio->reserved) { MM_DBG("append reserved byte %x\n", audio->rsv_byte); *cpy_ptr = audio->rsv_byte; xfer = (count > ((frame->size - mfield_size) - 1)) ? (frame->size - mfield_size) - 1 : count; cpy_ptr++; dsize += 1; audio->reserved = 0; } else xfer = (count > (frame->size - mfield_size)) ? (frame->size - mfield_size) : count; if (copy_from_user(cpy_ptr, buf, xfer)) { rc = -EFAULT; break; } dsize += xfer; if (dsize & 1) { audio->rsv_byte = ((char *) frame->data)[dsize - 1]; MM_DBG("odd length buf reserve last byte %x\n", audio->rsv_byte); audio->reserved = 1; dsize--; } count -= xfer; buf += xfer; if (dsize > 0) { audio->out_head ^= 1; frame->used = dsize; audio->drv_ops.send_data(audio, 0); } } if (eos_condition == AUDMP3_EOS_SET) rc = audmp3_process_eos(audio, start, mfield_size); mutex_unlock(&audio->write_lock); if (!rc) { if (buf > start) return buf - start; } return rc; } static void audmp3_reset_ion_region(struct audio *audio) { struct audmp3_ion_region *region; struct list_head *ptr, *next; list_for_each_safe(ptr, next, &audio->ion_region_queue) { region = list_entry(ptr, struct audmp3_ion_region, list); list_del(®ion->list); ion_unmap_kernel(audio->client, region->handle); ion_free(audio->client, region->handle); kfree(region); } return; } static int audio_release(struct inode *inode, struct file *file) { struct audio *audio = file->private_data; MM_INFO("audio instance 0x%08x freeing\n", (int)audio); mutex_lock(&audio->lock); audio_disable(audio); if (audio->rmt_resource_released == 0) rmt_put_resource(audio); audio->drv_ops.out_flush(audio); audio->drv_ops.in_flush(audio); audmp3_reset_ion_region(audio); msm_adsp_put(audio->audplay); audpp_adec_free(audio->dec_id); #ifdef CONFIG_HAS_EARLYSUSPEND unregister_early_suspend(&audio->suspend_ctl.node); #endif audio->opened = 0; audio->event_abort = 1; wake_up(&audio->event_wait); audmp3_reset_event_queue(audio); mutex_unlock(&audio->lock); #ifdef CONFIG_DEBUG_FS if (audio->dentry) debugfs_remove(audio->dentry); #endif if (!(audio->drv_status & ADRV_STATUS_AIO_INTF)) { ion_unmap_kernel(audio->client, audio->output_buff_handle); ion_free(audio->client, audio->output_buff_handle); ion_unmap_kernel(audio->client, audio->input_buff_handle); ion_free(audio->client, audio->input_buff_handle); } ion_client_destroy(audio->client); kfree(audio); return 0; } static void audmp3_post_event(struct audio *audio, int type, union msm_audio_event_payload payload) { struct audmp3_event *e_node = NULL; unsigned long flags; spin_lock_irqsave(&audio->event_queue_lock, flags); if (!list_empty(&audio->free_event_queue)) { e_node = list_first_entry(&audio->free_event_queue, struct audmp3_event, list); list_del(&e_node->list); } else { e_node = kmalloc(sizeof(struct audmp3_event), GFP_ATOMIC); if (!e_node) { MM_ERR("No mem to post event %d\n", type); spin_unlock_irqrestore(&audio->event_queue_lock, flags); return; } } e_node->event_type = type; e_node->payload = payload; list_add_tail(&e_node->list, &audio->event_queue); spin_unlock_irqrestore(&audio->event_queue_lock, flags); wake_up(&audio->event_wait); } #ifdef CONFIG_HAS_EARLYSUSPEND static void audmp3_suspend(struct early_suspend *h) { struct audmp3_suspend_ctl *ctl = container_of(h, struct audmp3_suspend_ctl, node); union msm_audio_event_payload payload; MM_DBG("\n"); /* Macro prints the file name and function */ audmp3_post_event(ctl->audio, AUDIO_EVENT_SUSPEND, payload); } static void audmp3_resume(struct early_suspend *h) { struct audmp3_suspend_ctl *ctl = container_of(h, struct audmp3_suspend_ctl, node); union msm_audio_event_payload payload; MM_DBG("\n"); /* Macro prints the file name and function */ audmp3_post_event(ctl->audio, AUDIO_EVENT_RESUME, payload); } #endif #ifdef CONFIG_DEBUG_FS static ssize_t audmp3_debug_open(struct inode *inode, struct file *file) { file->private_data = inode->i_private; return 0; } static ssize_t audmp3_debug_read(struct file *file, char __user *buf, size_t count, loff_t *ppos) { const int debug_bufmax = 4096; static char buffer[4096]; int n = 0, i; struct audio *audio = file->private_data; mutex_lock(&audio->lock); n = scnprintf(buffer, debug_bufmax, "opened %d\n", audio->opened); n += scnprintf(buffer + n, debug_bufmax - n, "enabled %d\n", audio->enabled); n += scnprintf(buffer + n, debug_bufmax - n, "stopped %d\n", audio->stopped); n += scnprintf(buffer + n, debug_bufmax - n, "pcm_feedback %d\n", audio->pcm_feedback); n += scnprintf(buffer + n, debug_bufmax - n, "out_buf_sz %d\n", audio->out[0].size); n += scnprintf(buffer + n, debug_bufmax - n, "pcm_buf_count %d \n", audio->pcm_buf_count); n += scnprintf(buffer + n, debug_bufmax - n, "pcm_buf_sz %d \n", audio->in[0].size); n += scnprintf(buffer + n, debug_bufmax - n, "volume %x \n", audio->vol_pan.volume); n += scnprintf(buffer + n, debug_bufmax - n, "sample rate %d \n", audio->out_sample_rate); n += scnprintf(buffer + n, debug_bufmax - n, "channel mode %d \n", audio->out_channel_mode); mutex_unlock(&audio->lock); /* Following variables are only useful for debugging when * when playback halts unexpectedly. Thus, no mutual exclusion * enforced */ n += scnprintf(buffer + n, debug_bufmax - n, "wflush %d\n", audio->wflush); n += scnprintf(buffer + n, debug_bufmax - n, "rflush %d\n", audio->rflush); n += scnprintf(buffer + n, debug_bufmax - n, "running %d \n", audio->running); n += scnprintf(buffer + n, debug_bufmax - n, "dec state %d \n", audio->dec_state); n += scnprintf(buffer + n, debug_bufmax - n, "out_needed %d \n", audio->out_needed); n += scnprintf(buffer + n, debug_bufmax - n, "out_head %d \n", audio->out_head); n += scnprintf(buffer + n, debug_bufmax - n, "out_tail %d \n", audio->out_tail); n += scnprintf(buffer + n, debug_bufmax - n, "out[0].used %d \n", audio->out[0].used); n += scnprintf(buffer + n, debug_bufmax - n, "out[1].used %d \n", audio->out[1].used); n += scnprintf(buffer + n, debug_bufmax - n, "buffer_refresh %d \n", audio->buf_refresh); n += scnprintf(buffer + n, debug_bufmax - n, "read_next %d \n", audio->read_next); n += scnprintf(buffer + n, debug_bufmax - n, "fill_next %d \n", audio->fill_next); for (i = 0; i < audio->pcm_buf_count; i++) n += scnprintf(buffer + n, debug_bufmax - n, "in[%d].size %d \n", i, audio->in[i].used); buffer[n] = 0; return simple_read_from_buffer(buf, count, ppos, buffer, n); } static const struct file_operations audmp3_debug_fops = { .read = audmp3_debug_read, .open = audmp3_debug_open, }; #endif static int audio_open(struct inode *inode, struct file *file) { struct audio *audio = NULL; int rc, i, dec_attrb, decid; struct audmp3_event *e_node = NULL; unsigned mem_sz = DMASZ_MAX; unsigned long ionflag = 0; ion_phys_addr_t addr = 0; struct ion_handle *handle = NULL; struct ion_client *client = NULL; int len = 0; #ifdef CONFIG_DEBUG_FS /* 4 bytes represents decoder number, 1 byte for terminate string */ char name[sizeof "msm_mp3_" + 5]; #endif /* Allocate audio instance, set to zero */ audio = kzalloc(sizeof(struct audio), GFP_KERNEL); if (!audio) { MM_ERR("no memory to allocate audio instance \n"); rc = -ENOMEM; goto done; } MM_INFO("audio instance 0x%08x created\n", (int)audio); /* Allocate the decoder */ dec_attrb = AUDDEC_DEC_MP3; if ((file->f_mode & FMODE_WRITE) && (file->f_mode & FMODE_READ)) { dec_attrb |= MSM_AUD_MODE_NONTUNNEL; audio->pcm_feedback = NON_TUNNEL_MODE_PLAYBACK; } else if ((file->f_mode & FMODE_WRITE) && !(file->f_mode & FMODE_READ)) { dec_attrb |= MSM_AUD_MODE_TUNNEL; audio->pcm_feedback = TUNNEL_MODE_PLAYBACK; } else { kfree(audio); rc = -EACCES; goto done; } decid = audpp_adec_alloc(dec_attrb, &audio->module_name, &audio->queue_id); if (decid < 0) { MM_ERR("No free decoder available, freeing instance 0x%08x\n", (int)audio); rc = -ENODEV; kfree(audio); goto done; } audio->dec_id = decid & MSM_AUD_DECODER_MASK; client = msm_ion_client_create(UINT_MAX, "Audio_MP3_Client"); if (IS_ERR_OR_NULL(client)) { pr_err("Unable to create ION client\n"); rc = -ENOMEM; goto client_create_error; } audio->client = client; /* Non AIO interface */ if (!(file->f_flags & O_NONBLOCK)) { MM_DBG("memsz = %d\n", mem_sz); handle = ion_alloc(client, mem_sz, SZ_4K, ION_HEAP(ION_AUDIO_HEAP_ID), 0); if (IS_ERR_OR_NULL(handle)) { MM_ERR("Unable to create allocate O/P buffers\n"); rc = -ENOMEM; goto output_buff_alloc_error; } audio->output_buff_handle = handle; rc = ion_phys(client , handle, &addr, &len); if (rc) { MM_ERR("O/P buffers:Invalid phy: %x sz: %x\n", (unsigned int) addr, (unsigned int) len); goto output_buff_get_phys_error; } else { MM_INFO("O/P buffers:valid phy: %x sz: %x\n", (unsigned int) addr, (unsigned int) len); } audio->phys = (int32_t)addr; rc = ion_handle_get_flags(client, handle, &ionflag); if (rc) { MM_ERR("could not get flags for the handle\n"); goto output_buff_get_flags_error; } audio->map_v_write = ion_map_kernel(client, handle); if (IS_ERR(audio->map_v_write)) { MM_ERR("could not map write buffers\n"); rc = -ENOMEM; goto output_buff_map_error; } audio->data = audio->map_v_write; MM_DBG("write buf: phy addr 0x%08x kernel addr 0x%08x\n", audio->phys, (int)audio->data); audio->out_dma_sz = mem_sz; } if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) { rc = audmgr_open(&audio->audmgr); if (rc) { MM_ERR("audmgr open failed, freeing instance \ 0x%08x\n", (int)audio); if (!(file->f_flags & O_NONBLOCK)) goto err; else goto resource_err; } } rc = msm_adsp_get(audio->module_name, &audio->audplay, &audplay_adsp_ops, audio); if (rc) { MM_ERR("failed to get %s module, freeing instance 0x%08x\n", audio->module_name, (int)audio); if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) audmgr_close(&audio->audmgr); if (!(file->f_flags & O_NONBLOCK)) goto err; else goto resource_err; } rc = rmt_get_resource(audio); if (rc) { MM_ERR("ADSP resources are not available for MP3 session \ 0x%08x on decoder: %d\n", (int)audio, audio->dec_id); if (audio->pcm_feedback == TUNNEL_MODE_PLAYBACK) audmgr_close(&audio->audmgr); msm_adsp_put(audio->audplay); if (!(file->f_flags & O_NONBLOCK)) goto err; else goto resource_err; } if (file->f_flags & O_NONBLOCK) { MM_DBG("set to aio interface\n"); audio->drv_status |= ADRV_STATUS_AIO_INTF; audio->drv_ops.pcm_buf_update = audmp3_async_pcm_buf_update; audio->drv_ops.buffer_refresh = audmp3_async_buffer_refresh; audio->drv_ops.send_data = audmp3_async_send_data; audio->drv_ops.out_flush = audmp3_async_flush; audio->drv_ops.in_flush = audmp3_async_flush_pcm_buf; audio->drv_ops.fsync = audmp3_async_fsync; } else { MM_DBG("set to std io interface\n"); audio->drv_ops.pcm_buf_update = audio_update_pcm_buf_entry; audio->drv_ops.buffer_refresh = audplay_buffer_refresh; audio->drv_ops.send_data = audplay_send_data; audio->drv_ops.out_flush = audio_flush; audio->drv_ops.in_flush = audio_flush_pcm_buf; audio->drv_ops.fsync = audmp3_sync_fsync; audio->out[0].data = audio->data + 0; audio->out[0].addr = audio->phys + 0; audio->out[0].size = (audio->out_dma_sz >> 1); audio->out[1].data = audio->data + audio->out[0].size; audio->out[1].addr = audio->phys + audio->out[0].size; audio->out[1].size = audio->out[0].size; } /* Initialize all locks of audio instance */ mutex_init(&audio->lock); mutex_init(&audio->write_lock); mutex_init(&audio->read_lock); mutex_init(&audio->get_event_lock); spin_lock_init(&audio->dsp_lock); init_waitqueue_head(&audio->write_wait); init_waitqueue_head(&audio->read_wait); INIT_LIST_HEAD(&audio->out_queue); INIT_LIST_HEAD(&audio->in_queue); INIT_LIST_HEAD(&audio->ion_region_queue); INIT_LIST_HEAD(&audio->free_event_queue); INIT_LIST_HEAD(&audio->event_queue); init_waitqueue_head(&audio->wait); init_waitqueue_head(&audio->event_wait); spin_lock_init(&audio->event_queue_lock); audio->out_sample_rate = 44100; audio->out_channel_mode = AUDPP_CMD_PCM_INTF_STEREO_V; audio->vol_pan.volume = 0x2000; audio->drv_ops.out_flush(audio); file->private_data = audio; audio->opened = 1; #ifdef CONFIG_DEBUG_FS snprintf(name, sizeof name, "msm_mp3_%04x", audio->dec_id); audio->dentry = debugfs_create_file(name, S_IFREG | S_IRUGO, NULL, (void *) audio, &audmp3_debug_fops); if (IS_ERR(audio->dentry)) MM_DBG("debugfs_create_file failed\n"); #endif #ifdef CONFIG_HAS_EARLYSUSPEND audio->suspend_ctl.node.level = EARLY_SUSPEND_LEVEL_DISABLE_FB; audio->suspend_ctl.node.resume = audmp3_resume; audio->suspend_ctl.node.suspend = audmp3_suspend; audio->suspend_ctl.audio = audio; register_early_suspend(&audio->suspend_ctl.node); #endif for (i = 0; i < AUDMP3_EVENT_NUM; i++) { e_node = kmalloc(sizeof(struct audmp3_event), GFP_KERNEL); if (e_node) list_add_tail(&e_node->list, &audio->free_event_queue); else { MM_ERR("event pkt alloc failed\n"); break; } } done: return rc; err: ion_unmap_kernel(client, audio->output_buff_handle); output_buff_map_error: output_buff_get_flags_error: output_buff_get_phys_error: ion_free(client, audio->output_buff_handle); output_buff_alloc_error: ion_client_destroy(client); client_create_error: resource_err: audpp_adec_free(audio->dec_id); kfree(audio); return rc; } static const struct file_operations audio_mp3_fops = { .owner = THIS_MODULE, .open = audio_open, .release = audio_release, .read = audio_read, .write = audio_write, .unlocked_ioctl = audio_ioctl, .fsync = audmp3_fsync, }; struct miscdevice audio_mp3_misc = { .minor = MISC_DYNAMIC_MINOR, .name = "msm_mp3", .fops = &audio_mp3_fops, }; static int __init audio_init(void) { return misc_register(&audio_mp3_misc); } static void __exit audio_exit(void) { misc_deregister(&audio_mp3_misc); } module_init(audio_init); module_exit(audio_exit); MODULE_DESCRIPTION("MSM MP3 driver"); MODULE_LICENSE("GPL v2");