Files
snapclient/main/main.c
2021-02-12 14:54:08 +01:00

2013 lines
66 KiB
C

#include <string.h>
#include "freertos/FreeRTOS.h"
#include "freertos/task.h"
#include "freertos/event_groups.h"
#include "freertos/semphr.h"
#include "esp_log.h"
#include "sdkconfig.h"
#include "esp_wifi.h"
#include "esp_system.h"
#include "esp_event.h"
#include "nvs_flash.h"
#include "esp_types.h"
#include "driver/periph_ctrl.h"
#include "driver/timer.h"
#include "audio_element.h"
#include "audio_pipeline.h"
#include "audio_event_iface.h"
#include "i2s_stream.h"
#include "raw_stream.h"
#include "mp3_decoder.h"
#include "flac_decoder.h"
#include "auto_flac_dec.h"
#include "esp_peripherals.h"
#include "periph_spiffs.h"
#include "board.h"
//#include "es8388.h"
#include "lwip/err.h"
#include "lwip/sockets.h"
#include "lwip/sys.h"
#include "lwip/netdb.h"
#include "lwip/dns.h"
#include "mdns.h"
#include "esp_sntp.h"
#include "snapcast.h"
#include <sys/time.h>
#define COLLECT_RUNTIME_STATS 0
audio_pipeline_handle_t flacDecodePipeline;
audio_element_handle_t raw_stream_writer_to_decoder, decoder, raw_stream_reader;
audio_pipeline_handle_t playbackPipeline;
audio_element_handle_t raw_stream_writer_to_i2s, i2s_stream_writer;
uint64_t wirechnkCnt = 0;
uint64_t pcmchnkCnt = 0;
TaskHandle_t syncTaskHandle = NULL;
#define CONFIG_USE_SNTP 0
#define DAC_OUT_BUFFER_TIME_US 20//20//375//750//24000 //TODO: not sure about this... I2S DMA buffer length ???
static const char *TAG = "SC";
static int sntp_synced = 0;
char *codecString = NULL;
// configMAX_PRIORITIES - 1
// TODO: what are the best values here?
#define SYNC_TASK_PRIORITY configMAX_PRIORITIES - 2
#define SYNC_TASK_CORE_ID tskNO_AFFINITY//1//tskNO_AFFINITY
#define TIMESTAMP_TASK_PRIORITY 6
#define TIMESTAMP_TASK_CORE_ID tskNO_AFFINITY//1//tskNO_AFFINITY
#define HTTP_TASK_PRIORITY 6
#define HTTP_TASK_CORE_ID tskNO_AFFINITY//0//tskNO_AFFINITY
#define I2S_TASK_PRIORITY configMAX_PRIORITIES - 1
#define I2S_TASK_CORE_ID tskNO_AFFINITY//1//tskNO_AFFINITY
#define FLAC_DECODER_PRIORITY 6
#define FLAC_DECODER_CORE_ID tskNO_AFFINITY//0//tskNO_AFFINITY
#define AGE_THRESHOLD 150LL // in µs
QueueHandle_t timestampQueueHandle;
#define TIMESTAMP_QUEUE_LENGTH 300 // TODO: what's the minimum value needed here, although probably not that important because we create queue using xQueueCreate()
static StaticQueue_t timestampQueue;
uint8_t timestampQueueStorageArea[ TIMESTAMP_QUEUE_LENGTH * sizeof(tv_t) ];
QueueHandle_t pcmChunkQueueHandle;
#define PCM_CHNK_QUEUE_LENGTH 200 // TODO: one chunk is hardcoded to 24ms, change it to be dynamically adjustable. 1s buffer ~ 42
static StaticQueue_t pcmChunkQueue;
uint8_t pcmChunkQueueStorageArea[ PCM_CHNK_QUEUE_LENGTH * sizeof(wire_chunk_message_t *) ];
typedef struct snapcast_sync_task_cfg_s {
audio_element_handle_t *p_raw_stream_writer;
int64_t outputBufferDacTime_us;
int64_t buffer_us;
} snapcast_sync_task_cfg_t;
typedef struct http_task_cfg_s {
audio_element_handle_t *p_raw_stream_writer_to_decoder;
audio_element_handle_t *p_raw_stream_writer_to_i2s;
} http_task_cfg_t;
SemaphoreHandle_t diffBufSemaphoreHandle = NULL;
SemaphoreHandle_t timer0_syncSampleSemaphoreHandle = NULL;
static struct timeval diffToServer = {0, 0}; // median diff to server in µs
static struct timeval diffBuf[200] = {0}; // collected diff's to server
//static struct timeval *medianArray = NULL; // temp median calculation data is stored at this location
static struct timeval medianArray[200] = {0}; // temp median calculation data is stored at this location
uint32_t buffer_ms = 400;
uint8_t muteCH[4] = {0};
audio_board_handle_t board_handle;
/* The examples use simple WiFi configuration that you can set via
'make menuconfig'.
If you'd rather not, just change the below entries to strings with
the config you want - ie #define EXAMPLE_WIFI_SSID "mywifissid"
*/
/* Constants that aren't configurable in menuconfig */
//#define HOST "192.168.43.62"
#define HOST "192.168.1.6"
#define PORT 1704
#define BUFF_LEN 10000
unsigned int addr;
uint32_t port = 0;
/* FreeRTOS event group to signal when we are connected & ready to make a request */
//static EventGroupHandle_t wifi_event_group;
/* The event group allows multiple bits for each event,
but we only care about one event - are we connected
to the AP with an IP? */
static char buff[BUFF_LEN];
//static audio_element_handle_t snapcast_stream;
static char mac_address[18];
static EventGroupHandle_t s_wifi_event_group;
#define WIFI_CONNECTED_BIT BIT0
#define WIFI_FAIL_BIT BIT1
static int s_retry_num = 0;
static void event_handler(void* arg, esp_event_base_t event_base, int32_t event_id, void* event_data) {
if (event_base == WIFI_EVENT && event_id == WIFI_EVENT_STA_START) {
esp_wifi_connect();
}
else if (event_base == WIFI_EVENT && event_id == WIFI_EVENT_STA_DISCONNECTED) {
if (s_retry_num < 10) {
esp_wifi_connect();
s_retry_num++;
ESP_LOGI(TAG, "retry to connect to the AP");
}
else {
xEventGroupSetBits(s_wifi_event_group, WIFI_FAIL_BIT);
}
ESP_LOGI(TAG,"connect to the AP fail");
}
else if (event_base == IP_EVENT && event_id == IP_EVENT_STA_GOT_IP) {
ip_event_got_ip_t* event = (ip_event_got_ip_t*) event_data;
ESP_LOGI(TAG, "got ip:" IPSTR, IP2STR(&event->ip_info.ip));
s_retry_num = 0;
xEventGroupSetBits(s_wifi_event_group, WIFI_CONNECTED_BIT);
}
}
void wifi_init_sta(void) {
s_wifi_event_group = xEventGroupCreate();
ESP_ERROR_CHECK(esp_netif_init());
ESP_ERROR_CHECK(esp_event_loop_create_default());
esp_netif_create_default_wifi_sta();
wifi_init_config_t cfg = WIFI_INIT_CONFIG_DEFAULT();
ESP_ERROR_CHECK(esp_wifi_init(&cfg));
ESP_ERROR_CHECK(esp_event_handler_register(WIFI_EVENT, ESP_EVENT_ANY_ID, &event_handler, NULL));
ESP_ERROR_CHECK(esp_event_handler_register(IP_EVENT, IP_EVENT_STA_GOT_IP, &event_handler, NULL));
wifi_config_t wifi_config = {
.sta = {
.ssid = CONFIG_ESP_WIFI_SSID,
.password = CONFIG_ESP_WIFI_PASSWORD,
.bssid_set = false
},
};
ESP_ERROR_CHECK(esp_wifi_set_mode(WIFI_MODE_STA) );
ESP_ERROR_CHECK(esp_wifi_set_config(ESP_IF_WIFI_STA, &wifi_config) );
ESP_ERROR_CHECK(esp_wifi_start() );
ESP_LOGI(TAG, "wifi_init_sta finished.");
/* Waiting until either the connection is established (WIFI_CONNECTED_BIT) or connection failed for the maximum
* number of re-tries (WIFI_FAIL_BIT). The bits are set by event_handler() (see above) */
EventBits_t bits = xEventGroupWaitBits( s_wifi_event_group,
WIFI_CONNECTED_BIT | WIFI_FAIL_BIT,
pdFALSE,
pdFALSE,
portMAX_DELAY );
/* xEventGroupWaitBits() returns the bits before the call returned, hence we can test which event actually
* happened. */
if (bits & WIFI_CONNECTED_BIT) {
ESP_LOGI(TAG, "connected to ap");
} else if (bits & WIFI_FAIL_BIT) {
ESP_LOGI(TAG, "Failed to connect to AP ...");
} else {
ESP_LOGE(TAG, "UNEXPECTED EVENT");
}
//ESP_ERROR_CHECK(esp_event_handler_unregister(IP_EVENT, IP_EVENT_STA_GOT_IP, &event_handler));
//ESP_ERROR_CHECK(esp_event_handler_unregister(WIFI_EVENT, ESP_EVENT_ANY_ID, &event_handler));
//vEventGroupDelete(s_wifi_event_group);
}
static const char * if_str[] = {"STA", "AP", "ETH", "MAX"};
static const char * ip_protocol_str[] = {"V4", "V6", "MAX"};
void mdns_print_results(mdns_result_t * results){
mdns_result_t * r = results;
mdns_ip_addr_t * a = NULL;
int i = 1, t;
while(r){
printf("%d: Interface: %s, Type: %s\n", i++, if_str[r->tcpip_if], ip_protocol_str[r->ip_protocol]);
if(r->instance_name){
printf(" PTR : %s\n", r->instance_name);
}
if(r->hostname){
printf(" SRV : %s.local:%u\n", r->hostname, r->port);
}
if(r->txt_count){
printf(" TXT : [%u] ", r->txt_count);
for(t=0; t<r->txt_count; t++){
printf("%s=%s; ", r->txt[t].key, r->txt[t].value);
}
printf("\n");
}
a = r->addr;
while(a){
if(a->addr.type == IPADDR_TYPE_V6){
printf(" AAAA: " IPV6STR "\n", IPV62STR(a->addr.u_addr.ip6));
} else {
printf(" A : " IPSTR "\n", IP2STR(&(a->addr.u_addr.ip4)));
}
a = a->next;
}
r = r->next;
}
}
void find_mdns_service(const char * service_name, const char * proto) {
ESP_LOGI(TAG, "Query PTR: %s.%s.local", service_name, proto);
mdns_result_t * r = NULL;
esp_err_t err = mdns_query_ptr(service_name, proto, 3000, 20, &r);
if(err){
ESP_LOGE(TAG, "Query Failed");
return;
}
if(!r){
ESP_LOGW(TAG, "No results found!");
return;
}
if(r->instance_name){
printf(" PTR : %s\n", r->instance_name);
}
if(r->hostname){
printf(" SRV : %s.local:%u\n", r->hostname, r->port);
port = r->port;
}
mdns_query_results_free(r);
}
/**
*
*/
void quick_sort_timeval(struct timeval *a, int left, int right) {
int i = left;
int j = right;
struct timeval temp = a[i];
if( left < right ) {
while(i < j) {
while(timercmp(&a[j], &temp, >=) && (i < j)) {
j--;
}
a[i] = a[j];
while(timercmp(&a[j], &temp, <=) && (i < j)) {
i++;
}
a[j] = a[i];
}
a[i] = temp;
quick_sort_timeval( a, left, i - 1 );
quick_sort_timeval( a, j + 1, right );
}
}
/**
*
*/
void quick_sort_int32(int32_t *a, int left, int right) {
int i = left;
int j = right;
int32_t temp = a[i];
if( left < right ) {
while(i < j) {
while(a[j] >= temp && (i < j)) {
j--;
}
a[i] = a[j];
while(a[j] <= temp && (i < j)) {
i++;
}
a[j] = a[i];
}
a[i] = temp;
quick_sort_int32( a, left, i - 1 );
quick_sort_int32( a, j + 1, right );
}
}
/**
*
*/
int8_t get_median( const struct timeval *tDiff, size_t n, struct timeval *result ) {
struct timeval median;
if (tDiff == NULL) {
ESP_LOGE(TAG, "get_median: buffer error");
return -1;
}
if (n == 0) {
median = tDiff[0];
*result = median;
return 0;
}
memcpy( medianArray, tDiff, sizeof(struct timeval) * n ); // TODO: how to avoid this copy?
quick_sort_timeval(medianArray, 0, n);
// if( (n % 2) == 0 ) {
// // if there is an even number of elements, return mean of the two elements in the middle
// timeradd(&medianArray[n/2], &medianArray[n/2 - 1], &median);
// if ((median.tv_sec / 2) == 0) {
// median.tv_sec = 0;
// median.tv_usec = (suseconds_t)((int64_t)median.tv_sec * 1000000LL / 2) + median.tv_usec / 2;
// }
// else
// {
// median.tv_sec /= 2;
// median.tv_usec /= 2;
// }
// }
// else
{
// else return the element in the middle
median = medianArray[n/2];
}
*result = median;
return 0;
}
/**
*
*/
int8_t set_diff_to_server( struct timeval *tDiff, size_t len) {
int8_t ret = -1;
struct timeval tmpDiffToServer;
if (diffBufSemaphoreHandle == NULL) {
ESP_LOGE(TAG, "set_diff_to_server: mutex handle == NULL");
return -1;
}
ret = get_median(tDiff, len, &tmpDiffToServer);
if (ret < 0) {
ESP_LOGW(TAG, "set_diff_to_server: get median failed");
}
//ESP_LOGI(TAG, "set_diff_to_server: median is %ld.%06ld", tmpDiffToServer.tv_sec, tmpDiffToServer.tv_usec);
if (xSemaphoreTake( diffBufSemaphoreHandle, 1 ) == pdFALSE) {
//ESP_LOGW(TAG, "set_diff_to_server: can't take semaphore");
return -1;
}
diffToServer = tmpDiffToServer;
xSemaphoreGive( diffBufSemaphoreHandle );
return ret;
}
/**
*
*/
int8_t get_diff_to_server( struct timeval *tDiff ) {
static struct timeval lastDiff = { 0, 0 };
if (diffBufSemaphoreHandle == NULL) {
ESP_LOGE(TAG, "get_diff_to_server: diffBufSemaphoreHandle == NULL");
return -1;
}
if (xSemaphoreTake( diffBufSemaphoreHandle, 0 ) == pdFALSE) {
*tDiff = lastDiff;
//ESP_LOGW(TAG, "get_diff_to_server: can't take semaphore. Old diff retreived");
return -2;
}
*tDiff = diffToServer;
lastDiff = diffToServer; // store value, so we can return a value if semaphore couldn't be taken
xSemaphoreGive( diffBufSemaphoreHandle );
return 0;
}
/**
*
*/
int8_t server_now( struct timeval *sNow ) {
struct timeval now;
struct timeval diff;
// get current time
if (gettimeofday(&now, NULL)) {
ESP_LOGE(TAG, "server_now: Failed to get time of day");
return -1;
}
if (get_diff_to_server(&diff) == -1) {
ESP_LOGE(TAG, "server_now: can't get diff to server");
return -1;
}
if ((diff.tv_sec == 0) && (diff.tv_usec == 0)) {
//ESP_LOGW(TAG, "server_now: diff to server not initialized yet");
return -1;
}
timeradd(&now, &diff, sNow);
// ESP_LOGI(TAG, "now: %lldus", (int64_t)now.tv_sec * 1000000LL + (int64_t)now.tv_usec);
// ESP_LOGI(TAG, "diff: %lldus", (int64_t)diff.tv_sec * 1000000LL + (int64_t)diff.tv_usec);
// ESP_LOGI(TAG, "serverNow: %lldus", (int64_t)sNow->tv_sec * 1000000LL + (int64_t)sNow->tv_usec);
return 0;
}
/*
* Timer group0 ISR handler
*
* Note:
* We don't call the timer API here because they are not declared with IRAM_ATTR.
* If we're okay with the timer irq not being serviced while SPI flash cache is disabled,
* we can allocate this interrupt without the ESP_INTR_FLAG_IRAM flag and use the normal API.
*/
void IRAM_ATTR timer_group0_isr(void *para) {
timer_spinlock_take(TIMER_GROUP_0);
BaseType_t xHigherPriorityTaskWoken = pdFALSE;
// Retrieve the interrupt status and the counter value
// from the timer that reported the interrupt
uint32_t timer_intr = timer_group_get_intr_status_in_isr(TIMER_GROUP_0);
// Clear the interrupt
// and update the alarm time for the timer with without reload
if (timer_intr & TIMER_INTR_T1) {
timer_group_clr_intr_status_in_isr(TIMER_GROUP_0, TIMER_1);
// Notify the task in the task's notification value.
xTaskNotifyFromISR( syncTaskHandle,
1,
eSetBits,
&xHigherPriorityTaskWoken );
}
timer_spinlock_give(TIMER_GROUP_0);
if( xHigherPriorityTaskWoken ) {
portYIELD_FROM_ISR ();
}
}
/*
*
*/
static void tg0_timer_init(void) {
// Select and initialize basic parameters of the timer
timer_config_t config = {
.divider = 8, // 100ns ticks
.counter_dir = TIMER_COUNT_UP,
.counter_en = TIMER_PAUSE,
.alarm_en = TIMER_ALARM_EN,
.auto_reload = TIMER_AUTORELOAD_DIS,
}; // default clock source is APB
timer_init(TIMER_GROUP_0, TIMER_1, &config);
// Configure the alarm value and the interrupt on alarm.
timer_set_alarm_value(TIMER_GROUP_0, TIMER_1, 0);
timer_enable_intr(TIMER_GROUP_0, TIMER_1);
//timer_isr_register(TIMER_GROUP_0, TIMER_1, timer_group0_isr, NULL, ESP_INTR_FLAG_IRAM | ESP_INTR_FLAG_LEVEL3, NULL);
timer_isr_register(TIMER_GROUP_0, TIMER_1, timer_group0_isr, NULL, ESP_INTR_FLAG_IRAM | ESP_INTR_FLAG_LEVEL1, NULL);
}
static void tg0_timer1_start(uint64_t alarm_value) {
timer_pause(TIMER_GROUP_0, TIMER_1);
//timer_set_counter_value(TIMER_GROUP_0, TIMER_1, timer_start_value_us);
timer_set_counter_value(TIMER_GROUP_0, TIMER_1, 0);
timer_set_alarm_value(TIMER_GROUP_0, TIMER_1, alarm_value);
timer_set_alarm(TIMER_GROUP_0, TIMER_1, TIMER_ALARM_EN);
timer_start(TIMER_GROUP_0, TIMER_1);
// ESP_LOGI(TAG, "started age timer");
}
#define STATS_TASK_PRIO 3
#define STATS_TICKS pdMS_TO_TICKS(5000)
#define ARRAY_SIZE_OFFSET 5 //Increase this if print_real_time_stats returns ESP_ERR_INVALID_SIZE
//static char task_names[15][configMAX_TASK_NAME_LEN];
/**
* @brief Function to print the CPU usage of tasks over a given duration.
*
* This function will measure and print the CPU usage of tasks over a specified
* number of ticks (i.e. real time stats). This is implemented by simply calling
* uxTaskGetSystemState() twice separated by a delay, then calculating the
* differences of task run times before and after the delay.
*
* @note If any tasks are added or removed during the delay, the stats of
* those tasks will not be printed.
* @note This function should be called from a high priority task to minimize
* inaccuracies with delays.
* @note When running in dual core mode, each core will correspond to 50% of
* the run time.
*
* @param xTicksToWait Period of stats measurement
*
* @return
* - ESP_OK Success
* - ESP_ERR_NO_MEM Insufficient memory to allocated internal arrays
* - ESP_ERR_INVALID_SIZE Insufficient array size for uxTaskGetSystemState. Trying increasing ARRAY_SIZE_OFFSET
* - ESP_ERR_INVALID_STATE Delay duration too short
*/
static esp_err_t print_real_time_stats(TickType_t xTicksToWait)
{
TaskStatus_t *start_array = NULL, *end_array = NULL;
UBaseType_t start_array_size, end_array_size;
uint32_t start_run_time, end_run_time;
esp_err_t ret;
//Allocate array to store current task states
start_array_size = uxTaskGetNumberOfTasks() + ARRAY_SIZE_OFFSET;
start_array = malloc(sizeof(TaskStatus_t) * start_array_size);
if (start_array == NULL) {
ret = ESP_ERR_NO_MEM;
goto exit;
}
//Get current task states
start_array_size = uxTaskGetSystemState(start_array, start_array_size, &start_run_time);
if (start_array_size == 0) {
ret = ESP_ERR_INVALID_SIZE;
goto exit;
}
vTaskDelay(xTicksToWait);
//Allocate array to store tasks states post delay
end_array_size = uxTaskGetNumberOfTasks() + ARRAY_SIZE_OFFSET;
end_array = malloc(sizeof(TaskStatus_t) * end_array_size);
if (end_array == NULL) {
ret = ESP_ERR_NO_MEM;
goto exit;
}
//Get post delay task states
end_array_size = uxTaskGetSystemState(end_array, end_array_size, &end_run_time);
if (end_array_size == 0) {
ret = ESP_ERR_INVALID_SIZE;
goto exit;
}
//Calculate total_elapsed_time in units of run time stats clock period.
uint32_t total_elapsed_time = (end_run_time - start_run_time);
if (total_elapsed_time == 0) {
ret = ESP_ERR_INVALID_STATE;
goto exit;
}
printf("| Task | Run Time | Percentage\n");
//Match each task in start_array to those in the end_array
for (int i = 0; i < start_array_size; i++) {
int k = -1;
for (int j = 0; j < end_array_size; j++) {
if (start_array[i].xHandle == end_array[j].xHandle) {
k = j;
//Mark that task have been matched by overwriting their handles
start_array[i].xHandle = NULL;
end_array[j].xHandle = NULL;
break;
}
}
//Check if matching task found
if (k >= 0) {
uint32_t task_elapsed_time = end_array[k].ulRunTimeCounter - start_array[i].ulRunTimeCounter;
uint32_t percentage_time = (task_elapsed_time * 100UL) / (total_elapsed_time * portNUM_PROCESSORS);
printf("| %s | %d | %d%%\n", start_array[i].pcTaskName, task_elapsed_time, percentage_time);
}
}
//Print unmatched tasks
for (int i = 0; i < start_array_size; i++) {
if (start_array[i].xHandle != NULL) {
printf("| %s | Deleted\n", start_array[i].pcTaskName);
}
}
for (int i = 0; i < end_array_size; i++) {
if (end_array[i].xHandle != NULL) {
printf("| %s | Created\n", end_array[i].pcTaskName);
}
}
ret = ESP_OK;
exit: //Common return path
free(start_array);
free(end_array);
return ret;
}
static void stats_task(void *arg) {
//Print real time stats periodically
while (1) {
printf("\n\nGetting real time stats over %d ticks\n", STATS_TICKS);
if (print_real_time_stats(STATS_TICKS) == ESP_OK) {
printf("Real time stats obtained\n");
} else {
printf("Error getting real time stats\n");
}
vTaskDelay(pdMS_TO_TICKS(1000));
}
}
#define AVG_BUF_SIZE 100
int32_t avg_window[AVG_BUF_SIZE] = {0};
int32_t tmpAvg[AVG_BUF_SIZE];
/**
*
*/
static void snapcast_sync_task(void *pvParameters) {
snapcast_sync_task_cfg_t *taskCfg = (snapcast_sync_task_cfg_t *)pvParameters;
wire_chunk_message_t *chnk = NULL;
struct timeval serverNow = {0, 0};
int64_t age;
int32_t ageAcummulated_us = 0, ageAcummulatedOld_us = 1;
BaseType_t ret;
int chunkDuration_us = 24000;
int64_t sampleDuration_ns = (1000000 / 48); // 16bit, 2ch, 48kHz (in nano seconds)
char *p_payload = NULL;
int size = 0;
uint32_t notifiedValue;
uint64_t timer_val;
int avg_window_cnt = 0;
int32_t alarmValAvg = 0;
const int32_t alarmValSubBase = 500;
int32_t alarmValSub = 0, alarmValSubCnt = 0;
int skippedSamples = 0;
int bytesWritten = 0;
double scaleFactor = 1.0;
int init = 0;
int32_t realAge, realAgeOld = 0, maxRealAge = INT_MIN, minRealAge = INT_MAX, firstAge = 0;;
float gradient = 0.0;
int64_t sample_count = 0;
ESP_LOGI(TAG, "started sync task");
tg0_timer_init(); // initialize sample sync timer
while(1) {
if (chnk == NULL) {
ret = xQueueReceive(pcmChunkQueueHandle, &chnk, pdMS_TO_TICKS(1000) );
}
else {
ret = pdPASS;
}
if( ret == pdPASS ) {
if (server_now(&serverNow) >= 0) {
age = ((int64_t)serverNow.tv_sec * 1000000LL + (int64_t)serverNow.tv_usec) -
((int64_t)chnk->timestamp.sec * 1000000LL + (int64_t)chnk->timestamp.usec) -
(int64_t)taskCfg->buffer_us +
(int64_t)taskCfg->outputBufferDacTime_us;
if ((age < 0) && (init == 0))
// if (age < 0)
{
//alarmValSub = 220;//60; // TODO: found by trial and error, how to get this dynamically? It is highly depended on system load and load distribution across processors
tg0_timer1_start((-age * 10) - (alarmValSubBase + alarmValSub)); // alarm a little earlier to account for context switch duration from freeRTOS
//tg0_timer1_start(-age * scaleFactor); // alarm a little earlier to account for context switch duration from freeRTOS
// Wait to be notified of an interrupt.
xTaskNotifyWait( pdFALSE, // Don't clear bits on entry.
ULONG_MAX, // Clear all bits on exit.
&notifiedValue, // Stores the notified value.
portMAX_DELAY
);
// get timer value so we can get the real age
timer_get_counter_value(TIMER_GROUP_0, TIMER_1, &timer_val);
timer_pause(TIMER_GROUP_0, TIMER_1);
}
else if (age > 0) {
free(chnk->payload);
free(chnk);
chnk = NULL;
init = 0;
ESP_LOGW(TAG, "skip chunk, %lld", age);
/*
// fast forward
while(1) {
ret = xQueueReceive(pcmChunkQueueHandle, &chnk, pdMS_TO_TICKS(1000) );
if (ret == pdPASS) {
age = ((int64_t)serverNow.tv_sec * 1000000LL + (int64_t)serverNow.tv_usec) -
((int64_t)chnk->timestamp.sec * 1000000LL + (int64_t)chnk->timestamp.usec) -
(int64_t)taskCfg->buffer_us +
(int64_t)taskCfg->outputBufferDacTime_us;
if (age > 0) {
free(chnk->payload);
free(chnk);
chnk = NULL;
}
else {
break;
}
}
else {
chnk = NULL;
break;
}
}
*/
// memset(avg_window, 0, sizeof(avg_window));
// avg_window_cnt = 0;
// ageAcummulated_us = 0;
// alarmValSub = 0;
// alarmValSubCnt = 0;
// scaleFactor = 1.0;
continue;
}
// ESP_LOGI(TAG, "\ns %d a %d s %d a %d\ns %d a %d s %d a %d",
// rb_get_size(audio_element_get_input_ringbuf(raw_stream_writer_to_i2s)), rb_bytes_filled(audio_element_get_input_ringbuf(raw_stream_writer_to_i2s)),
// rb_get_size(audio_element_get_output_ringbuf(raw_stream_writer_to_i2s)), rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_i2s)),
// rb_get_size(audio_element_get_input_ringbuf(i2s_stream_writer)), rb_bytes_filled(audio_element_get_input_ringbuf(i2s_stream_writer)),
// rb_get_size(audio_element_get_output_ringbuf(i2s_stream_writer)), rb_bytes_filled(audio_element_get_output_ringbuf(i2s_stream_writer)));
p_payload = chnk->payload;
size = chnk->size;
// realAge = ((int64_t)timer_val - (-age) * 10) / 10;
// ageAcummulated_us += realAge;
if (init == 0) {
realAge = ((int64_t)timer_val - (-age) * 10) / 10;
if (realAge != 0) {
// free chunk so we can get next one
free(chnk->payload);
free(chnk);
chnk = NULL;
continue;
}
init = 1;
firstAge = realAge;
}
else {
realAge = age;
}
/*
skippedSamples = 0;
if ((ageAcummulated_us < 0) && (ageAcummulated_us >= -chunkDuration_us)) {
skippedSamples = (ageAcummulated_us * 1000LL) / sampleDuration_ns; // will be a negative number, don't forget to invert wenn sending data through raw_stream_write()
ageAcummulated_us += (-skippedSamples * sampleDuration_ns / 1000);
// TODO: genmerate new payload where every xth sample stretched
// insert additional samples to keep in sync, this isn't perfect though
raw_stream_write(*(taskCfg->p_raw_stream_writer), p_payload, 4 * -skippedSamples);
// bytesWritten = 0;
// bytesWritten += raw_stream_write(*(taskCfg->p_raw_stream_writer), p_payload, 4 * -skippedSamples);
// if (bytesWritten < -skippedSamples) {
// ESP_LOGE(TAG, "i2s raw writer ring buf full");
// }
}
else if ((ageAcummulated_us > 0) && (ageAcummulated_us <= chunkDuration_us)) {
skippedSamples = (ageAcummulated_us * 1000LL) / sampleDuration_ns;
ageAcummulated_us -= (skippedSamples * sampleDuration_ns / 1000);
// if (ageAcummulated_us * 1000 > (sampleDuration_ns / 2)) {
// if (skippedSamples < ((chunkDuration_us * 1000) / sampleDuration_ns - 1)) {
// skippedSamples += 1;
//
// ageAcummulated_us -= (1 * sampleDuration_ns / 1000);
// }
// }
p_payload += (4 * skippedSamples);
size -= (4 * skippedSamples);
}
else if (ageAcummulated_us > chunkDuration_us) {
free(chnk->payload);
free(chnk);
chnk = NULL;
ageAcummulated_us -= chunkDuration_us;
ESP_LOGW(TAG, "skip chunk");
continue;
}
*/
skippedSamples = 0;
if (firstAge < 0) {
skippedSamples = -1;//(ageAcummulated_us * 1000LL) / sampleDuration_ns; // will be a negative number, don't forget to invert wenn sending data through raw_stream_write()
firstAge += (-skippedSamples * sampleDuration_ns / 1000);
ESP_LOGW(TAG, "inserting");
// TODO: genmerate new payload where every xth sample stretched
// insert additional samples to get in sync, this isn't perfect though
bytesWritten = 0;
bytesWritten += raw_stream_write(*(taskCfg->p_raw_stream_writer), p_payload, 4 * -skippedSamples);
if (bytesWritten < -skippedSamples) {
ESP_LOGE(TAG, "i2s raw writer ring buf full");
}
}
else if (firstAge > sampleDuration_ns / 1000) {
skippedSamples = 1;
firstAge -= (skippedSamples * sampleDuration_ns / 1000);
p_payload += (4 * skippedSamples);
size -= (4 * skippedSamples);
ESP_LOGW(TAG, "skipping");
}
// ESP_LOGI(TAG, "%d", rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_i2s)));
// write data to decoder
bytesWritten = 0;
bytesWritten += raw_stream_write(*(taskCfg->p_raw_stream_writer), p_payload, size);
if (bytesWritten < size) {
ESP_LOGE(TAG, "i2s raw writer ring buf full");
}
// sample_count++;
// if ((sample_count % 256) == 0) {
// init = 0; // resync
// }
// if (rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_i2s)) >= 12 * 1024) {
// audio_pipeline_resume(playbackPipeline);
// }
// raw_stream_write(*(taskCfg->p_raw_stream_writer), p_payload, size);
// avg_window[avg_window_cnt++] = realAge;
// if (avg_window_cnt >= AVG_BUF_SIZE) {
// avg_window_cnt = 0;
// }
// memcpy(tmpAvg, avg_window, sizeof(avg_window));
// quick_sort_int32(tmpAvg, 0, AVG_BUF_SIZE);
// alarmValAvg = tmpAvg[AVG_BUF_SIZE/2];
/*
int i;
alarmValAvg = 0;
for (i=0; i<AVG_BUF_SIZE; i++) {
alarmValAvg += avg_window[i];
}
alarmValAvg /= i;
*/
//alarmValAvg = realAge;
// control function to adjust early alarm value
// alarmValSubCnt++;
// if ((alarmValSubCnt % 1) == 0)
// { // check every x samples
// if (alarmValAvg < -1) {
// alarmValSub--;
// }
// else if (alarmValAvg > 1) {
// alarmValSub++;
// }
//
//
// int k = 10;
// if (ageAcummulated_us < -1) {
// alarmValSub -= k;
// }
// else if (ageAcummulated_us > 1) {
// alarmValSub += k;
// }
// }
/*
// get gradient
gradient = (float)(ageAcummulated_us - ageAcummulatedOld_us) / ((float)sampleDuration_ns / 1000.0);
if (gradient > 0.0) {
alarmValSub++;
}
else if (gradient < 0.0) {
alarmValSub--;
}
*/
// if (realAge < minRealAge) {
// minRealAge = realAge;
// }
//
// if (realAge > maxRealAge) {
// maxRealAge = realAge;
// }
// ESP_LOGI(TAG, "%d %d %d", realAge, firstAge, rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_i2s)));
ESP_LOGI(TAG, "%d %d", realAge, firstAge);
// ESP_LOGI(TAG, "%d, %d, %d, %d, %d, %f", alarmValAvg, realAge, ageAcummulated_us, alarmValSub, skippedSamples, gradient);
// ESP_LOGI(TAG, "%lldus", age);
// ageAcummulatedOld_us = ageAcummulated_us;
// realAgeOld = realAge;
}
else {
//ESP_LOGW(TAG, "couldn't get server now");
vTaskDelay( pdMS_TO_TICKS(10) );
continue;
}
free(chnk->payload);
free(chnk);
chnk = NULL;
}
else {
ESP_LOGE(TAG, "Couldn't get PCM chunk, recv: messages waiting %d, %d", uxQueueMessagesWaiting(pcmChunkQueueHandle), uxQueueMessagesWaiting(timestampQueueHandle));
// ESP_LOGI(TAG, "\n1: s %d f %d s %d f %d\n2: s %d f %d s %d f %d\n3: s %d f %d s %d f %d",
// rb_get_size(audio_element_get_input_ringbuf(raw_stream_writer_to_decoder)), rb_bytes_filled(audio_element_get_input_ringbuf(raw_stream_writer_to_decoder)),
// rb_get_size(audio_element_get_output_ringbuf(raw_stream_writer_to_decoder)), rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_decoder)),
// rb_get_size(audio_element_get_input_ringbuf(decoder)), rb_bytes_filled(audio_element_get_input_ringbuf(decoder)),
// rb_get_size(audio_element_get_output_ringbuf(decoder)), rb_bytes_filled(audio_element_get_output_ringbuf(decoder)),
// rb_get_size(audio_element_get_input_ringbuf(raw_stream_reader)), rb_bytes_filled(audio_element_get_input_ringbuf(raw_stream_reader)),
// rb_get_size(audio_element_get_output_ringbuf(raw_stream_reader)), rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_reader)));
// probably the stream stopped, so we need to reset decoder's buffers here
audio_element_reset_output_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_input_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_output_ringbuf(decoder);
audio_element_reset_input_ringbuf(decoder);
audio_element_reset_output_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_input_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_output_ringbuf(i2s_stream_writer);
audio_element_reset_input_ringbuf(i2s_stream_writer);
wirechnkCnt = 0;
pcmchnkCnt = 0;
init = 0;
ageAcummulated_us = 0;
memset(avg_window, 0, sizeof(avg_window));
avg_window_cnt = 0;
alarmValSub = 0;
alarmValSubCnt = 0;
vTaskDelay( pdMS_TO_TICKS(100) );
}
}
}
/**
*
*/
static void http_get_task(void *pvParameters) {
http_task_cfg_t *httpTaskCfg = (http_task_cfg_t *)pvParameters;
audio_element_handle_t *p_raw_stream_writer;
struct sockaddr_in servaddr;
char *start;
int sockfd;
char base_message_serialized[BASE_MESSAGE_SIZE];
char *hello_message_serialized;
int result, size, id_counter;
struct timeval now, tv1, tv2, tv3, last_time_sync;
time_message_t time_message;
struct timeval tmpDiffToServer;
uint8_t diffBufCnt = 0;
const int64_t outputBufferDacTime_us = DAC_OUT_BUFFER_TIME_US; // in ms
snapcast_sync_task_cfg_t snapcastTaskCfg;
struct timeval lastTimeSync = { 0, 0 };
uint8_t bufferFull = false;
wire_chunk_message_t wire_chunk_message_last = {{0,0}, 0, NULL};
p_raw_stream_writer = httpTaskCfg->p_raw_stream_writer_to_decoder;
// create semaphore for time diff buffer to server
diffBufSemaphoreHandle = xSemaphoreCreateMutex();
last_time_sync.tv_sec = 0;
last_time_sync.tv_usec = 0;
id_counter = 0;
// create snapcast receive buffer
pcmChunkQueueHandle = xQueueCreateStatic( PCM_CHNK_QUEUE_LENGTH,
sizeof(wire_chunk_message_t *),
pcmChunkQueueStorageArea,
&pcmChunkQueue
);
while(1) {
memset((void *)diffBuf, 0, sizeof(diffBuf));
diffBufCnt = 0;
/* Wait for the callback to set the CONNECTED_BIT in the
event group.
*/
xEventGroupWaitBits(s_wifi_event_group, WIFI_CONNECTED_BIT,
false, true, portMAX_DELAY);
ESP_LOGI(TAG, "Connected to AP");
// Find snapcast server
// Connect to first snapcast server found
ESP_LOGI(TAG, "Enable mdns") ;
mdns_init();
mdns_result_t * r = NULL;
esp_err_t err = 0;
while ( !r || err )
{ ESP_LOGI(TAG, "Lookup snapcast service on network");
esp_err_t err = mdns_query_ptr("_snapcast", "_tcp", 3000, 20, &r);
if(err){
ESP_LOGE(TAG, "Query Failed");
}
if(!r){
ESP_LOGW(TAG, "No results found!");
}
vTaskDelay(1000/portTICK_PERIOD_MS);
}
ESP_LOGI(TAG,"Found %08x", r->addr->addr.u_addr.ip4.addr);
servaddr.sin_family = AF_INET;
servaddr.sin_addr.s_addr = r->addr->addr.u_addr.ip4.addr; // inet_addr("192.168.1.158");
servaddr.sin_port = htons(r->port);
mdns_query_results_free(r);
sockfd = socket(AF_INET, SOCK_STREAM, 0);
if(sockfd < 0) {
ESP_LOGE(TAG, "... Failed to allocate socket.");
vTaskDelay(1000 / portTICK_PERIOD_MS);
continue;
}
ESP_LOGI(TAG, "... allocated socket");
if (connect(sockfd, (struct sockaddr*)&servaddr, sizeof(servaddr)) != 0) {
ESP_LOGE(TAG, "%s", strerror(errno));
close(sockfd);
vTaskDelay(4000 / portTICK_PERIOD_MS);
continue;
}
ESP_LOGI(TAG, "... connected");
codec_header_message_t codec_header_message;
server_settings_message_t server_settings_message;
result = gettimeofday(&now, NULL);
if (result) {
ESP_LOGI(TAG, "Failed to gettimeofday\r\n");
return;
}
bool received_header = false;
base_message_t base_message = {
SNAPCAST_MESSAGE_HELLO,
0x0,
0x0,
{ now.tv_sec, now.tv_usec },
{ 0x0, 0x0 },
0x0,
};
hello_message_t hello_message = {
mac_address,
"ESP32-Caster",
"0.0.2",
"libsnapcast",
"esp32",
"xtensa",
1,
mac_address,
2,
};
hello_message_serialized = hello_message_serialize(&hello_message, (size_t*) &(base_message.size));
if (!hello_message_serialized) {
ESP_LOGI(TAG, "Failed to serialize hello message\r\b");
return;
}
result = base_message_serialize(
&base_message,
base_message_serialized,
BASE_MESSAGE_SIZE
);
if (result) {
ESP_LOGI(TAG, "Failed to serialize base message\r\n");
return;
}
write(sockfd, base_message_serialized, BASE_MESSAGE_SIZE);
write(sockfd, hello_message_serialized, base_message.size);
free(hello_message_serialized);
for (;;) {
size = 0;
result = 0;
while (size < BASE_MESSAGE_SIZE) {
result = read(sockfd, &(buff[size]), BASE_MESSAGE_SIZE - size);
if (result < 0) {
break;
}
size += result;
}
if (result < 0) {
if (errno != 0 ) {
ESP_LOGI(TAG, "%s", strerror(errno));
}
break; // stop for(;;) will try to reconnect then
}
if (result > 0) {
result = gettimeofday(&now, NULL);
//ESP_LOGI(TAG, "time of day: %ld %ld", now.tv_sec, now.tv_usec);
if (result) {
ESP_LOGI(TAG, "Failed to gettimeofday");
continue;
}
result = base_message_deserialize(&base_message, buff, size);
if (result) {
ESP_LOGI(TAG, "Failed to read base message: %d", result);
continue;
}
base_message.received.usec = now.tv_usec;
// ESP_LOGI(TAG,"%d %d : %d %d : %d %d",base_message.size, base_message.refersTo,
// base_message.sent.sec,base_message.sent.usec,
// base_message.received.sec,base_message.received.usec);
//ESP_LOGI(TAG,"Free Heap: %d", xPortGetFreeHeapSize());
start = buff;
size = 0;
// TODO: dynamically allocate memory for the next read!!!
// generate an error for now if we try to read more than BUFF_LEN in next lines
if (base_message.size > BUFF_LEN) {
ESP_LOGE(TAG, "base_message.size too big %d", base_message.size);
return;
}
while (size < base_message.size) {
if (size >= BUFF_LEN) {
ESP_LOGE(TAG, "Index too high");
return;
}
result = read(sockfd, &(buff[size]), base_message.size - size);
if (result < 0) {
ESP_LOGI(TAG, "Failed to read from server: %d", result);
break;
}
size += result;
}
if (result < 0) {
if (errno != 0 ) {
ESP_LOGI(TAG, "%s", strerror(errno));
}
break; // stop for(;;) will try to reconnect then
}
switch (base_message.type) {
case SNAPCAST_MESSAGE_CODEC_HEADER:
result = codec_header_message_deserialize(&codec_header_message, start, size);
if (result) {
ESP_LOGI(TAG, "Failed to read codec header: %d", result);
return;
}
size = codec_header_message.size;
start = codec_header_message.payload;
//ESP_LOGI(TAG, "Received codec header message with size %d", codec_header_message.size);
if (strcmp(codec_header_message.codec,"flac") == 0) {
// TODO: maybe restart the whole thing if a new codec header is received while stream session is ongoing
raw_stream_write(*p_raw_stream_writer, codec_header_message.payload, size);
// printf("\r\n");
// for (int i=0; i<size; i++) {
// printf("%c", codec_header_message.payload[i]);
// }
// printf("\r\n");
// printf("\r\n");
// for (int i=0; i<size; i++) {
// printf("%02x", codec_header_message.payload[i]);
// }
// printf("\r\n");
}
else if (strcmp(codec_header_message.codec,"opus") == 0) {
// TODO: NOT Implemented yet!
uint32_t rate;
memcpy(&rate, start+4,sizeof(rate));
uint16_t bits;
memcpy(&bits, start+8,sizeof(bits));
uint16_t channels;
memcpy(&channels, start+10,sizeof(channels));
ESP_LOGI(TAG, "Codec : %s not implemented yet", codec_header_message.codec);
return;
//ESP_LOGI(TAG, "Codec setting %d:%d:%d", rate,bits,channels);
}
else {
ESP_LOGI(TAG, "Codec : %s not supported", codec_header_message.codec);
ESP_LOGI(TAG, "Change encoder codec to flac in /etc/snapserver.conf on server");
return;
}
ESP_LOGI(TAG, "Codec : %s", codec_header_message.codec);
if (codecString != NULL) {
free(codecString);
codecString = NULL;
}
codecString = (char *)calloc(strlen(codec_header_message.codec) + 1, sizeof(char));
if (codecString == NULL) {
ESP_LOGW(TAG, "couldn't get memory for codec String");
}
else {
strcpy(codecString, codec_header_message.codec);
}
ESP_LOGI(TAG, "syncing clock to server");
tv1.tv_sec = base_message.sent.sec;
tv1.tv_usec = base_message.sent.usec;
settimeofday(&tv1, NULL);
codec_header_message_free(&codec_header_message);
received_header = true;
break;
case SNAPCAST_MESSAGE_WIRE_CHUNK:
{
if (!received_header) {
continue;
}
wire_chunk_message_t wire_chunk_message;
result = wire_chunk_message_deserialize(&wire_chunk_message, start, size);
if (result) {
ESP_LOGI(TAG, "Failed to read wire chunk: %d\r\n", result);
wire_chunk_message_free(&wire_chunk_message);
break;
}
//ESP_LOGI(TAG, "wire chnk with size: %d, timestamp %d.%d", wire_chunk_message.size, wire_chunk_message.timestamp.sec, wire_chunk_message.timestamp.usec);
// struct timeval tv_d1, tv_d2, tv_d3;
// tv_d1.tv_sec = wire_chunk_message.timestamp.sec;
// tv_d1.tv_usec = wire_chunk_message.timestamp.usec;
// tv_d2.tv_sec = wire_chunk_message_last.timestamp.sec;
// tv_d2.tv_usec = wire_chunk_message_last.timestamp.usec;
// timersub(&tv_d1, &tv_d2, &tv_d3);
// ESP_LOGI(TAG, "chunk duration %ld.%06ld", tv_d3.tv_sec, tv_d3.tv_usec);
wire_chunk_message_last.timestamp = wire_chunk_message.timestamp;
// store chunk's timestamp, decoder callback will need it later
tv_t timestamp;
timestamp = wire_chunk_message.timestamp;
//ESP_LOGI(TAG, "got wire chunk");
wirechnkCnt++;
//ESP_LOGI(TAG, "wirechnkCnt: %lld", wirechnkCnt);
int bytesWritten = 0;
bytesWritten += raw_stream_write(*p_raw_stream_writer, wire_chunk_message.payload, wire_chunk_message.size);
if (bytesWritten < wire_chunk_message.size) {
ESP_LOGE(TAG, "wirechnk decode ring buf full");
}
else {
if (xQueueSendToBack( timestampQueueHandle, &timestamp, pdMS_TO_TICKS(3000)) == pdTRUE) {
//ESP_LOGI(TAG, "wrote wirechunk timestamp");
}
else {
ESP_LOGW(TAG, "timestamp queue full, messages waiting %d, dropping data ...", uxQueueMessagesWaiting(timestampQueueHandle));
}
}
wire_chunk_message_free(&wire_chunk_message);
break;
}
case SNAPCAST_MESSAGE_SERVER_SETTINGS:
// The first 4 bytes in the buffer are the size of the string.
// We don't need this, so we'll shift the entire buffer over 4 bytes
// and use the extra room to add a null character so cJSON can pares it.
memmove(start, start + 4, size - 4);
start[size - 3] = '\0';
result = server_settings_message_deserialize(&server_settings_message, start);
if (result) {
ESP_LOGI(TAG, "Failed to read server settings: %d\r\n", result);
return;
}
// log mute state, buffer, latency
buffer_ms = server_settings_message.buffer_ms;
ESP_LOGI(TAG, "Buffer length: %d", server_settings_message.buffer_ms);
//ESP_LOGI(TAG, "Ringbuffer size:%d", server_settings_message.buffer_ms*48*4);
ESP_LOGI(TAG, "Latency: %d", server_settings_message.latency);
ESP_LOGI(TAG, "Mute: %d", server_settings_message.muted);
ESP_LOGI(TAG, "Setting volume: %d", server_settings_message.volume);
muteCH[0] = server_settings_message.muted;
muteCH[1] = server_settings_message.muted;
muteCH[2] = server_settings_message.muted;
muteCH[3] = server_settings_message.muted;
// Volume setting using ADF HAL abstraction
audio_hal_set_mute(board_handle->audio_hal, server_settings_message.muted);
audio_hal_set_volume(board_handle->audio_hal, server_settings_message.volume);
if (syncTaskHandle == NULL) {
ESP_LOGI(TAG, "Start snapcast_sync_task");
snapcastTaskCfg.p_raw_stream_writer = httpTaskCfg->p_raw_stream_writer_to_i2s;
snapcastTaskCfg.outputBufferDacTime_us = outputBufferDacTime_us;
snapcastTaskCfg.buffer_us = (int64_t)buffer_ms * 1000LL;
xTaskCreatePinnedToCore(snapcast_sync_task, "snapcast_sync_task", 8 * 1024, &snapcastTaskCfg, SYNC_TASK_PRIORITY, &syncTaskHandle, SYNC_TASK_CORE_ID);
}
break;
case SNAPCAST_MESSAGE_TIME:
result = time_message_deserialize(&time_message, start, size);
if (result) {
ESP_LOGI(TAG, "Failed to deserialize time message\r\n");
return;
}
// ESP_LOGI(TAG, "BaseTX : %d %d ", base_message.sent.sec , base_message.sent.usec);
// ESP_LOGI(TAG, "BaseRX : %d %d ", base_message.received.sec , base_message.received.usec);
// ESP_LOGI(TAG, "baseTX->RX : %d s ", (base_message.received.sec - base_message.sent.sec));
// ESP_LOGI(TAG, "baseTX->RX : %d ms ", (base_message.received.usec - base_message.sent.usec)/1000);
// ESP_LOGI(TAG, "Latency : %d.%d ", time_message.latency.sec, time_message.latency.usec/1000);
// tv == server to client latency (s2c)
// time_message.latency == client to server latency(c2s)
// TODO the fact that I have to do this simple conversion means
// I should probably use the timeval struct instead of my own
tv1.tv_sec = base_message.received.sec;
tv1.tv_usec = base_message.received.usec;
tv3.tv_sec = base_message.sent.sec;
tv3.tv_usec = base_message.sent.usec;
timersub(&tv1, &tv3, &tv2);
tv1.tv_sec = time_message.latency.sec;
tv1.tv_usec = time_message.latency.usec;
// tv1 == c2s: client to server
// tv2 == s2c: server to client
// ESP_LOGI(TAG, "c2s: %ld %ld", tv1.tv_sec, tv1.tv_usec);
// ESP_LOGI(TAG, "s2c: %ld %ld", tv2.tv_sec, tv2.tv_usec);
timersub(&tv1, &tv2, &tmpDiffToServer);
if ((tmpDiffToServer.tv_sec / 2) == 0) {
tmpDiffToServer.tv_sec = 0;
tmpDiffToServer.tv_usec = (suseconds_t)((int64_t)tmpDiffToServer.tv_sec * 1000000LL / 2) + tmpDiffToServer.tv_usec / 2;
}
else
{
tmpDiffToServer.tv_sec /= 2;
tmpDiffToServer.tv_usec /= 2;
}
// ESP_LOGI(TAG, "Current latency: %ld.%06ld", tmpDiffToServer.tv_sec, tmpDiffToServer.tv_usec);
// following code is storing / initializing / resetting diff to server algorithm
// we collect a number of latencies. Basded on these we can get the median of server now
{
struct timeval diff;
// clear diffBuffer if last update is older than a minute
timersub(&now, &lastTimeSync, &diff);
if ( diff.tv_sec > 60 ) {
ESP_LOGW(TAG, "Last time sync older than a minute. Clearing time buffer");
memset(diffBuf, 0, sizeof(diffBuf));
diffBufCnt = 0;
bufferFull = false;
}
// store current time for next run
lastTimeSync.tv_sec = now.tv_sec;
lastTimeSync.tv_usec = now.tv_usec;
diffBuf[diffBufCnt++] = tmpDiffToServer;
if (diffBufCnt >= (sizeof(diffBuf)/sizeof(struct timeval))) {
bufferFull = true;
diffBufCnt = 0;
}
size_t bufLen;
if (bufferFull == true) {
bufLen = sizeof(diffBuf)/sizeof(struct timeval);
}
else {
bufLen = diffBufCnt;
}
set_diff_to_server(diffBuf, bufLen);
}
break;
}
}
// TODO: create a dedicated task for this which is started upon connect and deleted upon disconnect
// If it's been a second or longer since our last time message was
// sent, do so now
result = gettimeofday(&now, NULL);
if (result) {
ESP_LOGI(TAG, "Failed to gettimeofday\r\n");
return;
}
// use time we got from before
timersub(&now, &last_time_sync, &tv1);
if (tv1.tv_sec >= 1) {
last_time_sync.tv_sec = now.tv_sec;
last_time_sync.tv_usec = now.tv_usec;
base_message.type = SNAPCAST_MESSAGE_TIME;
base_message.id = id_counter++;
base_message.refersTo = 0;
base_message.received.sec = 0;
base_message.received.usec = 0;
base_message.sent.sec = now.tv_sec;
base_message.sent.usec = now.tv_usec;
base_message.size = TIME_MESSAGE_SIZE;
result = base_message_serialize(
&base_message,
base_message_serialized,
BASE_MESSAGE_SIZE
);
if (result) {
ESP_LOGE(TAG, "Failed to serialize base message for time\r\n");
continue;
}
result = time_message_serialize(&time_message, buff, BUFF_LEN);
if (result) {
ESP_LOGI(TAG, "Failed to serialize time message\r\b");
continue;
}
write(sockfd, base_message_serialized, BASE_MESSAGE_SIZE);
write(sockfd, buff, TIME_MESSAGE_SIZE);
//ESP_LOGI(TAG, "sent time sync message");
}
}
if (syncTaskHandle != NULL) {
vTaskDelete(syncTaskHandle);
syncTaskHandle = NULL;
xQueueReset(timestampQueueHandle);
//xQueueReset(pcmChunkQueueHandle);
wirechnkCnt = 0;
pcmchnkCnt = 0;
}
ESP_LOGI(TAG, "... closing socket\r\n");
close(sockfd);
}
}
/**
*
*/
void sntp_sync_time(struct timeval *tv_ntp) {
if ((sntp_synced%10) == 0) {
settimeofday(tv_ntp,NULL);
sntp_synced++;
ESP_LOGI(TAG,"SNTP time set from server number :%d",sntp_synced);
return;
}
sntp_synced++;
struct timeval tv_esp;
gettimeofday(&tv_esp, NULL);
//ESP_LOGI(TAG,"SNTP diff s: %ld , %ld ", tv_esp.tv_sec , tv_ntp->tv_sec);
ESP_LOGI(TAG,"SNTP diff us: %ld , %ld ", tv_esp.tv_usec , tv_ntp->tv_usec);
ESP_LOGI(TAG,"SNTP diff us: %.2f", (double)((tv_esp.tv_usec - tv_ntp->tv_usec)/1000.0));
}
/**
*
*/
void sntp_cb(struct timeval *tv) {
struct tm timeinfo = { 0 };
time_t now = tv->tv_sec;
localtime_r(&now, &timeinfo);
char strftime_buf[64];
strftime(strftime_buf, sizeof(strftime_buf), "%c", &timeinfo);
ESP_LOGI(TAG, "sntp_cb called :%s", strftime_buf);
}
/**
*
*/
void set_time_from_sntp() {
xEventGroupWaitBits(s_wifi_event_group, WIFI_CONNECTED_BIT,
false, true, portMAX_DELAY);
//ESP_LOGI(TAG, "clock %");
ESP_LOGI(TAG, "Initializing SNTP");
sntp_setoperatingmode(SNTP_OPMODE_POLL);
sntp_setservername(0, "europe.pool.ntp.org");
sntp_init();
sntp_set_time_sync_notification_cb(sntp_cb);
setenv("TZ", "UTC-2", 1);
tzset();
/*
time_t now = 0;
struct tm timeinfo = { 0 };
int retry = 0;
const int retry_count = 10;
while(timeinfo.tm_year < (2016 - 1900) && ++retry < retry_count) {
ESP_LOGI(TAG, "Waiting for system time to be set... (%d/%d)", retry, retry_count);
vTaskDelay(2000 / portTICK_PERIOD_MS);
time(&now);
localtime_r(&now, &timeinfo);
}
char strftime_buf[64];
strftime(strftime_buf, sizeof(strftime_buf), "%c", &timeinfo);
ESP_LOGI(TAG, "The current date/time in UTC is: %s", strftime_buf);
*/
}
// @ 48kHz, 2ch, 16bit audio data and 24ms wirechunks (hardcoded for now) we expect 0.024 * 2 * 16/8 * 48000 = 4608 Bytes
#define WIRE_CHUNK_DURATION_MS 24UL // stream read chunk size [ms]
#define SAMPLE_RATE 48000UL
#define CHANNELS 2UL
#define BIT_WIDTH (16 / 8)
/**
*
*/
static void wirechunk_to_pcm_timestamp_task(void *pvParameters) {
wire_chunk_message_t *pcm_chunk_message;
tv_t timestamp;
const unsigned int size_expect = (WIRE_CHUNK_DURATION_MS * CHANNELS * BIT_WIDTH * SAMPLE_RATE) / 1000;
audio_element_handle_t *p_raw_stream_reader = (audio_element_handle_t *)pvParameters;
int itemsRead = 0;
while (1) {
if (xQueueReceive( timestampQueueHandle, &timestamp, pdMS_TO_TICKS(10000) ) == pdPASS) {
//ESP_LOGI(TAG, "r: %d", uxQueueMessagesWaiting(timestampQueueHandle));
pcm_chunk_message = (wire_chunk_message_t *)malloc(sizeof(wire_chunk_message_t));
if (pcm_chunk_message == NULL) {
ESP_LOGE(TAG, "wirechunk_to_pcm_timestamp_task: Failed to allocate memory for pcm chunk message");
continue;
}
pcm_chunk_message->payload = (char *)malloc(sizeof(char) * size_expect);
if (pcm_chunk_message->payload == NULL) {
ESP_LOGE(TAG, "wirechunk_to_pcm_timestamp_task: Failed to allocate memory for pcm chunk payload");
free(pcm_chunk_message);
continue;
}
pcm_chunk_message->size = size_expect;
pcm_chunk_message->timestamp = timestamp;
// ESP_LOGI(TAG, "\n1: s %d f %d s %d f %d\n2: s %d f %d s %d f %d\n3: s %d f %d s %d f %d",
// rb_get_size(audio_element_get_input_ringbuf(raw_stream_writer_to_decoder)), rb_bytes_filled(audio_element_get_input_ringbuf(raw_stream_writer_to_decoder)),
// rb_get_size(audio_element_get_output_ringbuf(raw_stream_writer_to_decoder)), rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_writer_to_decoder)),
// rb_get_size(audio_element_get_input_ringbuf(decoder)), rb_bytes_filled(audio_element_get_input_ringbuf(decoder)),
// rb_get_size(audio_element_get_output_ringbuf(decoder)), rb_bytes_filled(audio_element_get_output_ringbuf(decoder)),
// rb_get_size(audio_element_get_input_ringbuf(raw_stream_reader)), rb_bytes_filled(audio_element_get_input_ringbuf(raw_stream_reader)),
// rb_get_size(audio_element_get_output_ringbuf(raw_stream_reader)), rb_bytes_filled(audio_element_get_output_ringbuf(raw_stream_reader)));
itemsRead = raw_stream_read(*p_raw_stream_reader, pcm_chunk_message->payload, size_expect);
if (itemsRead < size_expect) {
// probably the stream stopped, so we need to reset decoder's buffers here
audio_element_reset_output_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_input_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_output_ringbuf(decoder);
audio_element_reset_input_ringbuf(decoder);
audio_element_reset_output_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_input_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_output_ringbuf(i2s_stream_writer);
audio_element_reset_input_ringbuf(i2s_stream_writer);
wirechnkCnt = 0;
pcmchnkCnt = 0;
xQueueReset(timestampQueueHandle);
ESP_LOGE(TAG, "wirechunk_to_pcm_timestamp_task: read %d, expected %d", itemsRead, size_expect);
}
else {
if (xQueueSendToBack( pcmChunkQueueHandle, &pcm_chunk_message, pdMS_TO_TICKS(1000)) != pdTRUE) {
ESP_LOGW(TAG, "wirechunk_to_pcm_timestamp_task: send: pcmChunkQueue full, messages waiting %d", uxQueueMessagesWaiting(pcmChunkQueueHandle));
}
}
}
else {
// probably the stream stopped, so we need to reset decoder's buffers here
audio_element_reset_output_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_input_ringbuf(raw_stream_writer_to_decoder);
audio_element_reset_output_ringbuf(decoder);
audio_element_reset_input_ringbuf(decoder);
audio_element_reset_output_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_input_ringbuf(raw_stream_writer_to_i2s);
audio_element_reset_output_ringbuf(i2s_stream_writer);
audio_element_reset_input_ringbuf(i2s_stream_writer);
wirechnkCnt = 0;
pcmchnkCnt = 0;
xQueueReset(timestampQueueHandle);
ESP_LOGW(TAG, "wirechunk_to_pcm_timestamp_task: failed to get timestamp for it, messages waiting %d, %d", uxQueueMessagesWaiting(timestampQueueHandle), uxQueueMessagesWaiting(pcmChunkQueueHandle));
vTaskDelay(pdMS_TO_TICKS(100));
}
}
// should never get here ...
return;
}
/**
*
*/
void app_main(void) {
esp_err_t ret;
uint8_t base_mac[6];
http_task_cfg_t httpTaskCfg = {NULL, NULL};
ret = nvs_flash_init();
if (ret == ESP_ERR_NVS_NO_FREE_PAGES || ret == ESP_ERR_NVS_NEW_VERSION_FOUND) {
ESP_ERROR_CHECK(nvs_flash_erase());
ret = nvs_flash_init();
}
ESP_ERROR_CHECK(ret);
wifi_init_sta();
// Get MAC address for WiFi station
esp_read_mac(base_mac, ESP_MAC_WIFI_STA);
sprintf(mac_address, "%02X:%02X:%02X:%02X:%02X:%02X", base_mac[0], base_mac[1], base_mac[2], base_mac[3], base_mac[4], base_mac[5]);
ESP_LOGI(TAG, "MAC Adress is: %s", mac_address);
esp_log_level_set("*", ESP_LOG_WARN);
esp_log_level_set(TAG, ESP_LOG_INFO);
ESP_LOGI(TAG, "Start codec chip");
board_handle = audio_board_init();
audio_hal_ctrl_codec(board_handle->audio_hal, AUDIO_HAL_CODEC_MODE_DECODE, AUDIO_HAL_CTRL_START);
ESP_LOGI(TAG, "Create audio pipeline for decoding");
audio_pipeline_cfg_t flac_dec_pipeline_cfg = DEFAULT_AUDIO_PIPELINE_CONFIG();
flacDecodePipeline = audio_pipeline_init(&flac_dec_pipeline_cfg);
//flac_dec_pipeline_cfg.rb_size = 16 * 4096; // TODO: how much is really needed?
AUDIO_NULL_CHECK(TAG, flacDecodePipeline, return);
ESP_LOGI(TAG, "Create raw stream to write data from snapserver to decoder");
raw_stream_cfg_t raw_1_cfg = RAW_STREAM_CFG_DEFAULT();
raw_1_cfg.type = AUDIO_STREAM_WRITER;
raw_1_cfg.out_rb_size = 16 * 1024; // TODO: how much is really needed?
raw_stream_writer_to_decoder = raw_stream_init(&raw_1_cfg);
audio_element_set_output_timeout(raw_stream_writer_to_decoder, pdMS_TO_TICKS(1000));
ESP_LOGI(TAG, "Create flac decoder to decode flac file and set custom write callback");
flac_decoder_cfg_t flac_cfg = DEFAULT_FLAC_DECODER_CONFIG();
flac_cfg.task_prio = FLAC_DECODER_PRIORITY;
flac_cfg.task_core = FLAC_DECODER_CORE_ID;
flac_cfg.out_rb_size = 16 * 1024; // TODO: how much is really needed?
decoder = flac_decoder_init(&flac_cfg);
//decodedPcmDataRingbuffer = xRingbufferCreate(RINGBUF_SIZE, RINGBUF_TYPE_BYTEBUF); // create ringbuffer used to exchange data between flac decoder and timestamp task
//audio_element_set_write_cb(decoder, flac_decoder_write_cb, &decodedPcmDataRingbuffer);
ESP_LOGI(TAG, "Create raw stream to read data from decoder");
raw_stream_cfg_t raw_3_cfg = RAW_STREAM_CFG_DEFAULT();
raw_3_cfg.type = AUDIO_STREAM_READER;
//raw_3_cfg.out_rb_size = 5 * 4608; // TODO: how much is really needed?
raw_stream_reader = raw_stream_init(&raw_3_cfg);
audio_element_set_input_timeout(raw_stream_reader, pdMS_TO_TICKS(1000));
ESP_LOGI(TAG, "Register all elements to audio pipeline");
audio_pipeline_register(flacDecodePipeline, raw_stream_writer_to_decoder, "raw_1");
audio_pipeline_register(flacDecodePipeline, decoder, "decoder");
audio_pipeline_register(flacDecodePipeline, raw_stream_reader, "raw_3");
ESP_LOGI(TAG, "Link it together [snapclient]-->raw_1-->decoder --> raw_3");
const char *link_tag[] = {"raw_1", "decoder", "raw_3"};
audio_pipeline_link(flacDecodePipeline, &link_tag[0], 3);
ESP_LOGI(TAG, "Create audio pipeline for playback");
audio_pipeline_cfg_t playback_pipeline_cfg = DEFAULT_AUDIO_PIPELINE_CONFIG();
//playback_pipeline_cfg.rb_size = 16 * 4096; // TODO: how much is really needed?
playbackPipeline = audio_pipeline_init(&playback_pipeline_cfg);
AUDIO_NULL_CHECK(TAG, playbackPipeline, return);
ESP_LOGI(TAG, "Create raw stream to write data from decoder to i2s");
raw_stream_cfg_t raw_2_cfg = RAW_STREAM_CFG_DEFAULT();
raw_2_cfg.type = AUDIO_STREAM_WRITER;
raw_2_cfg.out_rb_size = 4608 * 3;//36 * 4; // TODO: how much is really needed? 4 * 24ms * 48000 Hz
raw_stream_writer_to_i2s = raw_stream_init(&raw_2_cfg);
audio_element_set_output_timeout(raw_stream_writer_to_i2s, pdMS_TO_TICKS(1000));
ESP_LOGI(TAG, "Create i2s stream to write data to codec chip");
i2s_stream_cfg_t i2s_cfg = I2S_STREAM_CFG_DEFAULT();
//i2s_cfg.task_stack = I2S_STREAM_TASK_STACK * 2;
//i2s_cfg.i2s_config.intr_alloc_flags = ESP_INTR_FLAG_LEVEL3 | ESP_INTR_FLAG_IRAM;
i2s_cfg.i2s_config.sample_rate = 48000;
i2s_cfg.i2s_config.dma_buf_count = 32 * 1;
i2s_cfg.i2s_config.dma_buf_len = 36 / 1; // number of samples = 16bit * 2ch = 1 sample
// i2s_cfg.out_rb_size = 8 * 1024;
i2s_cfg.task_core = I2S_TASK_CORE_ID;
i2s_cfg.task_prio = I2S_TASK_PRIORITY;
i2s_stream_writer = i2s_stream_init(&i2s_cfg);
audio_pipeline_register(playbackPipeline, raw_stream_writer_to_i2s, "raw_2");
audio_pipeline_register(playbackPipeline, i2s_stream_writer, "i2s");
ESP_LOGI(TAG, "Link it together [sync task]-->raw_2-->i2s_stream-->[codec_chip]");
const char *link_tag_2[2] = {"raw_2", "i2s"};
audio_pipeline_link(playbackPipeline, &link_tag_2[0], 2);
ESP_LOGI(TAG, "Set up event listener");
audio_event_iface_cfg_t evt_cfg = AUDIO_EVENT_IFACE_DEFAULT_CFG();
audio_event_iface_handle_t evt = audio_event_iface_init(&evt_cfg);
ESP_LOGI(TAG, "Listening event from all elements of pipelines");
audio_pipeline_set_listener(flacDecodePipeline, evt);
audio_pipeline_set_listener(playbackPipeline, evt);
ESP_LOGI(TAG, "Start audio_pipelines");
audio_pipeline_run(flacDecodePipeline);
audio_pipeline_run(playbackPipeline);
ESP_LOGI(TAG, "Listen for all pipeline events");
#if CONFIG_USE_SNTP == 1
// syncing to sntp
vTaskDelay(5000/portTICK_PERIOD_MS);
ESP_LOGI(TAG, "Syncing to sntp");
set_time_from_sntp();
#else
{
// don't use sntp, if server and client are too different, we get overflowing timevals
struct timeval tv = {
.tv_sec = 0,
.tv_usec = 0,
};
char tmbuf[64], buf[128];
struct tm *nowtm;
time_t nowtime;
settimeofday(&tv, NULL);
nowtime = tv.tv_sec;
nowtm = localtime(&nowtime);
strftime(tmbuf, sizeof(tmbuf), "%Y-%m-%d %H:%M:%S", nowtm);
sprintf(buf, "%s.%06ld", tmbuf, tv.tv_usec);
ESP_LOGI(TAG, "Current time is %s", buf);
}
#endif
ESP_LOGI(TAG, "Start snapclient task");
timestampQueueHandle = xQueueCreateStatic( TIMESTAMP_QUEUE_LENGTH,
sizeof(tv_t),
timestampQueueStorageArea,
&timestampQueue
);
httpTaskCfg.p_raw_stream_writer_to_decoder = &raw_stream_writer_to_decoder;
httpTaskCfg.p_raw_stream_writer_to_i2s = &raw_stream_writer_to_i2s;
xTaskCreatePinnedToCore(http_get_task, "http_get_task", 2*4096, &httpTaskCfg, HTTP_TASK_PRIORITY, NULL, HTTP_TASK_CORE_ID);
xTaskCreatePinnedToCore(wirechunk_to_pcm_timestamp_task, "timestamp_task", 2*4096, &raw_stream_reader, TIMESTAMP_TASK_PRIORITY, NULL, TIMESTAMP_TASK_CORE_ID);
#if COLLECT_RUNTIME_STATS == 1
xTaskCreatePinnedToCore(stats_task, "stats", 4096, NULL, STATS_TASK_PRIO, NULL, tskNO_AFFINITY);
#endif
while (1) {
audio_event_iface_msg_t msg;
esp_err_t ret;
// listen to events
ret = audio_event_iface_listen(evt, &msg, portMAX_DELAY);
if (ret != ESP_OK) {
ESP_LOGE(TAG, "[ * ] Event interface error : %d", ret);
continue;
}
if (msg.source_type == AUDIO_ELEMENT_TYPE_ELEMENT && msg.source == (void *) decoder
&& msg.cmd == AEL_MSG_CMD_REPORT_MUSIC_INFO) {
audio_element_info_t music_info = {0};
audio_element_getinfo(decoder, &music_info);
if (codecString != NULL) {
ESP_LOGI(TAG, "[ * ] Receive music info from %s decoder, sample_rates=%d, bits=%d, ch=%d",
codecString, music_info.sample_rates, music_info.bits, music_info.channels);
}
else {
ESP_LOGI(TAG, "[ * ] Receive music info from decoder, sample_rates=%d, bits=%d, ch=%d",
music_info.sample_rates, music_info.bits, music_info.channels);
}
audio_element_setinfo(i2s_stream_writer, &music_info);
i2s_stream_set_clk(i2s_stream_writer, music_info.sample_rates, music_info.bits, music_info.channels);
continue;
}
// if (msg.source_type == AUDIO_ELEMENT_TYPE_ELEMENT && msg.source == (void *) raw_stream_writer_to_i2s
// && msg.cmd == AEL_MSG_CMD_REPORT_STATUS && ((int)msg.data == AEL_STATUS_STATE_PAUSED || (int)msg.data == AEL_STATUS_STATE_RUNNING))
// {
// if ((int)msg.data == AEL_STATUS_STATE_PAUSED) {
// ESP_LOGW(TAG, "raw_stream_writer_to_i2s pause event received");
// }
// else if ((int)msg.data == AEL_STATUS_STATE_RUNNING) {
// ESP_LOGW(TAG, "raw_stream_writer_to_i2s run event received");
// }
// else {
// ESP_LOGW(TAG, "raw_stream_writer_to_i2s unknown event received: %d", (int)msg.data);
// }
// }
/* Stop when the last pipeline element (i2s_stream_writer in this case) receives stop event */
if (msg.source_type == AUDIO_ELEMENT_TYPE_ELEMENT && msg.source == (void *) i2s_stream_writer
&& msg.cmd == AEL_MSG_CMD_REPORT_STATUS
&& (((int)msg.data == AEL_STATUS_STATE_STOPPED) || ((int)msg.data == AEL_STATUS_STATE_FINISHED)))
{
ESP_LOGW(TAG, "[ * ] Stop event received");
break;
}
}
ESP_LOGI(TAG, "Stop audio_pipeline");
audio_pipeline_stop(flacDecodePipeline);
audio_pipeline_wait_for_stop(flacDecodePipeline);
audio_pipeline_terminate(flacDecodePipeline);
audio_pipeline_stop(playbackPipeline);
audio_pipeline_wait_for_stop(playbackPipeline);
audio_pipeline_terminate(playbackPipeline);
audio_pipeline_unregister(flacDecodePipeline, raw_stream_writer_to_decoder);
audio_pipeline_unregister(flacDecodePipeline, decoder);
audio_pipeline_unregister(flacDecodePipeline, raw_stream_reader);
audio_pipeline_unregister(playbackPipeline, raw_stream_writer_to_i2s);
audio_pipeline_unregister(playbackPipeline, i2s_stream_writer);
/* Terminal the pipeline before removing the listener */
audio_pipeline_remove_listener(flacDecodePipeline);
audio_pipeline_remove_listener(playbackPipeline);
/* Make sure audio_pipeline_remove_listener & audio_event_iface_remove_listener are called before destroying event_iface */
audio_event_iface_destroy(evt);
/* Release all resources */
audio_pipeline_deinit(flacDecodePipeline);
audio_element_deinit(raw_stream_writer_to_decoder);
audio_element_deinit(decoder);
audio_element_deinit(raw_stream_reader);
audio_pipeline_deinit(playbackPipeline);
audio_element_deinit(raw_stream_writer_to_i2s);
audio_element_deinit(i2s_stream_writer);
// TODO: clean up all created tasks and delete them
}