| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304 | /*  *  (c) Philippe G. 2019, philippe_44@outlook.com * *  This software is released under the MIT License. *  https://opensource.org/licenses/MIT * */#include <ctype.h>#include <math.h>#include "esp_dsp.h"#include "squeezelite.h"#include "slimproto.h"#include "display.h"#include "gds.h"#include "gds_text.h"#include "gds_draw.h"#include "gds_image.h"#pragma pack(push, 1)struct grfb_packet {	char  opcode[4];	s16_t  brightness;};struct grfe_packet {	char  opcode[4];	u16_t offset;	u8_t  transition;	u8_t  param;};struct grfs_packet {	char  opcode[4];	u8_t  screen;		u8_t  direction;	// 1=left, 2=right	u32_t pause;		// in ms		u32_t speed;		// in ms	u16_t by;			// # of pixel of scroll step	u16_t mode;			// 0=continuous, 1=once and stop, 2=once and end	u16_t width;		// total width of animation	u16_t offset;		// offset if multiple packets are sent};struct grfg_packet {	char  opcode[4];	u16_t  screen;		u16_t  width;		// # of pixels of scrollable};struct grfa_packet {	char  opcode[4];	u32_t length;	u16_t x;	u16_t y;		u32_t offset;};struct visu_packet {	char  opcode[4];	u8_t which;	u8_t count;	union {		struct {			u32_t width;			union {				struct {				u32_t bars;				u32_t spectrum_scale;				};				u32_t style;				};			} full;			struct {				u32_t width;			u32_t height;			s32_t col;			s32_t row;				u32_t border;			u32_t bars;			u32_t spectrum_scale;		};			struct {			u32_t mono;			u32_t bandwidth;			u32_t preemph;				struct {				u32_t pos;				u32_t width;				u32_t orient;				u32_t bar_width;				u32_t bar_space;				u32_t clipping;				u32_t bar_intens;				u32_t bar_cap_intens;			} channels[2];		};		struct {			u32_t mono;			u32_t style;			struct {				u32_t pos;				u32_t width;			} channels[2];		} classical_vu;		};	};struct ANIC_header {	char  opcode[4];	u32_t length;	u8_t mode;};struct dmxt_packet {	char  opcode[4];	u16_t x;	u16_t length;};#pragma pack(pop)static struct {	TaskHandle_t task;	int wake;	bool owned;		struct {		SemaphoreHandle_t mutex;				int width, height;		bool dirty;	};	} displayer = { .dirty = true, .owned = true };	static uint32_t *grayMap;#define LONG_WAKE 		(10*1000)#define SB_HEIGHT		32// lenght are number of frames, i.e. 2 channels of 16 bits#define	FFT_LEN_BIT	7		#define	FFT_LEN		(1 << FFT_LEN_BIT)#define RMS_LEN_BIT	6#define RMS_LEN		(1 << RMS_LEN_BIT)#define VU_WIDTH	160#define VU_HEIGHT	SB_HEIGHT#define VU_COUNT	48#define DISPLAY_BW	20000static struct scroller_s {	// copy of grfs content	u8_t  screen;		u32_t pause;	u16_t mode;		s16_t by;	// scroller management & sharing between grfg and scrolling task	bool active, first, overflow;	int scrolled;	int speed, wake;		struct {		u8_t *frame;		u32_t width;		u32_t max, size;	} scroll;	struct {		u8_t *frame;		u32_t width;	} back;	u8_t *frame;	u32_t width;} scroller;static struct {	u8_t *data;	u32_t size;	u16_t x, y;	bool enable, full;} artwork;#define MAX_BARS	32#define VISU_ESP32	0x10static EXT_RAM_ATTR struct {	int bar_gap, bar_width, bar_border;	bool rotate;	struct bar_s {		int current, max;		int limit;	} bars[MAX_BARS];	float spectrum_scale;	int n, col, row, height, width, border, style, max;	enum { VISU_BLANK, VISU_VUMETER = 0x01, VISU_SPECTRUM = 0x02, VISU_WAVEFORM } mode;	struct {		u8_t *frame;		int width;		bool active;	} back;		} visu;static EXT_RAM_ATTR struct {	float fft[FFT_LEN*2], samples[FFT_LEN*2], hanning[FFT_LEN];	int levels[2];} meters;static EXT_RAM_ATTR struct {	int mode;	int max;	u16_t config;	struct bar_s bars[MAX_BARS] ;} led_visu;extern const uint8_t vu_bitmap[]   asm("_binary_vu_data_start");#define ANIM_NONE		  0x00#define ANIM_TRANSITION   0x01 // A transition animation has finished#define ANIM_SCROLL_ONCE  0x02 #define ANIM_SCREEN_1     0x04 #define ANIM_SCREEN_2     0x08 #define SCROLL_STACK_SIZE	(3*1024)#define LINELEN				40static log_level loglevel = lINFO;static bool (*slimp_handler_chain)(u8_t *data, int len);static void (*notify_chain)(in_addr_t ip, u16_t hport, u16_t cport);static bool (*display_bus_chain)(void *from, enum display_bus_cmd_e cmd);#define max(a,b) (((a) > (b)) ? (a) : (b))static void server(in_addr_t ip, u16_t hport, u16_t cport);static void sendSETD(u16_t width, u16_t height, u16_t led_config);static void sendANIC(u8_t code);static bool handler(u8_t *data, int len);static bool display_bus_handler(void *from, enum display_bus_cmd_e cmd);static void vfdc_handler( u8_t *_data, int bytes_read);static void grfe_handler( u8_t *data, int len);static void grfb_handler(u8_t *data, int len);static void grfs_handler(u8_t *data, int len);static void grfg_handler(u8_t *data, int len);static void grfa_handler(u8_t *data, int len);static void visu_handler(u8_t *data, int len);static void dmxt_handler(u8_t *data, int len);static void displayer_task(void* arg);// PLACEHOLDERvoid *led_display = 0x1000;/* scrolling undocumented information	grfs			B: screen number		B:1 = left, 2 = right,		Q: scroll pause once done (ms)		Q: scroll speed (ms)		W: # of pixels to scroll each time		W: 0 = continue scrolling after pause, 1 = scroll to scrollend and then stop, 2 = scroll to scrollend and then end animation (causing new update)		W: width of total scroll area in pixels				grfd		W: screen number		W: width of scrollable area	in pixels	anic ( two versions, don't know what to chose)		B: flag			ANIM_TRANSITION (0x01) - transition animation has finished (previous use of ANIC)			ANIM_SCREEN_1 (0x04)                           - end of first scroll on screen 1			ANIM_SCREEN_2 (0x08)                           - end of first scroll on screen 2			ANIM_SCROLL_ONCE (0x02) | ANIM_SCREEN_1 (0x04) - end of scroll once on screen 1			ANIM_SCROLL_ONCE (0x02) | ANIM_SCREEN_2 (0x08) - end of scroll once on screen 2			- or -			ANIM_TRANSITION   0x01 # A transition animation has finished			ANIM_SCROLL_ONCE  0x02 # A scrollonce has finished			ANIM_SCREEN_1     0x04 # For scrollonce only, screen 1 was scrolling			ANIM_SCREEN_2     0x08 # For scrollonce only, screen 2 was scrolling*//* classical visu not our specific version) Parameters for the spectrum analyzer:   0 - Channels: stereo == 0, mono == 1   1 - Bandwidth: 0..22050Hz == 0, 0..11025Hz == 1   2 - Preemphasis in dB per KHz Left channel parameters:   3 - Position in pixels   4 - Width in pixels   5 - orientation: left to right == 0, right to left == 1   6 - Bar width in pixels   7 - Bar spacing in pixels   8 - Clipping: show all subbands == 0, clip higher subbands == 1   9 - Bar intensity (greyscale): 1-3   10 - Bar cap intensity (greyscale): 1-3 Right channel parameters (not required for mono):   11-18 - same as left channel parameters Parameters for the vumeter:   0 - Channels: stereo == 0, mono == 1   1 - Style: digital == 0, analog == 1 Left channel parameters:   2 - Position in pixels   3 - Width in pixels Right channel parameters (not required for mono):   4-5 - same as left channel parameters*/ /**************************************************************************************** *  */bool sb_displayer_init(void) {	static DRAM_ATTR StaticTask_t xTaskBuffer __attribute__ ((aligned (4)));	static EXT_RAM_ATTR StackType_t xStack[SCROLL_STACK_SIZE] __attribute__ ((aligned (4)));		// no display, just make sure we won't have requests	if ((GDS_GetWidth(display) <= 0 || GDS_GetHeight(display) <= 0) && !led_display) {		LOG_INFO("no display or led visualizer for LMS");		return false;	}			if (display) {		// need to force height to 32 maximum		displayer.width = GDS_GetWidth(display);		displayer.height = min(GDS_GetHeight(display), SB_HEIGHT);			// allocate gray-color mapping if needed;		if (GDS_GetMode(display) > GDS_GRAYSCALE) {			grayMap = malloc(256*sizeof(*grayMap));			for (int i = 0; i < 256; i++) grayMap[i] = GDS_GrayMap(display, i);		}			// create visu configuration		visu.bar_gap = 1;		visu.back.frame = calloc(1, (displayer.width * displayer.height) / 8);				// size scroller (width + current screen)		scroller.scroll.max = (displayer.width * displayer.height / 8) * (15 + 1);		scroller.scroll.frame = malloc(scroller.scroll.max);		scroller.back.frame = malloc(displayer.width * displayer.height / 8);		scroller.frame = malloc(displayer.width * displayer.height / 8);				// chain handlers		display_bus_chain = display_bus;		display_bus = display_bus_handler;	}			if (led_display) {		// PLACEHOLDER to init config		led_visu.mode = VISU_VUMETER;	}		// inform LMS of our screen/led dimensions	sendSETD(GDS_GetWidth(display), GDS_GetHeight(display), led_visu.config);		dsps_fft2r_init_fc32(meters.fft, FFT_LEN);	dsps_wind_hann_f32(meters.hanning, FFT_LEN);			// create displayer management task	displayer.mutex = xSemaphoreCreateMutex();	displayer.task = xTaskCreateStatic( (TaskFunction_t) displayer_task, "squeeze_displayer", SCROLL_STACK_SIZE, NULL, ESP_TASK_PRIO_MIN + 1, xStack, &xTaskBuffer);		// chain handlers	slimp_handler_chain = slimp_handler;	slimp_handler = handler;		notify_chain = server_notify;	server_notify = server;		return display != NULL;}/**************************************************************************************** * Receive display bus commands */static bool display_bus_handler(void *from, enum display_bus_cmd_e cmd) {	// don't answer to own requests	if (from == &displayer) return false ;		LOG_INFO("Display bus command %d", cmd);		xSemaphoreTake(displayer.mutex, portMAX_DELAY);		switch (cmd) {	case DISPLAY_BUS_TAKE:		displayer.owned = false;		break;	case DISPLAY_BUS_GIVE:		displayer.owned = true;		break;	}		xSemaphoreGive(displayer.mutex);		// chain to rest of "bus"	if (display_bus_chain) return (*display_bus_chain)(from, cmd);	else return true;}/**************************************************************************************** * Send ANImation Complete */static void sendANIC(u8_t code) {	struct ANIC_header pkt_header;	memset(&pkt_header, 0, sizeof(pkt_header));	memcpy(&pkt_header.opcode, "ANIC", 4);	pkt_header.length = htonl(sizeof(pkt_header) - 8);	pkt_header.mode = code;	LOCK_P;	send_packet((uint8_t *) &pkt_header, sizeof(pkt_header));	UNLOCK_P;}			/**************************************************************************************** * Send SETD for width */static void sendSETD(u16_t width, u16_t height, u16_t led_config) {	struct SETD_header pkt_header;			memset(&pkt_header, 0, sizeof(pkt_header));	memcpy(&pkt_header.opcode, "SETD", 4);	pkt_header.id = 0xfe; // id 0xfe is width S:P:Squeezebox2	pkt_header.length = htonl(sizeof(pkt_header) +  6 - 8);			LOG_INFO("sending dimension %ux%u", width, height);		width = htons(width);	height = htons(height);			LOCK_P;	send_packet((uint8_t *) &pkt_header, sizeof(pkt_header));	send_packet((uint8_t *) &width, 2);	send_packet((uint8_t *) &height, 2);	send_packet((uint8_t *) &led_config, 2);	UNLOCK_P;}/**************************************************************************************** *  */static void server(in_addr_t ip, u16_t hport, u16_t cport) {	char msg[32];		xSemaphoreTake(displayer.mutex, portMAX_DELAY);		sprintf(msg, "%s:%hu", inet_ntoa(ip), hport);	if (display && displayer.owned) GDS_TextPos(display, GDS_FONT_DEFAULT, GDS_TEXT_CENTERED, GDS_TEXT_CLEAR | GDS_TEXT_UPDATE, msg);	displayer.dirty = true;		xSemaphoreGive(displayer.mutex);			// inform new LMS server of our capabilities	sendSETD(GDS_GetWidth(display), GDS_GetHeight(display), led_visu.config);		if (notify_chain) (*notify_chain)(ip, hport, cport);}/**************************************************************************************** * Process graphic display data */static bool handler(u8_t *data, int len){	bool res = true;	if (!strncmp((char*) data, "vfdc", 4)) {		vfdc_handler(data, len);	} else if (!strncmp((char*) data, "grfe", 4)) {		grfe_handler(data, len);	} else if (!strncmp((char*) data, "grfb", 4)) {		grfb_handler(data, len);	} else if (!strncmp((char*) data, "grfs", 4)) {		grfs_handler(data, len);			} else if (!strncmp((char*) data, "grfg", 4)) {		grfg_handler(data, len);	} else if (!strncmp((char*) data, "grfa", 4)) {		grfa_handler(data, len);			} else if (!strncmp((char*) data, "visu", 4)) {		visu_handler(data, len);	} else if (!strncmp((char*) data, "dmxt", 4)) {		dmxt_handler(data, len);			} else {		res = false;	}	// chain protocol handlers (bitwise or is fine)	if (*slimp_handler_chain) res |= (*slimp_handler_chain)(data, len);		return res;}/**************************************************************************************** * Change special LCD chars to something more printable on screen  */static void makeprintable(unsigned char * line) {	for (int n = 0; n < LINELEN; n++) {		switch (line[n]) {		case 11:		/* block */			line[n] = '#';			break;;		case 16:		/* rightarrow */			line[n] = '>';			break;;		case 22:		/* circle */			line[n] = '@';			break;;		case 145:		/* note */			line[n] = ' ';			break;;		case 152:		/* bell */			line[n] = 'o';			break;		default:			break;		}	}}/**************************************************************************************** * Check if char is printable, or a valid symbol */static bool charisok(unsigned char c) {   switch (c) {	  case 11:		/* block */	  case 16:		/* rightarrow */	  case 22:		/* circle */	  case 145:		/* note */	  case 152:		/* bell */		 return true;	 break;;	  default:		 return isprint(c);   }}/**************************************************************************************** * Show the display (text mode) */static void show_display_buffer(char *ddram) {	char line1[LINELEN+1];	char *line2;	memset(line1, 0, LINELEN+1);	strncpy(line1, ddram, LINELEN);	line2 = &(ddram[LINELEN]);	line2[LINELEN] = '\0';	/* Convert special LCD chars */	makeprintable((unsigned char *)line1);	makeprintable((unsigned char *)line2);	LOG_DEBUG("\n\t%.40s\n\t%.40s", line1, line2);	GDS_TextLine(display, 1, GDS_TEXT_LEFT, GDS_TEXT_CLEAR, line1);		GDS_TextLine(display, 2, GDS_TEXT_LEFT, GDS_TEXT_CLEAR | GDS_TEXT_UPDATE, line2);	}/**************************************************************************************** * Process display data */static void vfdc_handler( u8_t *_data, int bytes_read) {	unsigned short *data = (unsigned short*) _data, *display_data;	char ddram[(LINELEN + 1) * 2];	int n, addr = 0; /* counter */	bytes_read -= 4;	if (bytes_read % 2) bytes_read--; /* even number of bytes */	// if we use Noritake VFD codes, display data starts at 12	display_data = &(data[5]); /* display data starts at byte 10 */	memset(ddram, ' ', LINELEN * 2);	for (n = 0; n < (bytes_read/2); n++) {		unsigned short d; /* data element */		unsigned char t, c;		d = ntohs(display_data[n]);		t = (d & 0x00ff00) >> 8; /* type of display data */		c = (d & 0x0000ff); /* character/command */		switch (t) {			case 0x03: /* character */				if (!charisok(c)) c = ' ';				if (addr <= LINELEN * 2) {					ddram[addr++] = c;		}				break;			case 0x02: /* command */				switch (c) {					case 0x06: /* display clear */						memset(ddram, ' ', LINELEN * 2);						break;					case 0x02: /* cursor home */						addr = 0;						break;					case 0xc0: /* cursor home2 */						addr = LINELEN;						break;				}		}	}	show_display_buffer(ddram);}/**************************************************************************************** * Display VU-Meter (lots of hard-coding) */void draw_VU(struct GDS_Device * display, const uint8_t *data, int level, int x, int y, int width, bool rotate) {	// VU data is by columns and vertical flip to allow block offset 	data += level * VU_WIDTH * VU_HEIGHT;		// adjust to current display window	if (width > VU_WIDTH) {		if (rotate) y += (width - VU_WIDTH) / 2;				else x += (width - VU_WIDTH) / 2;				width = VU_WIDTH;	} else {		data += (VU_WIDTH - width) / 2 * VU_HEIGHT;		}		if (GDS_GetMode(display) <= GDS_GRAYSCALE) {		// this is 8 bits grayscale		int scale = 8 - GDS_GetDepth(display);			// use "fast" version as we are not beyond screen boundaries		if (rotate) {			for (int r = 0; r < width; r++) {				for (int c = VU_HEIGHT; --c >= 0;) {					GDS_DrawPixelFast(display, c + x, r + y, *data++ >> scale);				}				}			} else {			for (int r = 0; r < width; r++) {				for (int c = 0; c < VU_HEIGHT; c++) {					GDS_DrawPixelFast(display, r + x, c + y, *data++ >> scale);				}				}					}		} else {		// use "fast" version as we are not beyond screen boundaries		if (rotate) {			for (int r = 0; r < width; r++) {				for (int c = VU_HEIGHT; --c >= 0;) {					GDS_DrawPixelFast(display, c + x, r + y, grayMap[*data++]);				}				}			} else {			for (int r = 0; r < width; r++) {				for (int c = 0; c < VU_HEIGHT; c++) {					GDS_DrawPixelFast(display, r + x, c + y, grayMap[*data++]);				}				}					}		}			// need to manually set dirty flag as DrawPixel does not do it	GDS_SetDirty(display);}/**************************************************************************************** * Process graphic display data */static void grfe_handler( u8_t *data, int len) {			xSemaphoreTake(displayer.mutex, portMAX_DELAY);		scroller.active = false;		// full screen artwork or for small screen, full screen visu has priority	if (((visu.mode & VISU_ESP32) && !visu.col && visu.row < displayer.height) || artwork.full) {		xSemaphoreGive(displayer.mutex);		return;	}			// are we in control	if (displayer.owned) {		// draw new frame, it might be less than full screen (small visu)		int width = ((len - sizeof(struct grfe_packet)) * 8) / displayer.height;		// did we have something that might have written on the bottom of a displayer's height + display		if (displayer.dirty || (artwork.enable && width == displayer.width && artwork.y < displayer.height)) {			GDS_Clear(display, GDS_COLOR_BLACK);			displayer.dirty = false;		}				// when doing screensaver, that frame becomes a visu background		if (!(visu.mode & VISU_ESP32)) {			visu.back.width = width;			memset(visu.back.frame, 0, (displayer.width * displayer.height) / 8);			memcpy(visu.back.frame, data + sizeof(struct grfe_packet), (width * displayer.height) / 8);			// this is a bit tricky but basically that checks if frame if full of 0			visu.back.active = *visu.back.frame || memcmp(visu.back.frame, visu.back.frame + 1, width - 1);		}				GDS_DrawBitmapCBR(display, data + sizeof(struct grfe_packet), width, displayer.height, GDS_COLOR_WHITE);		GDS_Update(display);	}			xSemaphoreGive(displayer.mutex);		LOG_DEBUG("grfe frame %u", len);}	/**************************************************************************************** * Brightness */static void grfb_handler(u8_t *data, int len) {	struct grfb_packet *pkt = (struct grfb_packet*) data;		pkt->brightness = htons(pkt->brightness);		xSemaphoreTake(displayer.mutex, portMAX_DELAY);	// LMS driver sends 0..5 value, we assume driver is highly log	if (pkt->brightness <= 0) {		GDS_DisplayOff(display); 	} else {		GDS_DisplayOn(display);		GDS_SetContrast(display, 255 * powf(pkt->brightness / 5.0f, 3));	}		xSemaphoreGive(displayer.mutex);		LOG_INFO("brightness %hu", pkt->brightness);}/**************************************************************************************** * Scroll set */static void grfs_handler(u8_t *data, int len) {	struct grfs_packet *pkt = (struct grfs_packet*) data;	int size = len - sizeof(struct grfs_packet);	int offset = htons(pkt->offset);		LOG_DEBUG("grfs s:%u d:%u p:%u sp:%u by:%hu m:%hu w:%hu o:%hu", 				(int) pkt->screen,				(int) pkt->direction,	// 1=left, 2=right				htonl(pkt->pause),		// in ms					htonl(pkt->speed),		// in ms				htons(pkt->by),			// # of pixel of scroll step				htons(pkt->mode),		// 0=continuous, 1=once and stop, 2=once and end				htons(pkt->width),		// last column of animation that contains a "full" screen				htons(pkt->offset)		// offset if multiple packets are sent	);		// new grfs frame, build scroller info	if (!offset) {			// use the display as a general lock		xSemaphoreTake(displayer.mutex, portMAX_DELAY);		// copy & set scroll parameters		scroller.screen = pkt->screen;		scroller.pause = htonl(pkt->pause);		scroller.speed = htonl(pkt->speed);		scroller.mode = htons(pkt->mode);		scroller.scroll.width = htons(pkt->width);		scroller.first = true;		scroller.overflow = false;				// set scroller steps & beginning		if (pkt->direction == 1) {			scroller.scrolled = 0;			scroller.by = htons(pkt->by);		} else {			scroller.scrolled = scroller.scroll.width;			scroller.by = -htons(pkt->by);		}			xSemaphoreGive(displayer.mutex);	}		// copy scroll frame data (no semaphore needed)	if (scroller.scroll.size + size < scroller.scroll.max && !scroller.overflow) {		memcpy(scroller.scroll.frame + offset, data + sizeof(struct grfs_packet), size);		scroller.scroll.size = offset + size;		LOG_INFO("scroller current size %u (w:%u)", scroller.scroll.size, scroller.scroll.width);	} else {		LOG_INFO("scroller too large %u/%u (w:%u)", scroller.scroll.size + size, scroller.scroll.max, scroller.scroll.width);		scroller.scroll.width = scroller.scroll.size / (displayer.height / 8) - scroller.back.width;		scroller.overflow = true;	}	}/**************************************************************************************** * Scroll background frame update & go */static void grfg_handler(u8_t *data, int len) {	struct grfg_packet *pkt = (struct grfg_packet*) data;		LOG_DEBUG("gfrg s:%hu w:%hu (len:%u)", htons(pkt->screen), htons(pkt->width), len);	// full screen artwork or for small screen, visu has priority when full screen		if (((visu.mode & VISU_ESP32) && !visu.col && visu.row < displayer.height) || artwork.full) {		return;	}			xSemaphoreTake(displayer.mutex, portMAX_DELAY);			// size of scrollable area (less than background)	scroller.width = htons(pkt->width);	scroller.back.width = ((len - sizeof(struct grfg_packet)) * 8) / displayer.height;	memcpy(scroller.back.frame, data + sizeof(struct grfg_packet), len - sizeof(struct grfg_packet));			// update display asynchronously (frames are organized by columns)	memcpy(scroller.frame, scroller.back.frame, scroller.back.width * displayer.height / 8);	for (int i = 0; i < scroller.width * displayer.height / 8; i++) scroller.frame[i] |= scroller.scroll.frame[scroller.scrolled * displayer.height / 8 + i];		// can only write if we really own display	if (displayer.owned) {		GDS_DrawBitmapCBR(display, scroller.frame, scroller.back.width, displayer.height, GDS_COLOR_WHITE);		GDS_Update(display);	}				// now we can active scrolling, but only if we are not on a small screen	if (!visu.mode || visu.col || visu.row >= displayer.height) scroller.active = true;			// if we just got a content update, let the scroller manage the screen	LOG_DEBUG("resuming scrolling task");				xSemaphoreGive(displayer.mutex);		// resume task once we have background, not in grfs	vTaskResume(displayer.task);}/**************************************************************************************** * Artwork */static void grfa_handler(u8_t *data, int len) {	struct grfa_packet *pkt = (struct grfa_packet*) data;	int size = len - sizeof(struct grfa_packet);	int offset = htonl(pkt->offset);	int length = htonl(pkt->length);	// when using full screen visualizer on small screen there is a brief overlay		artwork.enable = (length != 0);		// just a config or an actual artwork		if (length < 32) {		if (artwork.enable) {			// this is just to specify artwork coordinates			artwork.x = htons(pkt->x);			artwork.y = htons(pkt->y);				} else if (artwork.size) GDS_ClearWindow(display, artwork.x, artwork.y, -1, -1, GDS_COLOR_BLACK);				artwork.full = artwork.enable && artwork.x == 0 && artwork.y == 0;		LOG_INFO("gfra en:%u x:%hu, y:%hu", artwork.enable, artwork.x, artwork.y);				// done in any case		return;	}		// new grfa artwork, allocate memory	if (!offset) {			// same trick to clean current/previous window		if (artwork.size) {			GDS_ClearWindow(display, artwork.x, artwork.y, -1, -1, GDS_COLOR_BLACK);			artwork.size = 0;		}				// now use new parameters		artwork.x = htons(pkt->x);		artwork.y = htons(pkt->y);		artwork.full = artwork.enable && artwork.x == 0 && artwork.y == 0;		if (artwork.data) free(artwork.data);		artwork.data = malloc(length);	}			// copy artwork data	memcpy(artwork.data + offset, data + sizeof(struct grfa_packet), size);	artwork.size += size;	if (artwork.size == length) {		GDS_ClearWindow(display, artwork.x, artwork.y, -1, -1, GDS_COLOR_BLACK);		GDS_DrawJPEG(display, artwork.data, artwork.x, artwork.y, artwork.y < displayer.height ? (GDS_IMAGE_RIGHT | GDS_IMAGE_TOP) : GDS_IMAGE_CENTER);		free(artwork.data);		artwork.data = NULL;	} 		LOG_INFO("gfra l:%u x:%hu, y:%hu, o:%u s:%u", length, artwork.x, artwork.y, offset, size);}/**************************************************************************************** * Fit spectrum into N bands and convert to dB */void spectrum_scale(int n, struct bar_s *bars, int max, float *samples) { 	float rate = visu_export.rate;				// now arrange the result with the number of bar and sampling rate (don't want DC)	for (int i = 0, j = 1; i < n && j < (FFT_LEN / 2); i++) {		float power, count;		// find the next point in FFT (this is real signal, so only half matters)		for (count = 0, power = 0; j * visu_export.rate < bars[i].limit * FFT_LEN && j < FFT_LEN / 2; j++, count += 1) {			power += samples[2*j] * samples[2*j] + samples[2*j+1] * samples[2*j+1];		}		// due to sample rate, we have reached the end of the available spectrum		if (j >= (FFT_LEN / 2)) {			// normalize accumulated data			if (count) power /= count * 2.;		} else if (count) {			// how much of what remains do we need to add			float ratio = j - (bars[i].limit * FFT_LEN) / rate;			power += (samples[2*j] * samples[2*j] + samples[2*j+1] * samples[2*j+1]) * ratio;								// normalize accumulated data			power /= (count + ratio) * 2;		} else {			// no data for that band (sampling rate too high), just assume same as previous one			power = (samples[2*j] * samples[2*j] + samples[2*j+1] * samples[2*j+1]) / 2.;		}						// convert to dB and bars, same back-off		bars[i].current = max * (0.01667f*10*(log10f(0.0000001f + power) - log10f(FFT_LEN*(visu_export.gain == FIXED_ONE ? 256 : 2))) - 0.2543f);		if (bars[i].current > max) bars[i].current = max;		else if (bars[i].current < 0) bars[i].current = 0;	}	}		/**************************************************************************************** * Fit levels to max and convert to dB */void vu_scale(struct bar_s *bars, int max, int *levels) { 	// convert to dB (1 bit remaining for getting X²/N, 60dB dynamic starting from 0dBFS = 3 bits back-off)	for (int i = 2; --i >= 0;) {	 		bars[i].current = max * (0.01667f*10*log10f(0.0000001f + (levels[i] >> (visu_export.gain == FIXED_ONE ? 8 : 1))) - 0.2543f);		if (bars[i].current > max) bars[i].current = max;		else if (bars[i].current < 0) bars[i].current = 0;	}}	/**************************************************************************************** * visu draw */void visu_draw(void) {	// don't refresh screen if all max are 0 (we were are somewhat idle)	int clear = 0;	for (int i = visu.n; --i >= 0;) clear = max(clear, visu.bars[i].max);	if (clear) GDS_ClearExt(display, false, false, visu.col, visu.row, visu.col + visu.width - 1, visu.row + visu.height - 1);		// draw background if we are in screensaver mode	if (!(visu.mode & VISU_ESP32) && visu.back.active) {		GDS_DrawBitmapCBR(display, visu.back.frame, visu.back.width, displayer.height, GDS_COLOR_WHITE);	}		if ((visu.mode & ~VISU_ESP32) != VISU_VUMETER || !visu.style) {		// there is much more optimization to be done here, like not redrawing bars unless needed		for (int i = visu.n; --i >= 0;) {			// update maximum			if (visu.bars[i].current > visu.bars[i].max) visu.bars[i].max = visu.bars[i].current;			else if (visu.bars[i].max) visu.bars[i].max--;			else if (!clear) continue;			if (visu.rotate) {				int x1 = visu.col;				int y1 = visu.row + visu.border + visu.bar_border + i*(visu.bar_width + visu.bar_gap);				for (int j = 0; j <= visu.bars[i].current; j += 2) 					GDS_DrawLine(display, x1 + j, y1, x1 + j, y1 + visu.bar_width - 1, GDS_COLOR_WHITE);							if (visu.bars[i].max > 2) {					GDS_DrawLine(display, x1 + visu.bars[i].max, y1, x1 + visu.bars[i].max, y1 + visu.bar_width - 1, GDS_COLOR_WHITE);								if (visu.bars[i].max < visu.max - 1) GDS_DrawLine(display, x1 + visu.bars[i].max + 1, y1, x1 + visu.bars[i].max + 1, y1 + visu.bar_width - 1, GDS_COLOR_WHITE);							}			} else {				int x1 = visu.col + visu.border + visu.bar_border + i*(visu.bar_width + visu.bar_gap);				int y1 = visu.row + visu.height - 1;				for (int j = 0; j <= visu.bars[i].current; j += 2) 				GDS_DrawLine(display, x1, y1 - j, x1 + visu.bar_width - 1, y1 - j, GDS_COLOR_WHITE);							if (visu.bars[i].max > 2) {					GDS_DrawLine(display, x1, y1 - visu.bars[i].max, x1 + visu.bar_width - 1, y1 - visu.bars[i].max, GDS_COLOR_WHITE);								if (visu.bars[i].max < visu.max - 1) GDS_DrawLine(display, x1, y1 - visu.bars[i].max + 1, x1 + visu.bar_width - 1, y1 - visu.bars[i].max + 1, GDS_COLOR_WHITE);							}			}		}	} else if (displayer.width / 2 >=  3 * VU_WIDTH / 4) {		if (visu.rotate) {			draw_VU(display, vu_bitmap, visu.bars[0].current, 0, visu.row, visu.height / 2, visu.rotate);			draw_VU(display, vu_bitmap, visu.bars[1].current, 0, visu.row + visu.height / 2, visu.height / 2, visu.rotate);		} else {			draw_VU(display, vu_bitmap, visu.bars[0].current, 0, visu.row, visu.width / 2, visu.rotate);			draw_VU(display, vu_bitmap, visu.bars[1].current, visu.width / 2, visu.row, visu.width / 2, visu.rotate);		}	} else {		int level = (visu.bars[0].current + visu.bars[1].current) / 2;		draw_VU(display, vu_bitmap, level, 0, visu.row, visu.rotate ? visu.height : visu.width, visu.rotate);			}	}	/**************************************************************************************** * Update displayer */static void displayer_update(void) {	// no update when artwork is full screen and no led_strip (but no need to protect against not owning the display as we are playing		if ((artwork.full && !led_visu.mode) || pthread_mutex_trylock(&visu_export.mutex)) {		return;	}			int mode = (visu.mode & ~VISU_ESP32) | led_visu.mode;					// not enough frames	if (visu_export.level < (mode & VISU_SPECTRUM ? FFT_LEN : RMS_LEN) && visu_export.running) {		pthread_mutex_unlock(&visu_export.mutex);		return;	}		// reset all levels no matter what	meters.levels[0] = meters.levels[1] = 0;	memset(meters.samples, 0, sizeof(meters.samples));			if (visu_export.running) {				// calculate data for VU-meter								if (mode & VISU_VUMETER) {			s16_t *iptr = (s16_t*) visu_export.buffer + (BYTES_PER_FRAME / 4) - 1;			int *left = &meters.levels[0], *right = &meters.levels[1];			// calculate sum(L²+R²), try to not overflow at the expense of some precision			for (int i = RMS_LEN; --i >= 0;) {				*left += (*iptr * *iptr + (1 << (RMS_LEN_BIT - 2))) >> (RMS_LEN_BIT - 1);				iptr += BYTES_PER_FRAME / 4;				*right += (*iptr * *iptr + (1 << (RMS_LEN_BIT - 2))) >> (RMS_LEN_BIT - 1);				iptr += BYTES_PER_FRAME / 4;			}			}				// calculate data for spectrum		if (mode & VISU_SPECTRUM) {			s16_t *iptr = (s16_t*) visu_export.buffer + (BYTES_PER_FRAME / 4) - 1;			// on xtensa/esp32 the floating point FFT takes 1/2 cycles of the fixed point			for (int i = 0 ; i < FFT_LEN ; i++) {				// don't normalize here, but we are due INT16_MAX and FFT_LEN / 2 / 2				meters.samples[i * 2 + 0] = (float) (*iptr + *(iptr+BYTES_PER_FRAME/4)) * meters.hanning[i];				meters.samples[i * 2 + 1] = 0;				iptr += 2 * BYTES_PER_FRAME / 4;			}			// actual FFT that might be less cycle than all the crap below					dsps_fft2r_fc32_ae32(meters.samples, FFT_LEN);			dsps_bit_rev_fc32_ansi(meters.samples, FFT_LEN);		}				} 			// we took what we want, we can release the buffer	visu_export.level = 0;	pthread_mutex_unlock(&visu_export.mutex);	// actualize the display	if (visu.mode && !artwork.full) {		if (visu.mode & VISU_SPECTRUM) spectrum_scale(visu.n, visu.bars, visu.max, meters.samples);		else for (int i = 2; --i >= 0;) vu_scale(visu.bars, visu.max, meters.levels);		visu_draw();	}			// actualize led_vu	if (led_visu.mode) {		// PLACEHOLDER to handle led_display. you need potentially scaling of spectrum (X and Y) 		// and scaling of levels (Y) and then call the 	}}/**************************************************************************************** * Calculate spectrum spread */static void spectrum_limits(int min, int n, int pos) {	if (n / 2) {		int step = ((DISPLAY_BW - min) * visu.spectrum_scale)  / (n/2);		visu.bars[pos].limit = min + step;		for (int i = 1; i < n/2; i++) visu.bars[pos+i].limit = visu.bars[pos+i-1].limit + step;		spectrum_limits(visu.bars[pos + n/2 - 1].limit, n - n/2, pos + n/2);	} else {		visu.bars[pos].limit = DISPLAY_BW;	}	}/**************************************************************************************** * Fit visu */static void visu_fit(int bars, int width, int height) {	// try to adapt to what we have	if ((visu.mode & ~VISU_ESP32) == VISU_SPECTRUM) {		visu.n = bars ? bars : MAX_BARS;		visu.max = height - 1;		if (visu.spectrum_scale <= 0 || visu.spectrum_scale > 0.5) visu.spectrum_scale = 0.5;		spectrum_limits(0, visu.n, 0);	} else {		visu.n = 2;		visu.max = (visu.style ? VU_COUNT : height) - 1;	}				do {		visu.bar_width = (width - visu.border - visu.bar_gap * (visu.n - 1)) / visu.n;		if (visu.bar_width > 0) break;	} while (--visu.n);			visu.bar_border = (width - visu.border - (visu.bar_width + visu.bar_gap) * visu.n + visu.bar_gap) / 2;}	/**************************************************************************************** * Visu packet handler */static void visu_handler( u8_t *data, int len) {	struct visu_packet *pkt = (struct visu_packet*) data;	int bars = 0;	LOG_DEBUG("visu %u with %u parameters", pkt->which, pkt->count);			/* 	 If width is specified, then respect all coordinates, otherwise we try to 	 use the bottom part of the display and if it is a small display, we overwrite	 text	*/ 		xSemaphoreTake(displayer.mutex, portMAX_DELAY);	visu.mode = pkt->which;		// little trick to clean the taller screens when switching visu 	if (visu.row >= displayer.height) GDS_ClearExt(display, false, true, visu.col, visu.row, visu.col + visu.width - 1, visu.row + visu.height - 1);	if (visu.mode) {		// these will be overidden if necessary		visu.col = visu.border = 0;		visu.rotate = false;				// what type of visu		if (visu.mode & VISU_ESP32) {			if (pkt->count >= 4) {				// more than 4 parameters, this is small visu, then go were we are told to				pkt->height = htonl(pkt->height);				pkt->row = htonl(pkt->row);				pkt->col = htonl(pkt->col);				visu.style = 0;				visu.width = htonl(pkt->width);				visu.height = pkt->height ? pkt->height : displayer.height;				visu.col = pkt->col < 0 ? displayer.width + pkt->col : pkt->col;				visu.row = pkt->row < 0 ? GDS_GetHeight(display) + pkt->row : pkt->row;				visu.border =  htonl(pkt->border);				bars = htonl(pkt->bars);				visu.spectrum_scale = htonl(pkt->spectrum_scale) / 100.;			} else {				// full screen visu, try to optimize orientation/shape				visu.width = htonl(pkt->full.width);				visu.height = GDS_GetHeight(display);													// do we have enough height to play with layout				if (GDS_GetHeight(display) > displayer.height) {					// by default, use up to the bottom of the display					visu.height -= displayer.height;										visu.row = displayer.height;					if (artwork.enable && artwork.y) {						// server sets width to artwork X offset to tell us to rotate						if (visu.width != artwork.x) {							visu.height = artwork.y - displayer.height;							if (visu.height <= 0) {								visu.height = displayer.height;								LOG_WARN("No room left for visualizer, disable it or increase artwork offset %d", artwork.y);							}										} else visu.rotate = true;					}						} else visu.row = 0;								// is this spectrum or analogue/digital				if ((visu.mode & ~VISU_ESP32) == VISU_SPECTRUM) {					bars = htonl(pkt->full.bars);					visu.spectrum_scale = htonl(pkt->full.spectrum_scale) / 100.;				} else {					// select analogue/digital style					visu.style = htonl(pkt->full.style);				}			}			} else {			// classical (screensaver) mode, don't try to optimize screen usage & force some params			visu.row = 0;			visu.height = GDS_GetHeight(display);			visu.width = displayer.width;							visu.spectrum_scale = 0.25;							if (visu.mode == VISU_SPECTRUM) {				bars = visu.width / (htonl(pkt->channels[0].bar_width) + htonl(pkt->channels[0].bar_space));			} else {				visu.style = htonl(pkt->classical_vu.style);				if (visu.style) visu.row = visu.height - VU_HEIGHT;			}			}					if (bars > MAX_BARS) bars = MAX_BARS;				// for rotate, swap width & height		if (visu.rotate) visu_fit(bars, visu.height, visu.width);		else visu_fit(bars, visu.width, visu.height);		// give up if not enough space		if (visu.bar_width < 0)	{			visu.mode = VISU_BLANK;			LOG_WARN("Not enough room for displaying visu");		} else {			// de-activate scroller if we are taking main screen			if (visu.row < displayer.height) scroller.active = false;			vTaskResume(displayer.task);		}			displayer.wake = 0;				// reset bars maximum		for (int i = visu.n; --i >= 0;) visu.bars[i].max = 0;						GDS_ClearExt(display, false, true, visu.col, visu.row, visu.col + visu.width - 1, visu.row + visu.height - 1);				LOG_INFO("Visualizer with %u bars of width %d:%d:%d:%d (%w:%u,h:%u,c:%u,r:%u,s:%.02f)", visu.n, visu.bar_border, visu.bar_width, visu.bar_gap, visu.border, visu.width, visu.height, visu.col, visu.row, visu.spectrum_scale);	} else {		LOG_INFO("Stopping visualizer");	}			xSemaphoreGive(displayer.mutex);}	/**************************************************************************************** * Dmx style packet handler * ToDo: make packet match dmx protocol format */static void dmxt_handler( u8_t *data, int len) {	struct dmxt_packet *pkt = (struct dmxt_packet*) data;	uint16_t offset = htons(pkt->x);	uint16_t length = htons(pkt->length);	LOG_INFO("dmx packet len:%u offset:%u", length, offset);	xSemaphoreTake(displayer.mutex, portMAX_DELAY);	// PLACEHOLDER	//led_vu_data(data + sizeof(struct dmxt_packet), offset, length);	xSemaphoreGive(displayer.mutex);}	/**************************************************************************************** * Scroll task *  - with the addition of the visualizer, it's a bit a 2-headed beast not easy to  * maintain, so som better separation between the visu and scroll is probably needed  */static void displayer_task(void *args) {	int sleep;	while (1) {		xSemaphoreTake(displayer.mutex, portMAX_DELAY);				// suspend ourselves if nothing to do, grfg or visu will wake us up		if (!scroller.active && !visu.mode && !led_visu.mode)  {			xSemaphoreGive(displayer.mutex);			vTaskSuspend(NULL);			xSemaphoreTake(displayer.mutex, portMAX_DELAY);			scroller.wake = displayer.wake = 0;		}			// go for long sleep when either item is disabled		if (!visu.mode && !led_visu.mode) displayer.wake = LONG_WAKE;		if (!scroller.active) scroller.wake = LONG_WAKE;										// scroll required amount of columns (within the window)		if (scroller.active && scroller.wake <= 0) {			// by default go for the long sleep, will change below if required			scroller.wake = LONG_WAKE;						// do we have more to scroll (scroll.width is the last column from which we have a full zone)			if (scroller.by > 0 ? (scroller.scrolled <= scroller.scroll.width) : (scroller.scrolled >= 0)) {				memcpy(scroller.frame, scroller.back.frame, scroller.back.width * displayer.height / 8);				for (int i = 0; i < scroller.width * displayer.height / 8; i++) scroller.frame[i] |= scroller.scroll.frame[scroller.scrolled * displayer.height / 8 + i];				scroller.scrolled += scroller.by;				if (displayer.owned) GDS_DrawBitmapCBR(display, scroller.frame, scroller.width, displayer.height, GDS_COLOR_WHITE);									// short sleep & don't need background update				scroller.wake = scroller.speed;			} else if (scroller.first || !scroller.mode) {				// at least one round done				scroller.first = false;								// see if we need to pause or if we are done 								if (scroller.mode) {					sendANIC(ANIM_SCROLL_ONCE | ANIM_SCREEN_1);					LOG_INFO("scroll-once terminated");				} else {					scroller.wake = scroller.pause;					LOG_DEBUG("scroll cycle done, pausing for %u (ms)", scroller.pause);				}												// need to reset pointers for next scroll				scroller.scrolled = scroller.by < 0 ? scroller.scroll.width : 0;			} 		}		// update visu if active		if ((visu.mode || led_visu.mode) && displayer.wake <= 0) {			displayer_update();			displayer.wake = 100;		}				// need to make sure we own display		if (display && displayer.owned) GDS_Update(display);				// release semaphore and sleep what's needed		xSemaphoreGive(displayer.mutex);				sleep = min(displayer.wake, scroller.wake);		vTaskDelay(sleep / portTICK_PERIOD_MS);		scroller.wake -= sleep;		displayer.wake -= sleep;	}	}	
 |