wenet/tx/PacketTX.py

#!/usr/bin/env python2.7
#
# Wenet Packet Transmitter Class
#
# Frames packets (preamble, unique word, checksum)
# and transmits them out of a serial port.
#
# RPI UART Calibration. Measured on a Rpi A+.
# YMMV with other RPi models.
#
#	 9600 -> 9600.1536
#	19200 -> 19200.307
#	38400 -> 38339.148
#	57600 -> 57693.417
#  115200 -> 115386.834
#
# Mark Jessop <vk5qi@rfhead.net>
#


import serial
import Queue
import sys
import os
import crcmod
import struct
from time import sleep
from threading import Thread
import numpy as np
from ldpc_encoder import *

class PacketTX(object):
	""" Packet Transmitter Class

	The core of the Wenet transmitter stack.
	This class handles framing, FEC, and transmission of packets via a
	serial port. 

	Intended to be used with the David Rowe's fsk_demod software, with receiver
	glue code available in the 'rx' directory of this repository.

	Packet framing is as follows:
		Preamble: 16 repeats of 0x55. May not be required, but helps with timing estimation on the demod.
		Unique Word: 0xABCDEF01  Used for packet detection in the demod chain.
		Packet: 256 bytes of arbitrary binary data.
		Checksum: CRC16 checksum.
		Parity bits: 516 bits (zero-padded to 65 bytes) of LDPC parity bits, using a r=0.8 Repeat-accumulate code, developed by
					 Bill Cowley, VK5DSP. See ldpc_enc.c for more details.

	Packets are transmitted from two queues, named 'telemetry' and 'ssdv'.
	The 'telemetry' queue is intended for immediate transmission of low-latency telemetry packets,
	for example, GPS or IMU data. Care must be taken to not over-use this queue, at the detriment of image transmission.
	The 'ssdv' queue is used for transmission of large amounts of image (SSDV) data, and up to 4096 packets can be queued for transmit.

	"""

	# Transmit Queues.
	ssdv_queue = Queue.Queue(4096) # Up to 1MB of 256 byte packets
	telemetry_queue = Queue.Queue(16) # Keep this queue small. It's up to the user not to over-use this queue.

	# Framing parameters
	unique_word = "\xab\xcd\xef\x01"
	preamble = "\x55"*16

	# Idle sequence, transmitted if there is nothing in the transmit queues.
	idle_sequence = "\x56"*256

	# Transmit thread active flag.
	transmit_active = False

	# Internal counter for text messages.
	text_message_count = 0

	# WARNING: 115200 baud is ACTUALLY 115386.834 baud, as measured using a freq counter.
	def __init__(self,serial_port="/dev/ttyAMA0", serial_baud=115200, payload_length=256, fec=True, debug = False, callsign="N0CALL"):
		
		# Instantiate our low-level transmit interface, be it a serial port, or the BinaryDebug class.
		if debug == True:
			self.s = BinaryDebug()
			self.debug = True
		else:
			self.debug = False
			self.s = serial.Serial(serial_port,serial_baud)


		self.payload_length = payload_length
		self.callsign = callsign
		self.fec = fec

		self.crc16 = crcmod.predefined.mkCrcFun('crc-ccitt-false')

		self.idle_message = self.frame_packet(self.idle_sequence,fec=fec)

	def start_tx(self):
		self.transmit_active = True
		txthread = Thread(target=self.tx_thread)
		txthread.start()

	def frame_packet(self,packet, fec=False):
		# Ensure payload size is equal to the desired payload length
		if len(packet) > self.payload_length:
			packet = packet[:self.payload_length]

		if len(packet) < self.payload_length:
			packet = packet + "\x55"*(self.payload_length - len(packet))

		crc = struct.pack("<H",self.crc16(packet))

		if fec:
			parity = ldpc_encode_string(packet + crc)
			return self.preamble + self.unique_word + packet + crc + parity
		else:
			return self.preamble + self.unique_word + packet + crc 


	def set_idle_message(self, message):
		temp_msg = "\x00" + "DE %s: \t%s" % (self.callsign, message)
		self.idle_message = self.frame_packet(temp_msg,fec=self.fec)


	def generate_idle_message(self):
		# Append a \x00 control code before the data
		return "\x00" + "DE %s: \t%s" % (self.callsign,self.idle_message)


	def tx_thread(self):
		""" Main Transmit Thread.
			
			Checks telemetry and image queues in order, and transmits a packet.
		"""
		while self.transmit_active:
			if self.telemetry_queue.qsize()>0:
				packet = self.telemetry_queue.get_nowait()
				self.s.write(packet)
			elif self.ssdv_queue.qsize()>0:
				packet = self.ssdv_queue.get_nowait()
				self.s.write(packet)
			else:
				if not self.debug:
					self.s.write(self.idle_message)
				else:
					# TODO: Tune this value.
					sleep(0.05)
		
		print("Closing Thread")
		self.s.close()

	def close(self):
		self.transmit_active = False


	# Deprecated function
	def tx_packet(self,packet,blocking = False):
		self.ssdv_queue.put(self.frame_packet(packet, self.fec))

		if blocking:
			while not self.ssdv_queue.empty():
				sleep(0.01)

	# Deprecated function.
	def wait(self):
		while not self.ssdv_queue.empty():
			sleep(0.01)

	# New packet queueing and queue querying functions (say that 3 times fast)

	def queue_image_packet(self,packet):
		self.ssdv_queue.put(self.frame_packet(packet, self.fec))

	def queue_image_file(self, filename):
		""" Read in <filename> and transmit it, 256 bytes at a time.
			Intended for transmitting SSDV packets.

		"""

		file_size = os.path.getsize(filename)
		try:
			f = open(filename,'rb')
			for x in range(file_size/256):
				data = f.read(256)
				self.queue_image_packet(data)
			f.close()
			return True
		except:
			return False


	def image_queue_empty(self):
		return self.ssdv_queue.qsize() == 0

	def queue_telemetry_packet(self, packet, repeats = 1):
		for n in range(repeats):
			self.telemetry_queue.put(self.frame_packet(packet, self.fec))

	def telemetry_queue_empty(self):
		return self.telemetry_queue.qsize() == 0

	def transmit_text_message(self,message, repeats = 1):
		# Increment text message counter.
		self.text_message_count = (self.text_message_count+1)%65536
		# Clip message if required.
		if len(message) > 252:
			message = message[:252]

		packet = "\x00" + struct.pack(">BH",len(message),self.text_message_count) + message

		self.queue_telemetry_packet(packet, repeats=repeats)
		print("TXing Text Message #%d: %s" % (self.text_message_count,message))



class BinaryDebug(object):
	""" Debug binary 'transmitter' Class
	Used to write packet data to a file in one-bit-per-char (i.e. 0 = 0x00, 1 = 0x01)
	format for use with codec2-dev's fsk modulator.
	Useful for debugging, that's about it.
	"""
	def __init__(self):
		self.f = open("debug.bin",'wb')

	def write(self,data):
		# TODO: Add in RS232 framing
		raw_data = np.array([],dtype=np.uint8)
		for d in data:
			d_array = np.unpackbits(np.fromstring(d,dtype=np.uint8))
			raw_data = np.concatenate((raw_data,[0],d_array[::-1],[1]))

		self.f.write(raw_data.astype(np.uint8).tostring())

	def close(self):
		self.f.close()