mirror of
https://github.com/DJ2LS/FreeDATA
synced 2024-05-14 08:04:33 +00:00
06cb35276e
the burst CRC is not needed, because we only receive frames with correct CRC. So its more important to create a correct ARQ algorithm. The 2byte CRC has been removed bei 2 x CRC8 for DX call sign and own callsign
345 lines
17 KiB
Python
345 lines
17 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
"""
|
|
Created on Wed Dec 23 07:04:24 2020
|
|
|
|
@author: DJ2LS
|
|
"""
|
|
|
|
import ctypes
|
|
from ctypes import *
|
|
import pathlib
|
|
import pyaudio
|
|
import sys
|
|
import logging
|
|
import time
|
|
import threading
|
|
|
|
import helpers
|
|
import static
|
|
import arq
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class RF():
|
|
|
|
def __init__(self):
|
|
#-------------------------------------------- LOAD FREEDV
|
|
libname = pathlib.Path().absolute() / "codec2/build_linux/src/libcodec2.so"
|
|
self.c_lib = ctypes.CDLL(libname)
|
|
#--------------------------------------------CREATE PYAUDIO INSTANCE
|
|
self.p = pyaudio.PyAudio()
|
|
#--------------------------------------------GET SUPPORTED SAMPLE RATES FROM SOUND DEVICE
|
|
#static.AUDIO_SAMPLE_RATE_RX = int(self.p.get_device_info_by_index(static.AUDIO_INPUT_DEVICE)['defaultSampleRate'])
|
|
#static.AUDIO_SAMPLE_RATE_TX = int(self.p.get_device_info_by_index(static.AUDIO_OUTPUT_DEVICE)['defaultSampleRate'])
|
|
static.AUDIO_SAMPLE_RATE_TX = 8000
|
|
static.AUDIO_SAMPLE_RATE_RX = 8000
|
|
#--------------------------------------------OPEN AUDIO CHANNEL RX
|
|
self.stream_rx = self.p.open(format=pyaudio.paInt16,
|
|
channels=static.AUDIO_CHANNELS,
|
|
rate=static.AUDIO_SAMPLE_RATE_RX,
|
|
frames_per_buffer=static.AUDIO_FRAMES_PER_BUFFER,
|
|
input=True,
|
|
input_device_index=static.AUDIO_INPUT_DEVICE,
|
|
)
|
|
#--------------------------------------------OPEN AUDIO CHANNEL TX
|
|
self.stream_tx = self.p.open(format=pyaudio.paInt16,
|
|
channels=1,
|
|
rate=static.AUDIO_SAMPLE_RATE_TX,
|
|
frames_per_buffer=static.AUDIO_FRAMES_PER_BUFFER, #n_nom_modem_samples
|
|
output=True,
|
|
output_device_index=static.AUDIO_OUTPUT_DEVICE, #static.AUDIO_OUTPUT_DEVICE
|
|
)
|
|
#--------------------------------------------START DECODER THREAD
|
|
FREEDV_DECODER_THREAD = threading.Thread(target=self.receive, args=[static.FREEDV_DATA_MODE,static.FREEDV_SIGNALLING_MODE], name="FREEDV_DECODER_THREAD")
|
|
FREEDV_DECODER_THREAD.start()
|
|
#--------------------------------------------------------------------------------------------------------
|
|
# GET DATA AND MODULATE IT
|
|
|
|
def transmit(self,mode,data_out):
|
|
|
|
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
|
|
freedv = self.c_lib.freedv_open(mode)
|
|
bytes_per_frame = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv)/8)
|
|
payload_per_frame = bytes_per_frame -2
|
|
n_nom_modem_samples = self.c_lib.freedv_get_n_nom_modem_samples(freedv)
|
|
n_tx_modem_samples = self.c_lib.freedv_get_n_tx_modem_samples(freedv)*2 #get n_tx_modem_samples which defines the size of the modulation object
|
|
|
|
mod_out = ctypes.c_short * n_tx_modem_samples
|
|
mod_out = mod_out()
|
|
mod_out_preamble = ctypes.c_short * n_tx_modem_samples #1760 for mode 10,11,12 #4000 for mode 9
|
|
mod_out_preamble = mod_out_preamble()
|
|
|
|
data_list = [data_out[i:i+payload_per_frame] for i in range(0, len(data_out), payload_per_frame)] # split incomming bytes to size of 30bytes, create a list and loop through it
|
|
data_list_length = len(data_list)
|
|
for i in range(data_list_length): # LOOP THROUGH DATA LIST
|
|
|
|
buffer = bytearray(payload_per_frame) # use this if CRC16 checksum is required ( DATA1-3)
|
|
buffer[:len(data_list[i])] = data_list[i] # set buffersize to length of data which will be send
|
|
|
|
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), payload_per_frame)) # generate CRC16
|
|
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
|
|
buffer += crc # append crc16 to buffer
|
|
|
|
data = (ctypes.c_ubyte * bytes_per_frame).from_buffer_copy(buffer)
|
|
self.c_lib.freedv_rawdatapreambletx(freedv, mod_out_preamble)
|
|
self.c_lib.freedv_rawdatatx(freedv,mod_out,data) # modulate DATA and safe it into mod_out pointer
|
|
|
|
# -------------- preamble area
|
|
# WE NEED TO ADJUST IT FOR SINGLE TRANSMISSION
|
|
|
|
txbuffer = bytearray()
|
|
txbuffer += bytes(mod_out_preamble)
|
|
txbuffer += bytes(mod_out)
|
|
txbuffer = txbuffer.rstrip(b'\x00')
|
|
|
|
|
|
# -------------- transmit audio
|
|
self.stream_tx.write(bytes(txbuffer))
|
|
|
|
#--------------------------------------------------------------------------------------------------------
|
|
def transmit_arq_ack(self,ack_buffer):
|
|
|
|
static.ARQ_STATE = 'SENDING_ACK'
|
|
|
|
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
|
|
freedv = self.c_lib.freedv_open(static.FREEDV_SIGNALLING_MODE)
|
|
bytes_per_frame = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv)/8)
|
|
payload_per_frame = bytes_per_frame -2
|
|
n_nom_modem_samples = self.c_lib.freedv_get_n_nom_modem_samples(freedv)
|
|
n_tx_modem_samples = self.c_lib.freedv_get_n_tx_modem_samples(freedv)*2 #get n_tx_modem_samples which defines the size of the modulation object
|
|
|
|
mod_out = ctypes.c_short * n_tx_modem_samples
|
|
mod_out = mod_out()
|
|
mod_out_preamble = ctypes.c_short * (1760*2) #1760 for mode 10,11,12 #4000 for mode 9
|
|
mod_out_preamble = mod_out_preamble()
|
|
|
|
buffer = bytearray(payload_per_frame) # use this if CRC16 checksum is required ( DATA1-3)
|
|
buffer[:len(ack_buffer)] = ack_buffer # set buffersize to length of data which will be send
|
|
|
|
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), payload_per_frame)) # generate CRC16
|
|
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
|
|
buffer += crc # append crc16 to buffer
|
|
#print(bytes(buffer))
|
|
data = (ctypes.c_ubyte * bytes_per_frame).from_buffer_copy(buffer)
|
|
|
|
preamble_bytes = self.c_lib.freedv_rawdatapreambletx(freedv, mod_out_preamble)
|
|
self.c_lib.freedv_rawdatatx(freedv,mod_out,data) # modulate DATA and safe it into mod_out pointer
|
|
txbuffer = bytearray()
|
|
txbuffer += bytes(mod_out_preamble)
|
|
txbuffer = txbuffer.rstrip(b'\x00') #lets remove unallocated memory because of wrong buffer :-/
|
|
txbuffer += bytes(mod_out)
|
|
txbuffer = txbuffer.rstrip(b'\x00') #lets remove unallocated memory because of wrong buffer :-/
|
|
# -------------- transmit audio
|
|
self.stream_tx.write(bytes(txbuffer))
|
|
self.stream_tx.write(bytes(txbuffer))
|
|
|
|
static.ARQ_STATE = 'RECEIVING_DATA'
|
|
#--------------------------------------------------------------------------------------------------------
|
|
# GET ARQ BURST FRAME VOM BUFFER AND MODULATE IT
|
|
def transmit_arq_burst(self):
|
|
static.ARQ_STATE = 'SENDING_DATA'
|
|
|
|
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
|
|
freedv = self.c_lib.freedv_open(static.FREEDV_DATA_MODE)
|
|
static.FREEDV_DATA_BYTES_PER_FRAME = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv)/8)
|
|
static.FREEDV_DATA_PAYLOAD_PER_FRAME = static.FREEDV_DATA_BYTES_PER_FRAME -2
|
|
|
|
n_nom_modem_samples = self.c_lib.freedv_get_n_nom_modem_samples(freedv)
|
|
n_tx_modem_samples = self.c_lib.freedv_get_n_tx_modem_samples(freedv)*2 #get n_tx_modem_samples which defines the size of the modulation object
|
|
|
|
mod_out = ctypes.c_short * n_tx_modem_samples
|
|
mod_out = mod_out()
|
|
mod_out_preamble = ctypes.c_short * (n_tx_modem_samples*2) #1760 for mode 10,11,12 #4000 for mode 9
|
|
mod_out_preamble = mod_out_preamble()
|
|
|
|
self.c_lib.freedv_rawdatapreambletx(freedv, mod_out_preamble);
|
|
txbuffer = bytearray()
|
|
txbuffer += bytes(mod_out_preamble)
|
|
txbuffer = txbuffer.rstrip(b'\x00') #lets remove unallocated memory because of wrong buffer :-/
|
|
|
|
for n in range(0,static.ARQ_TX_N_FRAMES_PER_BURST):
|
|
|
|
#---------------------------BUILD ARQ BURST ---------------------------------------------------------------------
|
|
frame_type = 10 + n + 1 #static.ARQ_TX_N_FRAMES_PER_BURST
|
|
frame_type = bytes([frame_type])
|
|
|
|
payload_data = bytes(static.TX_BUFFER[static.ARQ_N_SENT_FRAMES + n])
|
|
|
|
n_current_arq_frame = static.ARQ_N_SENT_FRAMES + n + 1
|
|
static.ARQ_TX_N_CURRENT_ARQ_FRAME = n_current_arq_frame.to_bytes(2, byteorder='big')
|
|
|
|
n_total_arq_frame = len(static.TX_BUFFER)
|
|
static.ARQ_TX_N_TOTAL_ARQ_FRAMES = n_total_arq_frame.to_bytes(2, byteorder='big')
|
|
|
|
|
|
|
|
# 1 # frame type and current number of arq frame of burst
|
|
# 1 # total number of arq frames per (current) burst
|
|
# 2 # current arq frame number
|
|
# 2 # total number arq frames
|
|
# 2 # arq crc
|
|
# N # payload data
|
|
|
|
|
|
arqframe = frame_type + \
|
|
bytes([static.ARQ_TX_N_FRAMES_PER_BURST]) + \
|
|
static.ARQ_TX_N_CURRENT_ARQ_FRAME + \
|
|
static.ARQ_TX_N_TOTAL_ARQ_FRAMES + \
|
|
static.MYCALLSIGN_CRC8 + \
|
|
static.DXCALLSIGN_CRC8 + \
|
|
payload_data
|
|
|
|
#print(arqframe)
|
|
|
|
buffer = bytearray(static.FREEDV_DATA_PAYLOAD_PER_FRAME) # create TX buffer
|
|
buffer[:len(arqframe)] = arqframe # set buffersize to length of data which will be send
|
|
|
|
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), static.FREEDV_DATA_PAYLOAD_PER_FRAME)) # generate CRC16
|
|
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
|
|
buffer += crc # append crc16 to buffer
|
|
|
|
data = (ctypes.c_ubyte * static.FREEDV_DATA_BYTES_PER_FRAME).from_buffer_copy(buffer)
|
|
self.c_lib.freedv_rawdatatx(freedv,mod_out,data) # modulate DATA and safe it into mod_out pointer
|
|
txbuffer += bytes(mod_out)
|
|
txbuffer = txbuffer.rstrip(b'\x00') #lets remove unallocated memory because of wrong buffer :-/
|
|
|
|
# -------------- transmit audio
|
|
self.stream_tx.write(bytes(txbuffer))
|
|
|
|
static.ARQ_STATE = 'RECEIVING_ACK'
|
|
|
|
#--------------------------------------------------------------------------------------------------------
|
|
def receive(self,data_mode,signalling_mode):
|
|
|
|
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
|
|
|
|
freedv_data = self.c_lib.freedv_open(data_mode)
|
|
freedv_signalling = self.c_lib.freedv_open(signalling_mode)
|
|
|
|
static.FREEDV_DATA_BYTES_PER_FRAME = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv_data)/8)
|
|
static.FREEDV_DATA_PAYLOAD_PER_FRAME = static.FREEDV_DATA_BYTES_PER_FRAME -2
|
|
static.FREEDV_SIGNALLING_BYTES_PER_FRAME = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv_signalling)/8)
|
|
static.FREEDV_SIGNALLING_PAYLOAD_PER_FRAME = static.FREEDV_SIGNALLING_BYTES_PER_FRAME -2
|
|
|
|
data_bytes_out = (ctypes.c_ubyte * static.FREEDV_DATA_BYTES_PER_FRAME)
|
|
data_bytes_out = data_bytes_out() #get pointer from bytes_out
|
|
|
|
signalling_bytes_out = (ctypes.c_ubyte * static.FREEDV_SIGNALLING_BYTES_PER_FRAME)
|
|
signalling_bytes_out = signalling_bytes_out() #get pointer from bytes_out
|
|
|
|
# with this we can interrupt receiving
|
|
while static.FREEDV_RECEIVE == True:
|
|
time.sleep(0.01)
|
|
|
|
# stuck in sync counter
|
|
stuck_in_sync_counter = 0
|
|
stuck_in_sync_10_counter = 0
|
|
#
|
|
|
|
|
|
|
|
while static.ARQ_STATE == 'RECEIVING_DATA':
|
|
time.sleep(0.01)
|
|
|
|
nin = self.c_lib.freedv_nin(freedv_data)
|
|
nin = int(nin*(static.AUDIO_SAMPLE_RATE_RX/static.MODEM_SAMPLE_RATE))
|
|
|
|
data_in = self.stream_rx.read(nin, exception_on_overflow = False)
|
|
data_in = data_in.rstrip(b'\x00')
|
|
|
|
#print(data_in)
|
|
|
|
self.c_lib.freedv_rawdatarx.argtype = [ctypes.POINTER(ctypes.c_ubyte), data_bytes_out, data_in] # check if really neccessary
|
|
nbytes = self.c_lib.freedv_rawdatarx(freedv_data, data_bytes_out, data_in) # demodulate audio
|
|
#print(self.c_lib.freedv_get_rx_status(freedv_data))
|
|
|
|
|
|
#-------------STUCK IN SYNC DETECTOR
|
|
stuck_in_sync_counter += 1
|
|
if self.c_lib.freedv_get_rx_status(freedv_data) == 10:
|
|
stuck_in_sync_10_counter += 1
|
|
|
|
|
|
#print(stuck_in_sync_counter)
|
|
if stuck_in_sync_counter == 33 and self.c_lib.freedv_get_rx_status(freedv_data) == 10:
|
|
print("stuck in sync #1 --> DOING UNSYNC")
|
|
self.c_lib.freedv_set_sync(freedv_data, 0) #FORCE UNSYNC
|
|
stuck_in_sync_counter = 0
|
|
stuck_in_sync_10_counter = 0
|
|
data_in = None
|
|
|
|
|
|
if stuck_in_sync_counter >= 66 and stuck_in_sync_10_counter >= 2:
|
|
print("stuck in sync #2 --> DOING UNSYNC")
|
|
self.c_lib.freedv_set_sync(freedv_data, 0) #FORCE UNSYNC
|
|
stuck_in_sync_counter = 0
|
|
stuck_in_sync_10_counter = 0
|
|
data_in = None
|
|
#-----------------------------------
|
|
|
|
|
|
#modem_stats_snr = c_float()
|
|
#modem_stats_sync = c_int()
|
|
|
|
#self.c_lib.freedv_get_modem_stats(freedv_data,byref(modem_stats_sync), byref(modem_stats_snr))
|
|
#modem_stats_snr = modem_stats_snr.value
|
|
#print(modem_stats_snr)
|
|
|
|
if nbytes == static.FREEDV_DATA_BYTES_PER_FRAME:
|
|
# counter reset for stuck in sync counter
|
|
stuck_in_sync_counter = 0
|
|
stuck_in_sync_10_counter = 0
|
|
#
|
|
|
|
# CHECK IF FRAMETYPE IS BETWEEN 10 and 50 ------------------------
|
|
frametype = int.from_bytes(bytes(data_bytes_out[:1]), "big")
|
|
frame = frametype - 10
|
|
n_frames_per_burst = int.from_bytes(bytes(data_bytes_out[1:2]), "big")
|
|
if 50 >= frametype >= 10 and len(data_bytes_out) > 30: # --> The length check filters out random strings without CRC
|
|
arq.data_received(bytes(data_bytes_out[:-2])) #send payload data to arq checker without CRC16
|
|
|
|
else:
|
|
print("MODE: " + str(data_mode) + " DATA: " + str(bytes(data_bytes_out)))
|
|
|
|
# NEEDS TO BE OPTIMIZED
|
|
# DO UNSYNC AFTER LAST BURST by checking the frame numbers agains the total frames per burst
|
|
if frame == n_frames_per_burst:
|
|
self.c_lib.freedv_set_sync(freedv_data, 0) #FORCE UNSYNC
|
|
|
|
# DETECT STUCK IN SYNC
|
|
# count rx status 10
|
|
# if 10 greater 2 after 6 then unsync
|
|
|
|
while static.ARQ_STATE == 'IDLE' or static.ARQ_STATE == 'RECEIVING_ACK':
|
|
time.sleep(0.01)
|
|
|
|
nin = self.c_lib.freedv_nin(freedv_signalling)
|
|
nin = int(nin*(static.AUDIO_SAMPLE_RATE_RX/static.MODEM_SAMPLE_RATE))
|
|
|
|
data_in = self.stream_rx.read(nin, exception_on_overflow = False)
|
|
data_in = data_in.rstrip(b'\x00')
|
|
|
|
self.c_lib.freedv_rawdatarx.argtype = [ctypes.POINTER(ctypes.c_ubyte), signalling_bytes_out, data_in] # check if really neccessary
|
|
nbytes = self.c_lib.freedv_rawdatarx(freedv_signalling, signalling_bytes_out, data_in) # demodulate audio
|
|
|
|
# CHECK IF FRAME CONTAINS ACK------------------------
|
|
frametype = int.from_bytes(bytes(signalling_bytes_out[:1]), "big")
|
|
|
|
# BURST ACK
|
|
if frametype == 60 and nbytes == static.FREEDV_SIGNALLING_BYTES_PER_FRAME:
|
|
arq.burst_ack_received()
|
|
# FRAME ACK
|
|
if frametype == 61 and nbytes == static.FREEDV_SIGNALLING_BYTES_PER_FRAME:
|
|
arq.frame_ack_received()
|
|
|
|
|
|
rxstatus = self.c_lib.freedv_get_rx_status(freedv_signalling)
|
|
#print(rxstatus)
|
|
if nbytes == static.FREEDV_SIGNALLING_BYTES_PER_FRAME or rxstatus == 10:
|
|
self.c_lib.freedv_set_sync(freedv_signalling, 0) #FORCE UNSYNC
|
|
|