FreeDATA/tnc/modem.py

719 lines
30 KiB
Python
Raw Normal View History

2020-12-23 16:48:54 +00:00
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Wed Dec 23 07:04:24 2020
@author: DJ2LS
"""
import ctypes
from ctypes import *
import pathlib
import pyaudio
2021-02-16 13:23:57 +00:00
import audioop
import asyncio
2021-02-16 13:23:57 +00:00
#import sys
2020-12-26 18:27:09 +00:00
import logging
import time
import threading
2020-12-23 16:48:54 +00:00
import helpers
2020-12-23 16:48:54 +00:00
import static
2021-02-24 13:22:28 +00:00
import data_handler
2020-12-27 21:38:49 +00:00
import Hamlib
2021-02-16 13:23:57 +00:00
2021-04-11 16:34:03 +00:00
2021-07-10 21:27:33 +00:00
# test
import numpy as np
from scipy.fft import fft, ifft
from scipy import signal
2021-08-06 20:09:16 +00:00
MODEM_STATS_NR_MAX = 320
MODEM_STATS_NC_MAX = 51
class MODEMSTATS(ctypes.Structure):
_fields_ = [
("Nc", ctypes.c_int),
("snr_est", ctypes.c_float),
("rx_symbols", (ctypes.c_float * MODEM_STATS_NR_MAX)*MODEM_STATS_NC_MAX),
("nr", ctypes.c_int),
("sync", ctypes.c_int),
("foff", ctypes.c_float),
("rx_timing", ctypes.c_float),
("clock_offset", ctypes.c_float),
("sync_metric", ctypes.c_float),
("pre", ctypes.c_int),
("post", ctypes.c_int),
("uw_fails", ctypes.c_int),
]
2020-12-23 16:48:54 +00:00
class RF():
2021-03-12 13:14:36 +00:00
2021-05-13 16:43:37 +00:00
def __init__(self):
2021-04-11 16:34:03 +00:00
2021-03-12 13:14:36 +00:00
# -------------------------------------------- LOAD FREEDV
2020-12-26 10:02:14 +00:00
libname = pathlib.Path().absolute() / "codec2/build_linux/src/libcodec2.so"
2020-12-23 16:48:54 +00:00
self.c_lib = ctypes.CDLL(libname)
2021-03-12 13:14:36 +00:00
# --------------------------------------------CREATE PYAUDIO INSTANCE
2021-01-05 14:03:41 +00:00
self.p = pyaudio.PyAudio()
2021-03-12 13:14:36 +00:00
# --------------------------------------------OPEN AUDIO CHANNEL RX
self.stream_rx = self.p.open(format=pyaudio.paInt16,
channels=static.AUDIO_CHANNELS,
rate=static.AUDIO_SAMPLE_RATE_RX,
frames_per_buffer=static.AUDIO_FRAMES_PER_BUFFER,
input=True,
input_device_index=static.AUDIO_INPUT_DEVICE
2021-03-12 13:14:36 +00:00
)
# --------------------------------------------OPEN AUDIO CHANNEL TX
2021-01-06 17:01:54 +00:00
self.stream_tx = self.p.open(format=pyaudio.paInt16,
2021-03-12 13:14:36 +00:00
channels=1,
rate=static.AUDIO_SAMPLE_RATE_TX,
frames_per_buffer=static.AUDIO_FRAMES_PER_BUFFER, # n_nom_modem_samples
output=True,
output_device_index=static.AUDIO_OUTPUT_DEVICE, # static.AUDIO_OUTPUT_DEVICE
)
2021-03-09 20:35:52 +00:00
self.streambuffer = bytes(0)
2021-03-12 13:14:36 +00:00
self.audio_writing_to_stream = False
# --------------------------------------------START DECODER THREAD
2021-03-09 15:45:27 +00:00
FREEDV_DECODER_THREAD_10 = threading.Thread(target=self.receive, args=[10], name="FREEDV_DECODER_THREAD_10")
2021-02-28 14:24:14 +00:00
FREEDV_DECODER_THREAD_10.start()
2021-03-12 13:14:36 +00:00
2021-04-10 19:27:44 +00:00
#FREEDV_DECODER_THREAD_11 = threading.Thread(target=self.receive, args=[11], name="FREEDV_DECODER_THREAD_11")
#FREEDV_DECODER_THREAD_11.start()
2021-03-12 13:14:36 +00:00
2021-03-09 15:45:27 +00:00
FREEDV_DECODER_THREAD_12 = threading.Thread(target=self.receive, args=[12], name="FREEDV_DECODER_THREAD_12")
2021-02-28 14:24:14 +00:00
FREEDV_DECODER_THREAD_12.start()
2021-03-12 13:14:36 +00:00
2021-03-09 15:45:27 +00:00
FREEDV_DECODER_THREAD_14 = threading.Thread(target=self.receive, args=[static.FREEDV_SIGNALLING_MODE], name="FREEDV_DECODER_THREAD_14")
2021-02-28 14:24:14 +00:00
FREEDV_DECODER_THREAD_14.start()
2021-03-12 13:14:36 +00:00
FREEDV_PLAYBACK_THREAD = threading.Thread(target=self.play_audio, name="FREEDV_DECODER_THREAD_14")
FREEDV_PLAYBACK_THREAD.start()
2021-03-12 13:14:36 +00:00
# --------------------------------------------CONFIGURE HAMLIB
2021-05-13 16:43:37 +00:00
# try to init hamlib
try:
Hamlib.rig_set_debug(Hamlib.RIG_DEBUG_NONE)
self.my_rig = Hamlib.Rig(static.HAMLIB_DEVICE_ID)
self.my_rig.set_conf("rig_pathname", static.HAMLIB_DEVICE_PORT)
self.my_rig.set_conf("retry", "5")
2021-07-25 14:34:28 +00:00
self.my_rig.set_conf("serial_speed", static.HAMLIB_SERIAL_SPEED)
#self.my_rig.set_conf("dtr_state", "OFF")
2021-05-13 16:43:37 +00:00
#my_rig.set_conf("rts_state", "OFF")
#self.my_rig.set_conf("ptt_type", "RTS")
2021-05-13 16:43:37 +00:00
#my_rig.set_conf("ptt_type", "RIG_PTT_SERIAL_RTS")
2021-05-13 16:43:37 +00:00
self.my_rig.set_conf("serial_handshake", "None")
self.my_rig.set_conf("stop_bits", "1")
self.my_rig.set_conf("data_bits", "8")
#my_rig.set_ptt(Hamlib.RIG_PTT_RIG,0)
#my_rig.set_ptt(Hamlib.RIG_PTT_SERIAL_DTR,0)
#my_rig.set_ptt(Hamlib.RIG_PTT_SERIAL_RTS,1)
if static.HAMLIB_PTT_TYPE == 'RIG_PTT_RIG':
self.hamlib_ptt_type = Hamlib.RIG_PTT_RIG
2021-05-13 16:43:37 +00:00
elif static.HAMLIB_PTT_TYPE == 'RIG_PTT_SERIAL_DTR':
self.hamlib_ptt_type = Hamlib.RIG_PTT_SERIAL_DTR
2021-05-13 16:43:37 +00:00
elif static.HAMLIB_PTT_TYPE == 'RTS':
self.hamlib_ptt_type = Hamlib.RIG_PTT_SERIAL_RTS
self.my_rig.set_conf("dtr_state", "OFF")
self.my_rig.set_conf("ptt_type", "RTS")
elif static.HAMLIB_PTT_TYPE == 'RIG_PTT_PARALLEL':
self.hamlib_ptt_type = Hamlib.RIG_PTT_PARALLEL
elif static.HAMLIB_PTT_TYPE == 'RIG_PTT_RIG_MICDATA':
self.hamlib_ptt_type = Hamlib.RIG_PTT_RIG_MICDATA
elif static.HAMLIB_PTT_TYPE == 'RIG_PTT_CM108':
self.hamlib_ptt_type = Hamlib.RIG_PTT_CM108
else: # static.HAMLIB_PTT_TYPE == 'RIG_PTT_NONE':
self.hamlib_ptt_type = Hamlib.RIG_PTT_NONE
2021-05-13 16:43:37 +00:00
self.my_rig.open()
2021-05-29 20:18:11 +00:00
2021-05-13 16:43:37 +00:00
except:
print("can't open rig")
2021-03-12 13:14:36 +00:00
# --------------------------------------------------------------------------------------------------------
def ptt_and_wait(self, state):
if state:
static.PTT_STATE = True
self.my_rig.set_ptt(self.hamlib_ptt_type, 1)
2021-05-09 15:55:15 +00:00
ptt_togle_timeout = time.time() + 0.1
while time.time() < ptt_togle_timeout:
pass
else:
2021-08-14 19:23:43 +00:00
ptt_togle_timeout = time.time() + 0.5
while time.time() < ptt_togle_timeout:
pass
static.PTT_STATE = False
self.my_rig.set_ptt(self.hamlib_ptt_type, 0)
def play_audio(self):
2021-03-12 13:14:36 +00:00
while True:
2021-03-09 20:35:52 +00:00
time.sleep(0.01)
while len(self.streambuffer) > 0:
2021-03-12 13:14:36 +00:00
time.sleep(0.01)
if len(self.streambuffer) > 0:
2021-03-09 20:35:52 +00:00
self.audio_writing_to_stream = True
2021-05-09 14:11:59 +00:00
self.streambuffer = bytes(self.streambuffer)
# we need t wait a little bit until the buffer is filled. If we are not waiting, we are sending empty data
time.sleep(0.1)
self.stream_tx.write(self.streambuffer)
2021-03-09 20:35:52 +00:00
self.streambuffer = bytes()
2021-05-13 16:43:37 +00:00
2021-03-09 20:35:52 +00:00
self.audio_writing_to_stream = False
2021-03-12 13:14:36 +00:00
# --------------------------------------------------------------------------------------------------------
2021-08-14 18:59:12 +00:00
def transmit_signalling(self, data_out, count):
2021-08-14 19:23:43 +00:00
state_before_transmit = static.CHANNEL_STATE
static.CHANNEL_STATE = 'SENDING_SIGNALLING'
print(static.CHANNEL_STATE)
2021-01-21 07:33:45 +00:00
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
freedv = self.c_lib.freedv_open(static.FREEDV_SIGNALLING_MODE)
2021-03-12 13:14:36 +00:00
bytes_per_frame = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv) / 8)
payload_per_frame = bytes_per_frame - 2
2021-01-21 07:33:45 +00:00
n_nom_modem_samples = self.c_lib.freedv_get_n_nom_modem_samples(freedv)
2021-03-12 13:14:36 +00:00
n_tx_modem_samples = self.c_lib.freedv_get_n_tx_modem_samples(freedv) # get n_tx_modem_samples which defines the size of the modulation object
n_tx_preamble_modem_samples = self.c_lib.freedv_get_n_tx_preamble_modem_samples(freedv)
2021-04-11 16:34:03 +00:00
n_tx_postamble_modem_samples = self.c_lib.freedv_get_n_tx_postamble_modem_samples(freedv)
2021-01-21 07:33:45 +00:00
mod_out = ctypes.c_short * n_tx_modem_samples
mod_out = mod_out()
2021-04-11 16:34:03 +00:00
2021-03-12 13:14:36 +00:00
mod_out_preamble = ctypes.c_short * n_tx_preamble_modem_samples # *2 #1760 for mode 10,11,12 #4000 for mode 9
2021-01-30 16:25:24 +00:00
mod_out_preamble = mod_out_preamble()
2021-01-21 07:33:45 +00:00
2021-04-11 16:34:03 +00:00
mod_out_postamble = ctypes.c_short * n_tx_postamble_modem_samples # *2 #1760 for mode 10,11,12 #4000 for mode 9
mod_out_postamble = mod_out_postamble()
2021-03-12 13:14:36 +00:00
buffer = bytearray(payload_per_frame) # use this if CRC16 checksum is required ( DATA1-3)
buffer[:len(data_out)] = data_out # set buffersize to length of data which will be send
2021-01-21 07:33:45 +00:00
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), payload_per_frame)) # generate CRC16
2021-03-12 13:14:36 +00:00
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
2021-01-21 07:33:45 +00:00
buffer += crc # append crc16 to buffer
data = (ctypes.c_ubyte * bytes_per_frame).from_buffer_copy(buffer)
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_rawdatapreambletx(freedv, mod_out_preamble)
self.c_lib.freedv_rawdatatx(freedv, mod_out, data) # modulate DATA and safe it into mod_out pointer
2021-04-11 16:34:03 +00:00
self.c_lib.freedv_rawdatapostambletx(freedv, mod_out_postamble)
self.streambuffer = bytearray()
self.streambuffer += bytes(mod_out_preamble)
self.streambuffer += bytes(mod_out)
self.streambuffer += bytes(mod_out_postamble)
2021-05-09 14:11:59 +00:00
converted_audio = audioop.ratecv(self.streambuffer,2,1,static.MODEM_SAMPLE_RATE, static.AUDIO_SAMPLE_RATE_TX, None)
self.streambuffer = bytes(converted_audio[0])
2021-08-14 18:59:12 +00:00
# append frame again with as much as in count defined
for i in range(1, count):
self.streambuffer += bytes(converted_audio[0])
print(len(self.streambuffer))
#self.streambuffer += bytes(converted_audio[0])
2021-08-14 19:23:43 +00:00
print(len(self.streambuffer))
2021-08-14 18:59:12 +00:00
# -------------- transmit audio
#logging.debug("SENDING SIGNALLING FRAME " + str(data_out))
2021-03-12 13:14:36 +00:00
2021-08-14 19:23:43 +00:00
##state_before_transmit = static.CHANNEL_STATE
##static.CHANNEL_STATE = 'SENDING_SIGNALLING'
self.ptt_and_wait(True)
2021-03-09 20:35:52 +00:00
self.audio_writing_to_stream = True
2021-03-12 13:14:36 +00:00
# wait until audio has been processed
while self.audio_writing_to_stream:
2021-03-09 20:35:52 +00:00
time.sleep(0.01)
static.CHANNEL_STATE = 'SENDING_SIGNALLING'
2021-03-12 13:14:36 +00:00
self.ptt_and_wait(False)
2021-07-28 16:43:41 +00:00
## we have a problem with the receiving state
##static.CHANNEL_STATE = state_before_transmit
if state_before_transmit != 'RECEIVING_DATA':
static.CHANNEL_STATE = 'RECEIVING_SIGNALLING'
else:
static.CHANNEL_STATE = state_before_transmit
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_close(freedv)
2021-03-12 13:14:36 +00:00
# --------------------------------------------------------------------------------------------------------
# GET ARQ BURST FRAME VOM BUFFER AND MODULATE IT
def transmit_arq_burst(self):
# we could place this timing part inside the modem...
# lets see if this is a good idea..
static.ARQ_DATA_CHANNEL_LAST_RECEIVED = int(time.time()) # we need to update our timeout timestamp
static.ARQ_START_OF_BURST = int(time.time()) # we need to update our timeout timestamp
2021-03-12 13:14:36 +00:00
self.my_rig.set_ptt(self.hamlib_ptt_type, 1)
state_before_transmit = static.CHANNEL_STATE
static.CHANNEL_STATE = 'SENDING_DATA'
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
2021-03-09 15:45:27 +00:00
freedv = self.c_lib.freedv_open(static.ARQ_DATA_CHANNEL_MODE)
2021-03-12 13:14:36 +00:00
static.FREEDV_DATA_BYTES_PER_FRAME = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv) / 8)
static.FREEDV_DATA_PAYLOAD_PER_FRAME = static.FREEDV_DATA_BYTES_PER_FRAME - 2
n_nom_modem_samples = self.c_lib.freedv_get_n_nom_modem_samples(freedv)
2021-03-12 13:14:36 +00:00
n_tx_modem_samples = self.c_lib.freedv_get_n_tx_modem_samples(freedv) # *2 #get n_tx_modem_samples which defines the size of the modulation object
n_tx_preamble_modem_samples = self.c_lib.freedv_get_n_tx_preamble_modem_samples(freedv)
2021-04-11 16:34:03 +00:00
n_tx_postamble_modem_samples = self.c_lib.freedv_get_n_tx_postamble_modem_samples(freedv)
mod_out = ctypes.c_short * n_tx_modem_samples
mod_out = mod_out()
2021-04-11 16:34:03 +00:00
2021-03-12 13:14:36 +00:00
mod_out_preamble = ctypes.c_short * n_tx_preamble_modem_samples # *2 #1760 for mode 10,11,12 #4000 for mode 9
2021-01-20 21:51:14 +00:00
mod_out_preamble = mod_out_preamble()
2021-04-11 16:34:03 +00:00
mod_out_postamble = ctypes.c_short * n_tx_postamble_modem_samples # *2 #1760 for mode 10,11,12 #4000 for mode 9
mod_out_postamble = mod_out_postamble()
2021-05-09 14:11:59 +00:00
self.streambuffer = bytearray()
2021-05-09 14:11:59 +00:00
self.c_lib.freedv_rawdatapreambletx(freedv, mod_out_preamble)
self.streambuffer += bytes(mod_out_preamble)
2021-04-11 16:34:03 +00:00
2021-05-09 14:11:59 +00:00
if not static.ARQ_RPT_RECEIVED:
2021-03-12 13:14:36 +00:00
for n in range(0, static.ARQ_TX_N_FRAMES_PER_BURST):
# ---------------------------BUILD ARQ BURST ---------------------------------------------------------------------
frame_type = 10 + n + 1 # static.ARQ_TX_N_FRAMES_PER_BURST
frame_type = bytes([frame_type])
payload_data = bytes(static.TX_BUFFER[static.ARQ_N_SENT_FRAMES + n])
2021-03-12 13:14:36 +00:00
n_current_arq_frame = static.ARQ_N_SENT_FRAMES + n + 1
static.ARQ_TX_N_CURRENT_ARQ_FRAME = n_current_arq_frame.to_bytes(2, byteorder='big')
2021-03-12 13:14:36 +00:00
n_total_arq_frame = len(static.TX_BUFFER)
static.ARQ_TX_N_TOTAL_ARQ_FRAMES = n_total_arq_frame.to_bytes(2, byteorder='big')
2021-03-12 13:14:36 +00:00
arqframe = frame_type + \
2021-03-12 13:14:36 +00:00
bytes([static.ARQ_TX_N_FRAMES_PER_BURST]) + \
static.ARQ_TX_N_CURRENT_ARQ_FRAME + \
static.ARQ_TX_N_TOTAL_ARQ_FRAMES + \
static.DXCALLSIGN_CRC8 + \
static.MYCALLSIGN_CRC8 + \
payload_data
buffer = bytearray(static.FREEDV_DATA_PAYLOAD_PER_FRAME) # create TX buffer
buffer[:len(arqframe)] = arqframe # set buffersize to length of data which will be send
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), static.FREEDV_DATA_PAYLOAD_PER_FRAME)) # generate CRC16
2021-03-12 13:14:36 +00:00
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
buffer += crc # append crc16 to buffer
data = (ctypes.c_ubyte * static.FREEDV_DATA_BYTES_PER_FRAME).from_buffer_copy(buffer)
2021-04-17 15:42:25 +00:00
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_rawdatatx(freedv, mod_out, data) # modulate DATA and safe it into mod_out pointer
2021-05-09 14:11:59 +00:00
self.streambuffer += bytes(mod_out)
2021-03-12 13:14:36 +00:00
2021-05-09 14:11:59 +00:00
elif static.ARQ_RPT_RECEIVED:
2021-03-12 13:14:36 +00:00
for n in range(0, len(static.ARQ_RPT_FRAMES)):
missing_frame = int.from_bytes(static.ARQ_RPT_FRAMES[n], "big")
2021-03-12 13:14:36 +00:00
# ---------------------------BUILD ARQ BURST ---------------------------------------------------------------------
frame_type = 10 + missing_frame # static.ARQ_TX_N_FRAMES_PER_BURST
frame_type = bytes([frame_type])
try:
payload_data = bytes(static.TX_BUFFER[static.ARQ_N_SENT_FRAMES + missing_frame - 1])
except:
print("modem buffer selection problem with ARQ RPT frames")
n_current_arq_frame = static.ARQ_N_SENT_FRAMES + missing_frame
static.ARQ_TX_N_CURRENT_ARQ_FRAME = n_current_arq_frame.to_bytes(2, byteorder='big')
2021-03-12 13:14:36 +00:00
n_total_arq_frame = len(static.TX_BUFFER)
static.ARQ_TX_N_TOTAL_ARQ_FRAMES = n_total_arq_frame.to_bytes(2, byteorder='big')
2021-03-12 13:14:36 +00:00
arqframe = frame_type + \
2021-03-12 13:14:36 +00:00
bytes([static.ARQ_TX_N_FRAMES_PER_BURST]) + \
static.ARQ_TX_N_CURRENT_ARQ_FRAME + \
static.ARQ_TX_N_TOTAL_ARQ_FRAMES + \
static.DXCALLSIGN_CRC8 + \
static.MYCALLSIGN_CRC8 + \
payload_data
buffer = bytearray(static.FREEDV_DATA_PAYLOAD_PER_FRAME) # create TX buffer
buffer[:len(arqframe)] = arqframe # set buffersize to length of data which will be send
crc = ctypes.c_ushort(self.c_lib.freedv_gen_crc16(bytes(buffer), static.FREEDV_DATA_PAYLOAD_PER_FRAME)) # generate CRC16
2021-03-12 13:14:36 +00:00
crc = crc.value.to_bytes(2, byteorder='big') # convert crc to 2 byte hex string
buffer += crc # append crc16 to buffer
2021-03-12 13:14:36 +00:00
data = (ctypes.c_ubyte * static.FREEDV_DATA_BYTES_PER_FRAME).from_buffer_copy(buffer)
2021-04-17 15:42:25 +00:00
2021-05-09 14:11:59 +00:00
self.c_lib.freedv_rawdatatx(freedv, mod_out, data) # modulate DATA and safe it into mod_out pointer
self.streambuffer += bytes(mod_out)
2021-03-12 13:14:36 +00:00
2021-05-09 14:11:59 +00:00
self.c_lib.freedv_rawdatapostambletx(freedv, mod_out_postamble)
self.streambuffer += bytes(mod_out_postamble)
2021-05-09 14:11:59 +00:00
converted_audio = audioop.ratecv(self.streambuffer,2,1,static.MODEM_SAMPLE_RATE, static.AUDIO_SAMPLE_RATE_TX, None)
self.streambuffer = bytes(converted_audio[0])
2021-08-14 18:59:12 +00:00
2021-05-09 14:11:59 +00:00
# -------------- transmit audio
self.ptt_and_wait(True)
2021-03-10 09:30:49 +00:00
self.audio_writing_to_stream = True
2021-05-09 14:11:59 +00:00
2021-03-12 13:14:36 +00:00
# wait until audio has been processed
2021-05-09 14:11:59 +00:00
while self.audio_writing_to_stream:
2021-03-10 09:30:49 +00:00
time.sleep(0.01)
static.CHANNEL_STATE = 'SENDING_DATA'
2021-05-09 14:11:59 +00:00
2021-03-12 13:14:36 +00:00
static.CHANNEL_STATE = 'RECEIVING_SIGNALLING'
self.ptt_and_wait(False)
2021-02-28 14:24:14 +00:00
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_close(freedv)
# --------------------------------------------------------------------------------------------------------
def receive(self, mode):
force = False
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_open.restype = ctypes.POINTER(ctypes.c_ubyte)
2021-02-28 14:24:14 +00:00
freedv = self.c_lib.freedv_open(mode)
2021-03-12 13:14:36 +00:00
bytes_per_frame = int(self.c_lib.freedv_get_bits_per_modem_frame(freedv) / 8)
2021-02-28 14:24:14 +00:00
if mode == static.FREEDV_SIGNALLING_MODE:
static.FREEDV_SIGNALLING_BYTES_PER_FRAME = bytes_per_frame
static.FREEDV_SIGNALLING_PAYLOAD_PER_FRAME = bytes_per_frame - 2
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_set_frames_per_burst(freedv, 1)
2021-02-28 14:24:14 +00:00
elif mode == static.ARQ_DATA_CHANNEL_MODE:
static.FREEDV_DATA_BYTES_PER_FRAME = bytes_per_frame
static.FREEDV_DATA_PAYLOAD_PER_FRAME = bytes_per_frame - 2
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_set_frames_per_burst(freedv, 0)
2021-02-28 14:24:14 +00:00
else:
2021-05-09 14:11:59 +00:00
#pass
self.c_lib.freedv_set_frames_per_burst(freedv, 0)
2021-03-12 13:14:36 +00:00
2021-03-07 15:24:09 +00:00
bytes_out = (ctypes.c_ubyte * bytes_per_frame)
2021-03-12 13:14:36 +00:00
bytes_out = bytes_out() # get pointer to bytes_out
2021-01-20 21:51:14 +00:00
2021-02-05 13:40:32 +00:00
while static.FREEDV_RECEIVE == True:
time.sleep(0.01)
2021-05-29 20:18:11 +00:00
2021-05-29 21:19:50 +00:00
# lets get the frequency, mode and bandwith
self.get_radio_stats()
2021-08-07 09:14:49 +00:00
# lets get scatter data
self.get_scatter(freedv)
# demod loop
2021-02-28 14:24:14 +00:00
while (static.CHANNEL_STATE == 'RECEIVING_DATA' and static.ARQ_DATA_CHANNEL_MODE == mode) or (static.CHANNEL_STATE == 'RECEIVING_SIGNALLING' and static.FREEDV_SIGNALLING_MODE == mode):
2021-03-07 15:24:09 +00:00
time.sleep(0.01)
2021-03-10 09:30:49 +00:00
2021-03-07 15:24:09 +00:00
# refresh vars, so the correct parameters of the used mode are set
if mode == static.ARQ_DATA_CHANNEL_MODE:
static.FREEDV_DATA_BYTES_PER_FRAME = bytes_per_frame
static.FREEDV_DATA_PAYLOAD_PER_FRAME = bytes_per_frame - 2
2021-03-12 13:14:36 +00:00
2021-02-28 14:24:14 +00:00
nin = self.c_lib.freedv_nin(freedv)
2021-04-10 19:27:44 +00:00
nin = int(nin*(static.AUDIO_SAMPLE_RATE_RX/static.MODEM_SAMPLE_RATE))
2021-04-11 16:34:03 +00:00
2021-03-12 13:14:36 +00:00
data_in = self.stream_rx.read(nin, exception_on_overflow=False)
2021-07-10 21:27:33 +00:00
2021-08-07 09:14:49 +00:00
#self.calculate_fft(data_in)
2021-07-10 21:27:33 +00:00
2021-04-10 19:27:44 +00:00
data_in = audioop.ratecv(data_in,2,1,static.AUDIO_SAMPLE_RATE_RX, static.MODEM_SAMPLE_RATE, None)
data_in = data_in[0]
2021-05-13 16:31:23 +00:00
2021-03-09 15:45:27 +00:00
static.AUDIO_RMS = audioop.rms(data_in, 2)
2021-03-12 13:14:36 +00:00
nbytes = self.c_lib.freedv_rawdatarx(freedv, bytes_out, data_in) # demodulate audio
2021-05-13 16:31:23 +00:00
#print("listening-" + str(mode) + " - " + "nin: " + str(nin) + " - " + str(self.c_lib.freedv_get_rx_status(freedv)))
2021-03-17 10:22:06 +00:00
self.calculate_snr(freedv)
2021-08-07 09:14:49 +00:00
2021-03-09 10:05:59 +00:00
# forward data only if broadcast or we are the receiver
2021-03-17 10:22:06 +00:00
# bytes_out[1:2] == callsign check for signalling frames, bytes_out[6:7] == callsign check for data frames, bytes_out[1:2] == b'\x01' --> broadcasts like CQ
# we could also create an own function, which returns True. In this case we could add callsign blacklists and so on
2021-08-06 20:09:16 +00:00
# lets get scatter data
self.get_scatter(freedv)
2021-03-17 10:22:06 +00:00
if nbytes == bytes_per_frame and bytes(bytes_out[1:2]) == static.MYCALLSIGN_CRC8 or bytes(bytes_out[6:7]) == static.MYCALLSIGN_CRC8 or bytes(bytes_out[1:2]) == b'\x01':
2021-05-09 14:11:59 +00:00
2021-03-16 15:37:23 +00:00
self.calculate_snr(freedv)
#static.SCATTER = []
2021-05-29 20:18:11 +00:00
2021-01-20 21:51:14 +00:00
# CHECK IF FRAMETYPE IS BETWEEN 10 and 50 ------------------------
2021-02-28 14:24:14 +00:00
frametype = int.from_bytes(bytes(bytes_out[:1]), "big")
2021-02-01 20:46:33 +00:00
frame = frametype - 10
2021-02-28 14:24:14 +00:00
n_frames_per_burst = int.from_bytes(bytes(bytes_out[1:2]), "big")
2021-03-12 13:14:36 +00:00
#self.c_lib.freedv_set_frames_per_burst(freedv_data, n_frames_per_burst);
2021-03-12 13:14:36 +00:00
if 50 >= frametype >= 10:
if frame != 3 or force == True:
2021-03-12 13:14:36 +00:00
data_handler.arq_data_received(bytes(bytes_out[:-2])) # send payload data to arq checker without CRC16
#print("static.ARQ_RX_BURST_BUFFER.count(None) " + str(static.ARQ_RX_BURST_BUFFER.count(None)))
if static.ARQ_RX_BURST_BUFFER.count(None) <= 1:
logging.debug("FULL BURST BUFFER ---> UNSYNC")
2021-02-28 14:24:14 +00:00
self.c_lib.freedv_set_sync(freedv, 0)
2021-03-12 13:14:36 +00:00
else:
logging.critical("---------------------------SIMULATED MISSING FRAME")
force = True
# BURST ACK
2021-02-28 14:24:14 +00:00
elif frametype == 60:
2021-03-12 13:14:36 +00:00
logging.debug("ACK RECEIVED....")
data_handler.burst_ack_received()
# FRAME ACK
2021-02-10 14:05:03 +00:00
elif frametype == 61:
2021-03-12 13:14:36 +00:00
logging.debug("FRAME ACK RECEIVED....")
data_handler.frame_ack_received()
# FRAME RPT
2021-02-10 14:05:03 +00:00
elif frametype == 62:
2021-03-12 13:14:36 +00:00
logging.debug("REPEAT REQUEST RECEIVED....")
data_handler.burst_rpt_received(bytes_out[:-2])
# FRAME NAK
elif frametype == 63:
logging.debug("FRAME NAK RECEIVED....")
data_handler.frame_nack_received(bytes_out[:-2])
# CQ FRAME
2021-02-24 15:47:52 +00:00
elif frametype == 200:
2021-03-12 13:14:36 +00:00
logging.debug("CQ RECEIVED....")
data_handler.received_cq(bytes_out[:-2])
# PING FRAME
2021-02-24 15:47:52 +00:00
elif frametype == 210:
2021-03-12 13:14:36 +00:00
logging.debug("PING RECEIVED....")
data_handler.received_ping(bytes_out[:-2])
# PING ACK
2021-02-24 15:47:52 +00:00
elif frametype == 211:
2021-03-12 13:14:36 +00:00
logging.debug("PING ACK RECEIVED....")
data_handler.received_ping_ack(bytes_out[:-2])
2021-02-24 15:47:52 +00:00
# ARQ CONNECT
elif frametype == 220:
logging.info("ARQ CONNECT RECEIVED....")
2021-03-12 13:14:36 +00:00
data_handler.arq_received_connect(bytes_out[:-2])
2021-02-24 15:47:52 +00:00
# ARQ CONNECT ACK / KEEP ALIVE
elif frametype == 221:
logging.info("ARQ CONNECT ACK RECEIVED / KEEP ALIVE....")
2021-03-12 13:14:36 +00:00
data_handler.arq_received_connect_keep_alive(bytes_out[:-2])
2021-02-24 15:47:52 +00:00
# ARQ CONNECT ACK / KEEP ALIVE
elif frametype == 222:
2021-03-12 13:14:36 +00:00
logging.debug("ARQ DISCONNECT RECEIVED")
data_handler.arq_disconnect_received(bytes_out[:-2])
2021-02-24 15:47:52 +00:00
2021-03-12 13:14:36 +00:00
# ARQ FILE TRANSFER RECEIVED!
2021-02-28 14:24:14 +00:00
elif frametype == 225:
2021-03-12 13:14:36 +00:00
logging.debug("ARQ arq_received_data_channel_opener RECEIVED")
data_handler.arq_received_data_channel_opener(bytes_out[:-2])
2021-02-28 14:24:14 +00:00
# ARQ CHANNEL IS OPENED
elif frametype == 226:
2021-03-12 13:14:36 +00:00
logging.debug("ARQ arq_received_channel_is_open RECEIVED")
data_handler.arq_received_channel_is_open(bytes_out[:-2])
# ARQ CONNECT ACK / KEEP ALIVE
elif frametype == 230:
2021-03-12 13:14:36 +00:00
logging.debug("BEACON RECEIVED")
data_handler.received_beacon(bytes_out[:-2])
2021-02-10 14:05:03 +00:00
else:
2021-02-28 14:24:14 +00:00
logging.info("OTHER FRAME: " + str(bytes_out[:-2]))
print(frametype)
2021-03-12 13:14:36 +00:00
2021-02-28 18:13:47 +00:00
# DO UNSYNC AFTER LAST BURST by checking the frame nums agains the total frames per burst
2021-03-12 13:14:36 +00:00
if frame == n_frames_per_burst:
2021-02-28 14:24:14 +00:00
logging.debug("LAST FRAME ---> UNSYNC")
2021-04-17 15:42:25 +00:00
bytes_out = (ctypes.c_ubyte * bytes_per_frame)
bytes_out = bytes_out() # get pointer to bytes_out
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_set_sync(freedv, 0) # FORCE UNSYNC
2021-03-09 10:05:59 +00:00
# clear bytes_out buffer to be ready for next frames after successfull decoding
2021-03-12 13:14:36 +00:00
2021-03-09 10:05:59 +00:00
bytes_out = (ctypes.c_ubyte * bytes_per_frame)
2021-03-12 13:14:36 +00:00
bytes_out = bytes_out() # get pointer to bytes_out
2021-03-10 09:30:49 +00:00
else:
# for debugging purposes to receive all data
pass
2021-03-12 13:14:36 +00:00
# print(bytes_out[:-2])
2021-08-06 20:09:16 +00:00
def get_scatter(self, freedv):
modemStats = MODEMSTATS()
self.c_lib.freedv_get_modem_extended_stats.restype = None
self.c_lib.freedv_get_modem_extended_stats(freedv, ctypes.byref(modemStats))
2021-08-06 20:09:16 +00:00
scatterdata = []
for i in range(MODEM_STATS_NC_MAX):
2021-08-07 09:14:49 +00:00
for j in range(MODEM_STATS_NR_MAX):
2021-08-06 20:09:16 +00:00
#check if odd or not to get every 2nd item for x
if (j % 2) == 0:
xsymbols = modemStats.rx_symbols[i][j]
ysymbols = modemStats.rx_symbols[i][j+1]
2021-08-07 09:14:49 +00:00
# check if value 0.0 or has real data
2021-08-06 20:09:16 +00:00
if xsymbols != 0.0 and ysymbols != 0.0:
scatterdata.append({"x" : xsymbols, "y" : ysymbols })
2021-08-07 09:14:49 +00:00
# only append scatter data if new data arrived
if len(scatterdata) > 0:
static.SCATTER = scatterdata
2021-08-06 20:09:16 +00:00
2021-03-12 13:14:36 +00:00
def calculate_ber(self, freedv):
2021-02-28 18:13:47 +00:00
Tbits = self.c_lib.freedv_get_total_bits(freedv)
Terrs = self.c_lib.freedv_get_total_bit_errors(freedv)
2021-03-17 10:22:06 +00:00
2021-02-28 18:13:47 +00:00
if Tbits != 0:
2021-03-12 13:14:36 +00:00
ber = (Terrs / Tbits) * 100
2021-02-28 18:34:36 +00:00
static.BER = int(ber)
2021-03-12 13:14:36 +00:00
self.c_lib.freedv_set_total_bit_errors(freedv, 0)
self.c_lib.freedv_set_total_bits(freedv, 0)
2021-03-16 15:37:23 +00:00
def calculate_snr(self, freedv):
modem_stats_snr = c_float()
modem_stats_sync = c_int()
2021-03-17 10:22:06 +00:00
2021-03-16 15:37:23 +00:00
self.c_lib.freedv_get_modem_stats(freedv,byref(modem_stats_sync), byref(modem_stats_snr))
modem_stats_snr = modem_stats_snr.value
try:
2021-05-09 15:55:15 +00:00
static.SNR = round(modem_stats_snr,1)
except:
static.SNR = 0
2021-05-29 20:18:11 +00:00
2021-05-29 21:19:50 +00:00
def get_radio_stats(self):
2021-08-07 17:25:11 +00:00
static.HAMLIB_FREQUENCY = float(self.my_rig.get_freq()/1000)
2021-05-29 21:19:50 +00:00
(hamlib_mode, static.HAMLIB_BANDWITH) = self.my_rig.get_mode()
static.HAMLIB_MODE = Hamlib.rig_strrmode(hamlib_mode)
2021-05-29 20:18:11 +00:00
2021-07-10 21:27:33 +00:00
def calculate_fft(self, data_in):
data_in_array = np.frombuffer(data_in, dtype=np.int16)
#print(fft_raw)
#fft_raw = fft(data_in_array)
#print(fft_raw)
#fft_raw = data_in.hex()
#print(fft_raw)
#static.FFT = fft_raw.tolist()
#fft_raw = fft_raw.tobytes()
2021-08-06 20:09:16 +00:00
#rate = 48000
#M = 1024
#freqs, times, Sx = signal.spectrogram(data_in_array, fs=rate, window='hanning', nperseg=1024, noverlap=M - 100, detrend=False, scaling='spectrum', return_onesided=True)
2021-07-10 21:27:33 +00:00
2021-08-06 20:09:16 +00:00
#freqs, times, Sx = signal.spectrogram(data_in_array, fs=rate, return_onesided=True, axis=-1)
2021-07-10 21:27:33 +00:00
#print(Sx)
#fft_raw = Sx.tobytes()
#print(fft_raw)
#static.FFT = fft_raw.hex()
#static.FFT = fft_raw
2021-08-06 20:09:16 +00:00
#data_in = np.frombuffer(data_in, dtype=np.int16)
#data = fft(data_in)
2021-07-10 21:27:33 +00:00
#print(data)
#data = getFFT(data_in, 48000, 2048)
#print(data)
#data = abs(data) * 2 / np.sum(8192)
#data = abs(data) // np.sum(1024)
2021-05-29 20:18:11 +00:00
2021-07-10 21:27:33 +00:00
#data = np.frombuffer(data_in, dtype=np.int16)
2021-08-06 20:09:16 +00:00
#data.resize((1,2048))
2021-07-10 21:27:33 +00:00
#data = np.delete(data,0)
#data = data.tobytes()
#print(data)
2021-08-06 20:09:16 +00:00
#static.FFT = data.tolist()
2021-07-10 21:27:33 +00:00
#static.FFT = data.hex()
def getFFT(data, rate, chunk_size, log_scale=False):
data = data * np.hamming(len(data))
try:
FFT = np.abs(np.fft.rfft(data)[1:])
except:
FFT = np.fft.fft(data)
left, right = np.split(np.abs(FFT), 2)
FFT = np.add(left, right[::-1])
#fftx = np.fft.fftfreq(chunk_size, d=1.0/rate)
#fftx = np.split(np.abs(fftx), 2)[0]
if log_scale:
try:
FFT = np.multiply(20, np.log10(FFT))
except Exception as e:
print('Log(FFT) failed: %s' %str(e))
return FFT
2021-05-29 20:18:11 +00:00