1
0
Fork 0
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

102 lines
3.4 KiB

2 years ago
#!/usr/bin/env python3
"""Fetches the DMRID database from radioid.net
This script fetches the database of DMRIDs directly from
radioid.net and creates a CSV file to import it into
the GD77 running OpenGD77.
Author: Dominic Reich OE7DRT
<dominic@oe7drt.com>
Usage:
------
./dmrids.py
No arguments are needed. Specify the folders in the
source below.
"""
import os
from datetime import datetime, timedelta
import requests
import pandas as pd
def main():
"""main function
Runs if script is run by itself.
"""
# User configuration --------------------------------
database_url = 'https://www.radioid.net/static/user.csv'
local_folder = '/home/dominic/.hamradio/'
output_filename = 'DMR-IDS-GD77.csv'
tmpfile = '/tmp/dmrids.download'
regions = ['232', '262', '263', '264', '228', '222']
# regions = ['232']
fav_filename = 'Favorites.txt'
# blacklist_filename = 'BlacklistedCalls.txt'
# End of User configuration -------------------------
if os.path.isfile(local_folder + output_filename) and os.access(local_folder + output_filename, os.R_OK):
print('Local file found. Will overwrite the file if it\'s old enough.')
one_day_ago = datetime.now() - timedelta(days=1)
filetime = datetime.fromtimestamp(
os.path.getctime(local_folder + output_filename))
if not filetime < one_day_ago:
print('Nope, the file is quite actual ({})\n'.format(filetime))
a = input(
'Do you really want to fetch the database from Internet? (y/n): ')
if a.lower() != 'y':
exit(0)
# read favorites
favorites = []
if os.path.isfile(local_folder + fav_filename) and os.access(local_folder + fav_filename, os.R_OK):
with open(local_folder + fav_filename, 'r') as file:
for line in file:
line = line.strip()
favorites.append(line)
else:
# This is because the program will create weird resuls otherwise.
# Needs some error handling but is not finished yet. So there we use this
# now until fixed.
print('Could not open favorites file.')
exit(1)
print('Downloading database (this may take some time)')
r = requests.get(database_url)
if r.status_code == 200:
with open(tmpfile, "wb") as file:
file.write(r.content)
else:
print('Download failed. Exiting')
exit(1)
# Damn this took so long to figure out that I have to escape them with \\
# and not only with \ ... *grml*
searchstr = '\\b(?:' + '|'.join(regions) + ')\\d+\\b'
favsearchstr = '|'.join(favorites)
# Open full csv file and create two DataFrames with filtered users and favorites
csv_full = pd.read_csv(tmpfile, dtype=str, usecols=['RADIO_ID', 'CALLSIGN', 'FIRST_NAME'])
csv_filt = csv_full[csv_full['RADIO_ID'].str.contains(searchstr)]
csv_favs = csv_full[csv_full['CALLSIGN'].str.contains(favsearchstr, na=False)]
# Merge regional and whitelist, sort and remove dupes
csv_fin = pd.concat([csv_filt, csv_favs], ignore_index=True)
csv_fin.sort_values('RADIO_ID', inplace=True)
csv_fin.drop_duplicates(subset=['RADIO_ID'], inplace=True)
# Write the final csv file
csv_fin.to_csv(local_folder + output_filename, index=False)
# print(csv_fin[csv_fin['CALLSIGN'].isin(['DD7MH'])])
if __name__ == "__main__":
main()