You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
3.4 KiB
102 lines
3.4 KiB
2 years ago
|
#!/usr/bin/env python3
|
||
|
|
|
||
|
|
"""Fetches the DMRID database from radioid.net
|
||
|
|
|
||
|
|
This script fetches the database of DMRIDs directly from
|
||
|
|
radioid.net and creates a CSV file to import it into
|
||
|
|
the GD77 running OpenGD77.
|
||
|
|
|
||
|
|
Author: Dominic Reich “OE7DRT”
|
||
|
|
<dominic@oe7drt.com>
|
||
|
|
|
||
|
|
|
||
|
|
Usage:
|
||
|
|
------
|
||
|
|
./dmrids.py
|
||
|
|
|
||
|
|
No arguments are needed. Specify the folders in the
|
||
|
|
source below.
|
||
|
|
"""
|
||
|
|
|
||
|
|
import os
|
||
|
|
from datetime import datetime, timedelta
|
||
|
|
import requests
|
||
|
|
import pandas as pd
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
"""main function
|
||
|
|
|
||
|
|
Runs if script is run by itself.
|
||
|
|
"""
|
||
|
|
|
||
|
|
# User configuration --------------------------------
|
||
|
|
database_url = 'https://www.radioid.net/static/user.csv'
|
||
|
|
local_folder = '/home/dominic/.hamradio/'
|
||
|
|
output_filename = 'DMR-IDS-GD77.csv'
|
||
|
|
tmpfile = '/tmp/dmrids.download'
|
||
|
|
regions = ['232', '262', '263', '264', '228', '222']
|
||
|
|
# regions = ['232']
|
||
|
|
fav_filename = 'Favorites.txt'
|
||
|
|
# blacklist_filename = 'BlacklistedCalls.txt'
|
||
|
|
|
||
|
|
# End of User configuration -------------------------
|
||
|
|
|
||
|
|
if os.path.isfile(local_folder + output_filename) and os.access(local_folder + output_filename, os.R_OK):
|
||
|
|
print('Local file found. Will overwrite the file if it\'s old enough.')
|
||
|
|
one_day_ago = datetime.now() - timedelta(days=1)
|
||
|
|
filetime = datetime.fromtimestamp(
|
||
|
|
os.path.getctime(local_folder + output_filename))
|
||
|
|
if not filetime < one_day_ago:
|
||
|
|
print('Nope, the file is quite actual ({})\n'.format(filetime))
|
||
|
|
a = input(
|
||
|
|
'Do you really want to fetch the database from Internet? (y/n): ')
|
||
|
|
if a.lower() != 'y':
|
||
|
|
exit(0)
|
||
|
|
|
||
|
|
# read favorites
|
||
|
|
favorites = []
|
||
|
|
if os.path.isfile(local_folder + fav_filename) and os.access(local_folder + fav_filename, os.R_OK):
|
||
|
|
with open(local_folder + fav_filename, 'r') as file:
|
||
|
|
for line in file:
|
||
|
|
line = line.strip()
|
||
|
|
favorites.append(line)
|
||
|
|
else:
|
||
|
|
# This is because the program will create weird resuls otherwise.
|
||
|
|
# Needs some error handling but is not finished yet. So there we use this
|
||
|
|
# now until fixed.
|
||
|
|
print('Could not open favorites file.')
|
||
|
|
exit(1)
|
||
|
|
|
||
|
|
print('Downloading database (this may take some time)')
|
||
|
|
r = requests.get(database_url)
|
||
|
|
if r.status_code == 200:
|
||
|
|
with open(tmpfile, "wb") as file:
|
||
|
|
file.write(r.content)
|
||
|
|
else:
|
||
|
|
print('Download failed. Exiting')
|
||
|
|
exit(1)
|
||
|
|
|
||
|
|
# Damn this took so long to figure out that I have to escape them with \\
|
||
|
|
# and not only with \ ... *grml*
|
||
|
|
searchstr = '\\b(?:' + '|'.join(regions) + ')\\d+\\b'
|
||
|
|
favsearchstr = '|'.join(favorites)
|
||
|
|
|
||
|
|
# Open full csv file and create two DataFrames with filtered users and favorites
|
||
|
|
csv_full = pd.read_csv(tmpfile, dtype=str, usecols=['RADIO_ID', 'CALLSIGN', 'FIRST_NAME'])
|
||
|
|
csv_filt = csv_full[csv_full['RADIO_ID'].str.contains(searchstr)]
|
||
|
|
csv_favs = csv_full[csv_full['CALLSIGN'].str.contains(favsearchstr, na=False)]
|
||
|
|
|
||
|
|
# Merge regional and whitelist, sort and remove dupes
|
||
|
|
csv_fin = pd.concat([csv_filt, csv_favs], ignore_index=True)
|
||
|
|
csv_fin.sort_values('RADIO_ID', inplace=True)
|
||
|
|
csv_fin.drop_duplicates(subset=['RADIO_ID'], inplace=True)
|
||
|
|
|
||
|
|
# Write the final csv file
|
||
|
|
csv_fin.to_csv(local_folder + output_filename, index=False)
|
||
|
|
# print(csv_fin[csv_fin['CALLSIGN'].isin(['DD7MH'])])
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
main()
|