#!/usr/bin/env python # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # Copyright 2013 - 2021, nymea GmbH # Contact: contact@nymea.io # # This file is part of nymea. # This project including source code and documentation is protected by # copyright law, and remains the property of nymea GmbH. All rights, including # reproduction, publication, editing and translation, are reserved. The use of # this project is subject to the terms of a license agreement to be concluded # with nymea GmbH in accordance with the terms of use of nymea GmbH, available # under https://nymea.io/license # # GNU Lesser General Public License Usage # Alternatively, this project may be redistributed and/or modified under the # terms of the GNU Lesser General Public License as published by the Free # Software Foundation; version 3. This project is distributed in the hope that # it will be useful, but WITHOUT ANY WARRANTY; without even the implied # warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public License # along with this project. If not, see . # # For any further details and any questions please contact us under # contact@nymea.io or see our FAQ/Licensing Information on # https://nymea.io/license/faq # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # import os import sys import json import sqlite3 import requests downloadUrl='https://macaddress.io/database/macaddress.io-db.json' jsonDataFileName = 'macaddress.io-db.json' databaseFileName = 'mac-addresses.db' print('Downloading', downloadUrl, '...') downloadRequest = requests.get(downloadUrl) open(jsonDataFileName, 'wb').write(downloadRequest.content) print('Reading JSON data..') vendorInfoHash = {} jsonDataFile = open(jsonDataFileName, 'r') lines = jsonDataFile.readlines() for line in lines: vendorMap = json.loads(line) vendorInfoHash[vendorMap['oui']] = vendorMap['companyName'] jsonDataFile.close() if os.path.exists(databaseFileName): print('Delete old db file', databaseFileName) os.remove(databaseFileName) print('Build up database', databaseFileName) connection = sqlite3.connect(databaseFileName) cursor = connection.cursor() cursor.execute('CREATE TABLE companyNames (companyName TEXT PRIMARY KEY, UNIQUE(companyName));') cursor.execute('CREATE TABLE oui (oui TEXT PRIMARY KEY, companyNameIndex INTEGER, UNIQUE(oui)) WITHOUT ROWID;') #cursor.execute('CREATE UNIQUE INDEX ouiIndex ON `oui` (`oui`);') # Insert all vendor names alphabetically print('Writing company names into database...') sortedVendorHash = sorted(vendorInfoHash.items(), key=lambda x: x[1], reverse=False) vendorCount = 0 for vendorInfo in sortedVendorHash: insertQuery = 'INSERT OR IGNORE INTO companyNames (companyName) VALUES(?);' cursor.execute(insertQuery, [vendorInfo[1]]) cursor.execute('SELECT COUNT(companyName) FROM companyNames'); countResult = cursor.fetchall() vendorCount = countResult[0][0] connection.commit() # Insert all oui with reference to company name print('Writing OUI into database with company name refference...') # Sort by oui for good binary search in the db sortedOuiHash = sorted(vendorInfoHash.items(), key=lambda x: x[0], reverse=False) ouiCount = 0 for vendorInfo in sortedOuiHash: insertQuery = 'INSERT OR IGNORE INTO oui (oui, companyNameIndex) VALUES(?, (SELECT rowid FROM companyNames WHERE companyName = ?));' cursor.execute(insertQuery, [vendorInfo[0].replace(':', ''), vendorInfo[1]]) cursor.execute('SELECT COUNT(oui) FROM oui'); countResult = cursor.fetchall() ouiCount = countResult[0][0] connection.commit() connection.close() print('Finished successfully. Loaded', ouiCount, 'OUI values from', vendorCount, 'manufacturers into', databaseFileName)