Function update_db

db_update.py:85–908

()

def update_db():

    print('Building gamedata DB...')

    if os.path.isfile(DB_PATH):
        os.remove(DB_PATH)

    import eos.db
    import eos.gamedata
    import eos.config

    # Create the database tables
    eos.db.gamedata_meta.create_all()

    def _readData(minerName, jsonName, keyIdName=None):
        compiled_data = None
        for i in itertools.count(0):
            try:
                with open(os.path.join(JSON_DIR, minerName, '{}.{}.json'.format(jsonName, i)), encoding='utf-8') as f:
                    rawData = json.load(f)
                    if i == 0:
                        compiled_data = {} if type(rawData) == dict else []
                    if type(rawData) == dict:
                        compiled_data.update(rawData)
                    else:
                        compiled_data.extend(rawData)
            except FileNotFoundError:
                break

        if not keyIdName:
            return compiled_data
        # IDs in keys, rows in values
        data = []
        for k, v in compiled_data.items():
            row = {}
            row.update(v)
            row[keyIdName] = int(k)
            data.append(row)
        return data

    def _addRows(data, cls, fieldMap=None):
        if fieldMap is None:
            fieldMap = {}
        for row in data:
            instance = cls()
            for k, v in row.items():
                if isinstance(v, str):
                    v = v.strip()
                setattr(instance, fieldMap.get(k, k), v)
            eos.db.gamedata_session.add(instance)

    def processEveTypes():
        print('processing evetypes')
        data = _readData('fsd_built', 'types', keyIdName='typeID')
        for row in data:
            if (
                # Apparently people really want Civilian modules available
                (row['typeName_en-us'].startswith('Civilian') and "Shuttle" not in row['typeName_en-us'])