Function update_sources_data

updateHostsFile.py:669–718

Update the sources data and information for each source. Parameters ---------- sourcesdata : list The list of sources data that we are to update. sourcesparams : kwargs Dictionary providing additional parameters for updating the sources data. Currently,

(sourcesdata, **sourcesparams)

# Update Logic
def update_sources_data(sourcesdata, **sourcesparams):
    """
    Update the sources data and information for each source.

    Parameters
    ----------
    sourcesdata : list
        The list of sources data that we are to update.
    sourcesparams : kwargs
        Dictionary providing additional parameters for updating the
        sources data. Currently, those fields are:

        1) datapath
        2) extensions
        3) extensionspath
        4) sourcedatafilename
        5) nounifiedhosts

    Returns
    -------
    update_sources_data : list
        The original source data list with new source data appended.
    """

    sourcedatafilename = sourcesparams["sourcedatafilename"]

    if not sourcesparams["nounifiedhosts"]:
        for source in sort_sources(
            recursive_glob(sourcesparams["datapath"], sourcedatafilename)
        ):
            updatefile = open(source, "r", encoding="UTF-8")
            try:
                updatedata = json.load(updatefile)
                sourcesdata.append(updatedata)
            finally:
                updatefile.close()

    for source in sourcesparams["extensions"]:
        sourcedir = path_join_robust(sourcesparams["extensionspath"], source)
        for updatefile_path in sort_sources(
            recursive_glob(sourcedir, sourcedatafilename)
        ):
            updatefile = open(updatefile_path, "r")
            try:
                updatedata = json.load(updatefile)
                sourcesdata.append(updatedata)
            finally:
                updatefile.close()

    return sourcesdata


def jsonarray(json_array_string):