#!/usr/bin/env python3 # Copyright 2021 Oliver Smith # SPDX-License-Identifier: GPL-3.0-or-later import glob import pytest import sys import os import add_pmbootstrap_to_import_path import pmb.parse import pmb.parse._apkbuild import pmb.parse.apkindex import pmb.helpers.repo def parse_source_from_checksums(args, apkbuild_path): """ Read the APKBUILD file and parse source files from the checksums at the bottom. This has always the same format, even if $source is built with hard to parse shell code (like in postmarketos-base). :param apkbuild_path: full path to the APKBUILD :returns: list of parsed "source" files, e.g.: ["first.patch", "second.patch"] """ start = 'sha512sums="' in_block = False ret = [] with open(apkbuild_path, encoding="utf-8") as handle: for line in handle.readlines(): # Find start if not in_block: if line.startswith(start): in_block = True else: continue # sha512sums may have lines without checksums: # https://gitlab.alpinelinux.org/alpine/abuild/-/merge_requests/73 if " " not in line: continue try: _, filename = line.rstrip().split(" ", 2) except ValueError: raise ValueError("Failed to parse checksums. Try to delete the" " checksums and generate them again with" f" 'pmbootstrap checksum': {apkbuild_path}") # Find end if filename.endswith('"'): ret += [filename[:-1]] break ret += [filename] return ret def test_aports_unreferenced_files(args): """ Raise an error if an unreferenced file is found """ for apkbuild_path in glob.iglob(args.aports + "/**/APKBUILD", recursive=True): # pmbootstrap parser has some issues with complicated APKBUILDs, skip those. if apkbuild_path.startswith(args.aports + "/cross/"): continue apkbuild = pmb.parse.apkbuild(apkbuild_path) sources_chk = parse_source_from_checksums(args, apkbuild_path) # Collect files from subpackages subpackage_installs = [] subpackage_triggers = [] if apkbuild["subpackages"]: for subpackage in apkbuild["subpackages"].values(): if not subpackage: continue subpackage_installs += subpackage.get("install", []) subpackage_triggers += subpackage.get("triggers", []) # Collect trigger files trigger_sources = [] for trigger in apkbuild["triggers"] + subpackage_triggers: trigger_sources.append(trigger.split("=")[0]) dirname = os.path.dirname(apkbuild_path) for file in glob.iglob(dirname + "/**", recursive=True): rel_file_path = os.path.relpath(file, dirname) # Skip APKBUILDs and directories if rel_file_path == "APKBUILD" or os.path.isdir(file): continue if os.path.basename(rel_file_path) not in sources_chk \ and rel_file_path not in apkbuild["install"] \ and rel_file_path not in subpackage_installs \ and rel_file_path not in trigger_sources: raise RuntimeError(f"{apkbuild_path}: found unreferenced file: {rel_file_path}")