mirror of
https://github.com/clearlinux/common.git
synced 2026-04-28 11:03:48 +00:00
84097fd526
Fix a couple of places where we're trying to remove files from the files list while we're iterating through it -- replicate the change elsewhere to keep a temporary list of the files to remove, then iterate through *that* list after iterating through the global files list.
406 lines
16 KiB
Python
406 lines
16 KiB
Python
#!/usr/bin/python3
|
|
import sys
|
|
import tempfile
|
|
import subprocess
|
|
|
|
header = list()
|
|
files = list()
|
|
files_chunks = dict() # dict to list
|
|
files_header = dict() # dict to list
|
|
|
|
|
|
|
|
def push_chunk(file, chunk):
|
|
global files_chunks
|
|
|
|
if len(chunk) == 0:
|
|
return
|
|
|
|
if file not in files_chunks:
|
|
files_chunks[file] = list()
|
|
|
|
files_chunks[file].append(chunk)
|
|
|
|
|
|
def parse_patch(lines):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
|
|
phase = 0
|
|
|
|
currentfile = ""
|
|
currentchunk = list()
|
|
|
|
|
|
for line in lines:
|
|
line = line.replace("\n","")
|
|
|
|
if line.startswith("diff --git"):
|
|
|
|
push_chunk(currentfile, currentchunk)
|
|
currentchunk = list()
|
|
|
|
filename = line.replace("diff --git","")
|
|
index= filename.find("b/")
|
|
if index >= 0:
|
|
filename = filename[index:].strip()
|
|
currentfile = filename
|
|
files.append(currentfile)
|
|
phase = 1
|
|
|
|
if line.startswith("@@"):
|
|
push_chunk(currentfile, currentchunk)
|
|
currentchunk = list()
|
|
phase = 2
|
|
|
|
|
|
if phase == 0:
|
|
header.append(line)
|
|
if phase == 1:
|
|
if currentfile not in files_header:
|
|
files_header[currentfile] = list()
|
|
files_header[currentfile].append(line)
|
|
if phase == 2:
|
|
currentchunk.append(line)
|
|
|
|
push_chunk(currentfile, currentchunk)
|
|
currentchunk = list()
|
|
|
|
def print_all():
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
|
|
for line in header:
|
|
print(line)
|
|
for file in files:
|
|
for line in files_header[file]:
|
|
print(line)
|
|
if file in files_chunks:
|
|
for chunk in files_chunks[file]:
|
|
for line in chunk:
|
|
print(line)
|
|
|
|
|
|
def zap_entire_file(filename):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
if filename in files:
|
|
files.remove(filename)
|
|
|
|
def zap_entire_file_end(filename):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
files_to_remove = list()
|
|
for file in files:
|
|
if file.endswith(filename):
|
|
# Don't modify the original list while iterating over it
|
|
files_to_remove.append(file)
|
|
for file in files_to_remove:
|
|
files.remove(file)
|
|
|
|
def zap_line_in_file_substring(filename, match):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
for file in files:
|
|
if file.endswith(filename):
|
|
for chunk in files_chunks[file]:
|
|
to_delete = list()
|
|
for line in chunk:
|
|
if match in line:
|
|
to_delete.append(line)
|
|
for line in to_delete:
|
|
chunk.remove(line)
|
|
|
|
|
|
def zap_line_in_file(filename, match):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
for file in files:
|
|
if file.endswith(filename):
|
|
for chunk in files_chunks[filename]:
|
|
to_delete = list()
|
|
for line in chunk:
|
|
if line == ("+" + match):
|
|
to_delete.append(line)
|
|
if line == ("-" + match):
|
|
to_delete.append(line)
|
|
for line in to_delete:
|
|
chunk.remove(line)
|
|
|
|
|
|
def zap_line_in_file_start(filename, match):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
|
|
for file in files:
|
|
if file.endswith(filename):
|
|
for chunk in files_chunks[file]:
|
|
to_remove = list()
|
|
for line in chunk:
|
|
if line.startswith("+" + match):
|
|
to_remove.append(line)
|
|
if line.startswith("-" + match):
|
|
to_remove.append(line)
|
|
for line in to_remove:
|
|
chunk.remove(line)
|
|
|
|
def zap_plus_line_in_file(filename):
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
|
|
for file in files:
|
|
if file.endswith(filename):
|
|
for chunk in files_chunks[file]:
|
|
to_remove = list()
|
|
for line in chunk:
|
|
if line.startswith("+"):
|
|
to_remove.append(line)
|
|
for line in to_remove:
|
|
chunk.remove(line)
|
|
|
|
|
|
|
|
def chunk_empty(chunk):
|
|
for line in chunk:
|
|
if len(line) > 0 and line[0] == '+':
|
|
return False
|
|
return True
|
|
|
|
def zap_empty_chunks():
|
|
global header
|
|
global files
|
|
global files_chunks
|
|
global files_header
|
|
files_to_remove = list()
|
|
for file in files:
|
|
if file not in files_chunks:
|
|
files_to_remove.append(file)
|
|
continue
|
|
to_remove = list()
|
|
for chunk in files_chunks[file]:
|
|
if chunk_empty(chunk):
|
|
to_remove.append(chunk)
|
|
for c in to_remove:
|
|
files_chunks[file].remove(c)
|
|
if len(files_chunks[file]) == 0:
|
|
files_to_remove.append(file)
|
|
|
|
for file in files_to_remove:
|
|
files.remove(file)
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
if len(sys.argv) > 1:
|
|
filename = sys.argv[1]
|
|
|
|
with open (filename, "r") as myfile:
|
|
lines = myfile.readlines()
|
|
else:
|
|
output = subprocess.check_output("git format-patch -1 --stdout", shell=True).decode("utf-8", errors="replace")
|
|
lines = output.split("\n")
|
|
|
|
parse_patch(lines)
|
|
|
|
zap_entire_file("b/release")
|
|
zap_entire_file("b/buildreq_cache")
|
|
zap_entire_file("b/.gitignore")
|
|
zap_entire_file("b/upstream")
|
|
zap_entire_file("b/NEWS")
|
|
zap_entire_file("b/ChangeLog")
|
|
zap_entire_file_end("xz.sig")
|
|
zap_entire_file_end("gz.sig")
|
|
zap_entire_file_end("bz2.sig")
|
|
zap_entire_file_end("xz.asc")
|
|
zap_entire_file_end("gz.asc")
|
|
zap_entire_file_end("bz2.asc")
|
|
|
|
zap_entire_file_end(".pkey")
|
|
|
|
zap_line_in_file("b/testresults", "Total : 0")
|
|
zap_line_in_file("b/testresults", "Pass : 0")
|
|
zap_line_in_file("b/testresults", "Fail : 0")
|
|
zap_line_in_file("b/testresults", "XFail : 0")
|
|
zap_line_in_file("b/testresults", "Skip : 0")
|
|
|
|
zap_line_in_file("b/requires_ban", "#FOO")
|
|
zap_line_in_file("b/Makefile", "ARCHIVES = ")
|
|
zap_line_in_file("b/Makefile", "include ../common/Makefile.common")
|
|
zap_line_in_file("b/Makefile", "")
|
|
|
|
zap_line_in_file_start(".spec", "Release :")
|
|
zap_line_in_file_start(".spec", "Source99 :")
|
|
zap_line_in_file_start(".spec", "export SOURCE_DATE_EPOCH")
|
|
zap_line_in_file_start(".spec", "export AR=gcc-ar")
|
|
zap_line_in_file_start(".spec", "export RANLIB=gcc-ranlib")
|
|
zap_line_in_file_start(".spec", "export NM=gcc-nm")
|
|
zap_line_in_file_start(".spec", "export CFLAGS=\"$CFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "export FCFLAGS=\"$CFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "export FCFLAGS=\"$FFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "export FFLAGS=\"$CFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "export FFLAGS=\"$FFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "export CXXFLAGS=\"$CXXFLAGS -O3 -ffat-lto-objects -flto=4 \"")
|
|
zap_line_in_file_start(".spec", "%setup -q -n ")
|
|
zap_line_in_file_start(".spec", "URL :")
|
|
zap_line_in_file_start(".spec", "Version :")
|
|
zap_line_in_file_start(".spec", "Group : Development/Tools")
|
|
zap_line_in_file_start(".spec", "No detailed description available")
|
|
zap_line_in_file_start(".spec", "bin components for the")
|
|
zap_line_in_file_start(".spec", "dev components for the")
|
|
zap_line_in_file_start(".spec", "lib components for the")
|
|
zap_line_in_file_start(".spec", "data components for the")
|
|
zap_line_in_file_start(".spec", "locales components for the")
|
|
zap_line_in_file_start(".spec", "license components for the")
|
|
zap_line_in_file_start(".spec", "doc components for the")
|
|
zap_line_in_file_start(".spec", "Group: Default")
|
|
zap_line_in_file_start(".spec", "export http_proxy=http://127.0.0.1:9/")
|
|
zap_line_in_file_start(".spec", "export https_proxy=http://127.0.0.1:9/")
|
|
zap_line_in_file_start(".spec", "export ftp_proxy=http://127.0.0.1:9/")
|
|
zap_line_in_file_start(".spec", "export no_proxy=localhost,127.0.0.1,0.0.0.0")
|
|
zap_line_in_file_start(".spec", "Summary:")
|
|
zap_line_in_file_start(".spec", "Group: Development")
|
|
zap_line_in_file_start(".spec", "Group: Binaries")
|
|
zap_line_in_file_start(".spec", "Group: Data")
|
|
zap_line_in_file_start(".spec", "Group: Libraries")
|
|
zap_line_in_file_start(".spec", "Group: Documentation")
|
|
zap_line_in_file_start(".spec", "export LANG=C")
|
|
zap_line_in_file_start(".spec", "%description lib")
|
|
zap_line_in_file_start(".spec", "%description bin")
|
|
zap_line_in_file_start(".spec", "%description data")
|
|
zap_line_in_file_start(".spec", "%description doc")
|
|
zap_line_in_file_start(".spec", "%description locales")
|
|
zap_line_in_file_start(".spec", "%description dev")
|
|
zap_line_in_file_start(".spec", "%description license")
|
|
zap_line_in_file_start(".spec", "%package doc")
|
|
zap_line_in_file_start(".spec", "cp -a ")
|
|
zap_line_in_file_start(".spec", "cd %{_builddir}/")
|
|
zap_line_in_file_start(".spec", "export GCC_IGNORE_WERROR=1")
|
|
zap_line_in_file_start(".spec", "rm -rf %{buildroot}")
|
|
|
|
zap_line_in_file_start("b/Makefile", "URL =")
|
|
zap_line_in_file_start("b/Makefile", "PKG_NAME :=")
|
|
|
|
zap_line_in_file_start("b/options.conf", "name = ")
|
|
zap_line_in_file("b/options.conf", "archives = ")
|
|
zap_line_in_file("b/options.conf", "giturl = ")
|
|
zap_line_in_file_start("b/options.conf", "url = ")
|
|
zap_line_in_file("b/options.conf", "[package]")
|
|
zap_line_in_file("b/options.conf", "")
|
|
zap_line_in_file("b/options.conf", "[autospec]")
|
|
zap_line_in_file("b/options.conf", "# build 32 bit libraries")
|
|
zap_line_in_file("b/options.conf", "32bit = false")
|
|
zap_line_in_file("b/options.conf", "# allow package to build with test failures")
|
|
zap_line_in_file("b/options.conf", "allow_test_failures = false")
|
|
zap_line_in_file("b/options.conf", "# unset %build ld_as_needed variable")
|
|
zap_line_in_file("b/options.conf", "asneeded = false")
|
|
zap_line_in_file("b/options.conf", "# this package is trusted enough to automatically update (used by other tools)")
|
|
zap_line_in_file("b/options.conf", "autoupdate = false")
|
|
zap_line_in_file("b/options.conf", "# extend flags with '-std=gnu++98")
|
|
zap_line_in_file("b/options.conf", "broken_c++ = false")
|
|
zap_line_in_file("b/options.conf", "# disable parallelization during build")
|
|
zap_line_in_file("b/options.conf", "broken_parallel_build = false")
|
|
zap_line_in_file("b/options.conf", "# this package is a library compatability package and only ships versioned library files")
|
|
zap_line_in_file("b/options.conf", "# this package is a library compatibility package and only ships versioned library files")
|
|
zap_line_in_file("b/options.conf", "compat = false")
|
|
zap_line_in_file("b/options.conf", "# set conservative build flags")
|
|
zap_line_in_file("b/options.conf", "conservative_flags = false")
|
|
zap_line_in_file("b/options.conf", "# dev package requires the extras to be installed")
|
|
zap_line_in_file("b/options.conf", "dev_requires_extras = false")
|
|
zap_line_in_file("b/options.conf", "nodebug = false")
|
|
zap_line_in_file("b/options.conf", "# pass -ffast-math to compiler")
|
|
zap_line_in_file("b/options.conf", "fast-math = false")
|
|
zap_line_in_file("b/options.conf", "# optimize build for speed over size")
|
|
zap_line_in_file("b/options.conf", "funroll-loops = false")
|
|
zap_line_in_file("b/options.conf", "# set flags to smallest -02 flags possible")
|
|
zap_line_in_file("b/options.conf", "insecure_build = false")
|
|
zap_line_in_file("b/options.conf", "# do not remove static libraries")
|
|
zap_line_in_file("b/options.conf", "keepstatic = false")
|
|
zap_line_in_file("b/options.conf", "# do not require autostart subpackage")
|
|
zap_line_in_file("b/options.conf", "no_autostart = false")
|
|
zap_line_in_file("b/options.conf", "# disable stripping binaries")
|
|
zap_line_in_file("b/options.conf", "nostrip = false")
|
|
zap_line_in_file("b/options.conf", "# optimize build for size over speed")
|
|
zap_line_in_file("b/options.conf", "optimize_size = false")
|
|
zap_line_in_file("b/options.conf", "# set profile for pgo")
|
|
zap_line_in_file("b/options.conf", "pgo = false")
|
|
zap_line_in_file("b/options.conf", "# set flags for security-sensitive builds")
|
|
zap_line_in_file("b/options.conf", "security_sensitive = false")
|
|
zap_line_in_file("b/options.conf", "# do not run test suite")
|
|
zap_line_in_file("b/options.conf", "skip_tests = false")
|
|
zap_line_in_file("b/options.conf", "# add .so files to the lib package instead of dev")
|
|
zap_line_in_file("b/options.conf", "so_to_lib = false")
|
|
zap_line_in_file("b/options.conf", "# configure build for avx2")
|
|
zap_line_in_file("b/options.conf", "use_avx2 = false")
|
|
zap_line_in_file("b/options.conf", "# configure build for avx512")
|
|
zap_line_in_file("b/options.conf", "use_avx512 = false")
|
|
zap_line_in_file("b/options.conf", "# add clang flags")
|
|
zap_line_in_file("b/options.conf", "use_clang = false")
|
|
zap_line_in_file("b/options.conf", "# configure build for lto")
|
|
zap_line_in_file("b/options.conf", "use_lto = true")
|
|
zap_line_in_file("b/options.conf", "# require package verification for build")
|
|
zap_line_in_file("b/options.conf", "verify_required = true")
|
|
zap_line_in_file("b/options.conf", "# do not generate debuginfo for this package")
|
|
zap_line_in_file("b/options.conf", "# configure build also for openmpi")
|
|
zap_line_in_file("b/options.conf", "openmpi = false")
|
|
zap_line_in_file("b/options.conf", "alias =")
|
|
zap_line_in_file("b/options.conf", "alias = ")
|
|
zap_line_in_file("b/options.conf", "nodebug = false")
|
|
zap_line_in_file("b/options.conf", "domain =")
|
|
zap_line_in_file("b/options.conf", "domain = ")
|
|
|
|
zap_line_in_file("b/buildreq_add", "# This file contains additional build requirements that did not get")
|
|
zap_line_in_file("b/buildreq_add", "# picked up automatically. One name per line, no whitespace.")
|
|
zap_line_in_file("b/buildreq_ban", "# This file contains build requirements that get picked up but are")
|
|
zap_line_in_file("b/buildreq_ban", "# undesirable. One entry per line, no whitespace.")
|
|
|
|
|
|
zap_line_in_file("b/excludes", "# This file contains the output files that need %exclude. Full path")
|
|
zap_line_in_file("b/excludes", "# names, one per line.")
|
|
|
|
zap_line_in_file("b/pkgconfig_add", "# This file contains additional pkgconfig build requirements that did")
|
|
zap_line_in_file("b/pkgconfig_add", "# not get picked up automatically. One name per line, no whitespace.")
|
|
zap_line_in_file("b/pkgconfig_ban", "# This file contains pkgconfig build requirements that get picked up")
|
|
zap_line_in_file("b/pkgconfig_ban", "# but are undesirable. One entry per line, no whitespace.")
|
|
zap_line_in_file("b/requires_add", "# This file contains additional runtime requirements that did not get")
|
|
zap_line_in_file("b/requires_add", "# picked up automatically. One name per line, no whitespace.")
|
|
zap_line_in_file("b/requires_ban", "# This file contains runtime requirements that get picked up but are")
|
|
zap_line_in_file("b/requires_ban", "# undesirable. One entry per line, no whitespace.")
|
|
|
|
zap_line_in_file_start(".spec", "Summary : No detailed summary available")
|
|
|
|
zap_plus_line_in_file("symbols")
|
|
zap_plus_line_in_file("symbols32")
|
|
|
|
zap_entire_file("b/whatrequires")
|
|
zap_entire_file("b/versions")
|
|
zap_entire_file("b/.gitignore")
|
|
|
|
|
|
zap_line_in_file_substring(".spec", "%{buildroot}/usr/share/package-licenses") # version number change in license copy
|
|
zap_empty_chunks()
|
|
|
|
print_all()
|
|
|
|
if __name__ == '__main__':
|
|
with tempfile.TemporaryDirectory() as workingdir:
|
|
main()
|
|
|