2023-08-16 16:39:14 +02:00
#! /bin/bash
#
# Copyright (c) 2009, 2010, 2011, 2012 SUSE Linux Product GmbH, Germany.
# Licensed under GPL v2, see COPYING file for details.
#
# Written by Michael Matz and Stephan Coolo
# Enhanced by Andreas Jaeger
2024-10-01 08:31:28 +02:00
# This value is a guess.
# The real timeout is controlled by buildlog_maxidle, an internal configuration value. Default: 8 hours...
# A prj can define "BuildFlags: logidlelimit:4321" in prjconf to override the global value.
2023-08-16 16:39:14 +02:00
declare -i watchdog_host_timeout_seconds = '3600'
declare -i watchdog_touch_percent_prior_timeout = '25'
declare -i watchdog_next_touch_seconds = 0
function watchdog_reset
{
local uptime idle
local -i next_touch now
read uptime idle < /proc/uptime
now = " ${ uptime %.* } "
next_touch = $(( ${ now } + ( ( ${ watchdog_host_timeout_seconds } * ${ watchdog_touch_percent_prior_timeout } ) / 100 ) ))
watchdog_next_touch_seconds = ${ next_touch }
}
function watchdog_touch
{
local uptime idle
local -i next_touch now
read uptime idle < /proc/uptime
now = " ${ uptime %.* } "
if test " ${ now } " -lt " ${ watchdog_next_touch_seconds } "
then
return
fi
echo 'build-compare touching host-watchdog.'
watchdog_reset
}
function wprint
{
echo " $@ "
watchdog_reset
}
filter_disasm( )
{
[ [ $nofilter ] ] && return
sed -e '
s/^ *[ 0-9a-f] \+ ://
s/\$ 0x[ 0-9a-f] \+ /$something /
s/callq *[ 0-9a-f] \+ /callq /
s/# *[ 0-9a-f] \+ /# /
s/\( 0x\) \? [ 0-9a-f] \+ ( /offset( /
s/[ 0-9a-f] \+ </</
s/^<\( .*\) >:/\1 :/
s/<\( .*\) +0x[ 0-9a-f] \+ >/<\1 + ofs>/
'
}
filter_xenefi( ) {
# PE32+ executable (EFI application) x86-64 (stripped to external PDB), for MS Windows
perl -e " open fh, '+<', ' $f '; seek fh, 0x80 + 0x08, SEEK_SET; print fh 'time'; seek fh, 0x80 + 0x58, SEEK_SET; print fh 'chck'; "
}
filter_pyc( ) {
perl -e '
my $ts_off = 4;
my $f = shift;
open fh, "+<" , $f ;
my $data ;
die " Unexpected EOF while reading $f " if read( fh, $data , 2) < 2;
my $magic1 = unpack "v" , $data ;
die " Unexpected EOF while reading $f " if read( fh, $data , 2) < 2;
my $magic2 = unpack "v" , $data ;
die " File $f is not a compiled Python module " if $magic2 != 0x0a0d;
if ( $magic1 >= 3392 && $magic1 < 20000) {
$ts_off += 4;
die " Unexpected EOF while reading $f " if read( fh, $data , 4) < 4;
my $flags = unpack "V" , $data ;
$ts_off += 8 if $flags & 0x1;
}
seek fh, $ts_off , SEEK_SET;
print fh "0000" ;
close fh;
' " $f "
}
filter_dvi( ) {
# Opcodes 247: pre; i[1], num[4], den[4], mag[4], k[1], x[k]
perl -e "
my \$ rec;
open fh, '+<' , '$f' ;
my \$ dummy = read fh, \$ rec, 15;
( \$ pre, \$ i, \$ num, \$ den, \$ mag, \$ k) = unpack( 'C2 N3 C' , \$ rec) ;
seek fh, 15, SEEK_SET;
while ( \$ k > 0) {
print fh '0' ;
\$ k--;
}
"
}
filter_png( ) {
perl -e '
use strict;
use warnings;
my $a , my $b , my $c , my $d , my $f ;
open ( $f , "+<" , shift ) ;
$d = read( $f , $c , 8) ;
( $a ,$b ) = unpack( "N2" , $c ) ;
unless( $a = = 0x89504e47 && $b = = 0x0d0a1a0a) {
die( "bogus png file." ) ;
}
sub fn {
my ( $fd , $l ) = @_;
my $d = sprintf( "%d" , $l + 4) ;
$d = pack( " a $d " , "" ) ;
print( $fd $d ) ;
}
for ( $d = read( $f , $c , 8) ; $d > 0; $d = read( $f , $c , 8) ) {
( $a ,$b ) = unpack( "N a4" , $c ) ;
if ( $b eq "tIME" ) {
fn( $f , $a ) ;
} elsif ( $b eq "tEXt" ) {
$d = read( $f , $c , $a ) ;
$b = unpack( " Z $a " , $c ) ;
2024-10-01 08:31:28 +02:00
if ( $b eq "date:create" || $b eq "date:modify" || $b eq "date:timestamp" ) {
2023-08-16 16:39:14 +02:00
$d = seek( $f , -$a , 1) ;
fn( $f , $a ) ;
}
} else {
$d = seek( $f , $a + 4, 1) ;
}
}
close( $f ) ;
' " $f "
}
filter_emacs_lisp( ) {
sed -i -e '
s| ^; ; ; .ompiled by abuild@.* on ... ... .. ..:..:.. ....| ; ; ; compiled by abuild@buildhost on Wed Jul 01 00:00:00 2009|
s| ^; ; ; from file .*\. el| ; ; ; from file /home/abuild/rpmbuild/BUILD/anthy-9100h/src-util/elc.8411/anthy-azik.el|
s| ^; ; ; emacs version .*| ; ; ; emacs version 21.5 ( beta34) "kale" XEmacs Lucid.|
s| ^; ; ; bytecomp version .*| ; ; ; bytecomp version 2.28 XEmacs; 2009-08-09.|
' " $f "
}
filter_pdf( ) {
# PDF files contain a unique ID, remove it
# Format of the ID is:
# /ID [<9ACE247A70CF9BEAFEE15E116259BD6D> <9ACE247A70CF9BEAFEE15E116259BD6D>]
# with optional spaces. pdftex creates also:
# /CreationDate (D:20120103083206Z)
# /ModDate (D:20120103083206Z)
# and possibly XML metadata as well
sed -i \
' /obj/,/endobj/{
s%/ID \? \[ \? <[ ^>] \+ > \? <[ ^>] \+ > \? \] %/IDrandom%g;
s%/CreationDate \? ( D:[ ^) ] *) %/CreationDate ( D: XXX) %g;
s%/ModDate \? ( D:[ ^) ] *) %/ModDate ( D: XXX) %g;
s%<pdf:CreationDate>[ ^<] *</pdf:CreationDate>%<pdf:CreationDate>XXX</pdf:CreationDate>%g;
s%<pdf:ModDate>[ ^<] *</pdf:ModDate>%<pdf:ModDate>XXX</pdf:ModDate>%g;
s%<xap:CreateDate>[ ^<] *</xap:CreateDate>%<xap:CreateDate>XXX</xap:CreateDate>%g;
s%<xap:ModifyDate>[ ^<] *</xap:ModifyDate>%<xap:ModifyDate>XXX</xap:ModifyDate>%g;
s%<xap:MetadataDate>[ ^<] *</xap:MetadataDate>%<xap:MetadataDate>XXX</xap:MetadataDate>%g;
} ' " $f "
}
filter_ps( ) {
sed -i -e '
/^%%CreationDate:[ [ :blank:] ] /d
/^%%Creator:[ [ :blank:] ] groff[ [ :blank:] ] version[ [ :blank:] ] /d
/^%DVIPSSource:[ [ :blank:] ] /d
' " $f "
}
filter_mo( ) {
sed -i -e "s,POT-Creation-Date: ....-..-.. ..:..+....,POT-Creation-Date: 1970-01-01 00:00+0000," " $f "
}
filter_linuxrc_config( ) {
sed -i '/^InitrdID:/s@^.*@InitrdID: something@' " $f "
}
# call specified filter on old and new file
filter_generic( )
{
filtertype = $1
[ [ $nofilter ] ] && return
local f
for f in " old/ $file " " new/ $file " ; do
eval " filter_ $filtertype $f "
done
}
# returns 0 if both files are identical
# returns 1 if files differ or one is missing
# returns 2 if files must be processed further
verify_before_processing( )
{
local file = " $1 "
local cmpout = " $2 "
if test ! -e " old/ $file " ; then
wprint " Missing in old package: $file "
return 1
fi
if test ! -e " new/ $file " ; then
wprint " Missing in new package: $file "
return 1
fi
# consider only files and symlinks
if test ! -f " old/ $file " ; then
return 0
fi
if test ! -f " new/ $file " ; then
return 0
fi
if cmp -b " old/ $file " " new/ $file " > " ${ cmpout } " ; then
return 0
fi
if test -s " ${ cmpout } " ; then
# cmp produced output for futher processing
return 2
fi
# cmp failed
return 1
}
diff_two_files( )
{
local offset length
verify_before_processing " ${ file } " " ${ dfile } "
case " $? " in
0) return 0 ; ;
1) return 1 ; ;
*) ; ;
esac
offset = ` sed 's@^.*differ: byte @@;s@,.*@@' < $dfile `
wprint " $file differs at offset ' $offset ' ( $ftype ) "
offset = $(( ( $offset >> 6 ) << 6 ))
length = 512
diff -u \
--label " old $file (hex) " \
--label " new $file (hex) " \
<( hexdump -C -s $offset -n $length " old/ $file " ) \
<( hexdump -C -s $offset -n $length " new/ $file " ) | $buildcompare_head
return 1
}
trim_man_first_line( )
{
# Handles the first line if it is like:
#.\" Automatically generated by Pod::Man 2.28 (Pod::Simple 3.28)
#.\" Automatically generated by Pandoc 2.9.2.1
#.\" DO NOT MODIFY THIS FILE! It was generated by help2man 1.43.3.
local f = $1
[ [ $nofilter ] ] && return
sed -i -e ' 1{
s| ^\. \\ "[[:blank:]]\+Automatically[[:blank:]]generated[[:blank:]]by[[:blank:]].*|.\\" Automatically generated by SomeTool|
s| ^\. \\ "[[:blank:]]\+DO[[:blank:]]NOT[[:blank:]]MODIFY[[:blank:]]THIS[[:blank:]]FILE![[:blank:]]\+It[[:blank:]]was[[:blank:]]generated[[:blank:]]by[[:blank:]]help2man[[:blank:]].*|.\\" Overly verbose help2man|
} ' $f
}
trim_man_TH( )
{
# Handles lines like:
# .TH debhelper 7 "2010-02-27" "7.4.15" "Debhelper"
# .TH DIRMNGR-CLIENT 1 2010-02-27 "Dirmngr 1.0.3" "GNU Privacy Guard"
# .TH ccmake 1 "March 06, 2010" "ccmake 2.8.1-rc3"
# .TH QEMU-IMG 1 "2010-03-14" " " " "
# .TH kdecmake 1 "May 07, 2010" "cmake 2.8.1"
# .TH "appender.h" 3 "12 May 2010" "Version 1.2.1" "log4c" \" -*- nroff -*-
# .TH
# .TH "OFFLINEIMAP" "1" "11 May 2010" "John Goerzen" "OfflineIMAP Manual"
# .TH gv 3guile "13 May 2010"
#.TH "GIT\-ARCHIMPORT" "1" "09/13/2010" "Git 1\&.7\&.1" "Git Manual"
# .TH LDIRECTORD 8 "2010-10-20" "perl v5.12.2" "User Contributed Perl Documentation"
# .TH ccmake 1 "February 05, 2012" "ccmake 2.8.7"
# .TH
# .TH ARCH "1" "September 2010" "GNU coreutils 8.5" "User Commands"
# .TH "GCM-CALIBRATE" "1" "03 February 2012" "" ""
#.TH Locale::Po4a::Xml.pm 3pm "2015-01-30" "Po4a Tools" "Po4a Tools"
local f = $1
[ [ $nofilter ] ] && return
# (.TH quoted section) (quoted_date)(*)
sed -i -e 's|^\([[:blank:]]*\.TH[[:blank:]]\+"[^"]\+"[[:blank:]]\+[^[:blank:]]\+\)[[:blank:]]\+\("[^"]\+"\)\([[:blank:]]\+.*\)\?|\1 "qq2000-01-01"\3|' $f
# (.TH unquoted section) (quoted_date)(*)
sed -i -e 's|^\([[:blank:]]*\.TH[[:blank:]]\+[^"][^[:blank:]]\+[[:blank:]]\+[^[:blank:]]\+\)[[:blank:]]\+\("[^"]\+"\)\([[:blank:]]\+.*\)\?|\1 "uq2000-02-02"\3|' $f
# (.TH quoted section) (unquoted_date)(*)
sed -i -e 's|^\([[:blank:]]*\.TH[[:blank:]]\+"[^"]\+"[[:blank:]]\+[^[:blank:]]\+\)[[:blank:]]\+\([^"][^[:blank:]]\+\)\([[:blank:]]\+.*\)\?|\1 qu2000-03-03\3|' $f
# (.TH unquoted section) (unquoted_date)(*)
sed -i -e 's|^\([[:blank:]]*\.TH[[:blank:]]\+[^"][^[:blank:]]\+[[:blank:]]\+[^[:blank:]]\+\)[[:blank:]]\+\([^"][^[:blank:]]\+\)\([[:blank:]]\+.*\)\?|\1 uu2000-04-04\3|' $f
}
strip_numbered_anchors( )
{
# Remove numbered anchors on Docbook / HTML files.
# <a id="idp270624" name=
# "idp270624"></a>
# <a href="#ftn.id32751" class="footnote" id="id32751">
# <a href="#id32751" class="para">
# <a href="#tex">1 TeX</a>
# <a href="dh-manual.html#id599116">
# <a id="id479058">
# <div id="ftn.id43927" class="footnote">
# <div class="section" id="id46">
[ [ $nofilter ] ] && return
for f in old/$file new/$file ; do
sed -ie '
1 {
: N
$ {
s@\( <a[ ^>] \+ id = \n \? "\)\(id[a-z0-9]\+\)\(" [ ^>] *>\) @\1 a_idN\3 @g
s@\( <a[ ^>] \+ name = \n \? "\)\(id[a-z0-9]\+\)\(" [ ^>] *>\) @\1 a_nameN\3 @g
s@\( <a[ ^>] \+ href = "#\)\([^" ] \+ \) \( " [^>]*>\)@\1href_anchor\3@g
s@\( <a[ ^>] \+ href = "[^#]\+#\)\([^" ] \+ \) \( " [^>]*>\)@\1href_anchor\3@g
s@\( <div[ ^>] \+ id = "\)\([\.a-z0-9]\+\)\(" [ ^>] *>\) @\1 div_idN\3 @g
}
N
b N
} ' $f &
done
wait
}
check_compressed_file( )
{
local file = $1
local ext = $2
local tmpdir = ` mktemp -d`
local ftype
local ret = 0
wprint " $ext file with odd filename: $file "
if test -n " $tmpdir " ; then
mkdir $tmpdir /{ old,new}
cp --parents --dereference old/$file $tmpdir /
cp --parents --dereference new/$file $tmpdir /
if pushd $tmpdir > /dev/null ; then
case " $ext " in
bz2)
mv old/$file { ,.bz2}
mv new/$file { ,.bz2}
bzip2 -d old/$file .bz2 &
bzip2 -d new/$file .bz2 &
wait
; ;
gzip)
mv old/$file { ,.gz}
mv new/$file { ,.gz}
gzip -d old/$file .gz &
gzip -d new/$file .gz &
wait
; ;
xz)
mv old/$file { ,.xz}
mv new/$file { ,.xz}
xz -d old/$file .xz &
xz -d new/$file .xz &
wait
; ;
zst)
mv old/$file { ,.zst}
mv new/$file { ,.zst}
zstd -d old/$file .zst &
zstd -d new/$file .zst &
wait
; ;
esac
ftype = ` /usr/bin/file old/$file | sed 's@^[^:]\+:[[:blank:]]*@@' `
case $ftype in
POSIX\ tar\ archive)
wprint " $ext content is: $ftype "
mv old/$file { ,.tar}
mv new/$file { ,.tar}
if ! check_single_file ${ file } .tar; then
ret = 1
fi
; ;
ASCII\ cpio\ archive\ *)
wprint " $ext content is: $ftype "
mv old/$file { ,.cpio}
mv new/$file { ,.cpio}
if ! check_single_file ${ file } .cpio; then
ret = 1
fi
; ;
fifo*pipe*)
ftype_new = " `/usr/bin/file new/ $file | sed -e 's@^[^:]\+:[[:blank:]]*@@' -e 's@[[:blank:]]* $@ @'` "
if [ " $ftype_new " != " $ftype " ] ; then
ret = 1
fi
; ;
*)
wprint " unhandled $ext content: $ftype "
if ! diff_two_files; then
ret = 1
fi
; ;
esac
popd > /dev/null
fi
rm -rf " $tmpdir "
fi
return $ret
}
# returns 0 if file should be skipped
file_is_on_ignorelist( )
{
local file = " $1 "
local ret = 0
case " ${ file } " in
# Just debug information, we can skip them
*.exe.mdb| *.dll.mdb) ; ;
# binary dump of TeX and Metafont formats, we can ignore them for good
/var/lib/texmf/web2c/*/*fmt| \
/var/lib/texmf/web2c/metafont/*.base| \
/var/lib/texmf/web2c/metapost/*.mem) ; ;
# ruby documentation, file just contains a timestamp and nothing else
*/created.rid) ; ;
# R binary cache of DESCRIPTION
/usr/lib*/R/library/*/Meta/package.rds) ; ;
# binary cache of interpreted R code
/usr/lib*/R/library/*/R/*.rd[ bx] ) ; ;
# LibreOffice log file
/usr/lib/libreoffice/solver/inc/*/deliver.log) ; ;
# packaged by libguestfs
*/ld.so.cache| */etc/machine-id) ; ;
# everything else will be processed
*) ret = 1 ; ;
esac
return ${ ret }
}
# void
normalize_file( )
{
local file = " $1 "
local f
case " $file " in
*.spec)
sed -i -e " s,Release:.* $release1 ,Release: @RELEASE@, " " old/ $file "
sed -i -e " s,Release:.* $release2 ,Release: @RELEASE@, " " new/ $file "
; ;
*/xen*.efi)
filter_generic xenefi
; ;
*.pyc| *.pyo)
filter_generic pyc
; ;
*.dvi)
filter_generic dvi
; ;
*.png)
filter_generic png
; ;
/usr/share/locale/*/LC_MESSAGES/*.mo| \
/usr/share/locale-bundle/*/LC_MESSAGES/*.mo| \
/usr/share/vdr/locale/*/LC_MESSAGES/*.mo)
filter_generic mo
; ;
*/rdoc/files/*.html)
# ruby documentation
# <td>Mon
for f in old/$file new/$file ; do
sed -i -e 's%<td>[A-Z][a-z][a-z] [A-Z][a-z][a-z] [0-9]\+ [0-9]\+:[0-9]\+:[0-9]\+ +0000 201[0-9]</td>%<td>Mon $f
done
strip_numbered_anchors
; ;
/usr/share/doc/HTML/*/*/index.cache| \
/usr/share/doc//HTML/*/*/*/index.cache| \
/usr/share/doc/kde/HTML/*/*/index.cache| \
/usr/share/doc/kde/HTML/*/*/*/index.cache| \
/usr/share/gtk-doc/html/*/*.html| \
/usr/share/gtk-doc/html/*/*.devhelp2)
# various kde and gtk packages
strip_numbered_anchors
for f in old/$file new/$file ; do
sed -i -e '
/^<head>/{
: next
n
/^<\/ head>/{
b end_head
}
s/^<meta name = "generator" content = "[^" ] \+ ">/<meta name=" generator" content=" GTK-Doc V1.29 ( XML mode) " >/
b next
}
: end_head
' $f
done
; ;
/usr/share/doc/packages/*/*.html| \
/usr/share/doc/packages/*/*/*.html| \
/usr/share/doc/*/html/*.html| \
/usr/share/doc/kde/HTML/*/*/*.html)
for f in old/$file new/$file ; do
sed -i -e '
s| META NAME = "Last-modified" CONTENT = "[^" ] \+ "|META NAME=" Last-modified" CONTENT=" Thu Mar 3 10:32:44 2016" |
s| <!-- Created on [ ^,] \+ , [ 0-9] \+ [ 0-9] \+ by texi2html [ 0-9\. ] \+ -->| <!-- Created on July, 14 2015 by texi2html 1.78 -->|
s| <!-- Created on [ ^,] \+ , [ 0-9] \+ by texi2html [ 0-9\. ] \+ $| <!-- Created on October 1, 2015 by texi2html 5.0|
s| ^<!-- Created on .*, 20.. by texi2html .\. ..| <!-- Created on August 7, 2009 by texi2html 1.82|
s| This document was generated by <em>Autobuild</em> on <em>[ ^,] \+ , [ 0-9] \+ [ 0-9] \+ </em> using <a href = "http://www.nongnu.org/texi2html/" ><em>texi2html [ 0-9\. ] \+ </em></a>.| This document was generated by <em>Autobuild</em> on <em>July, 15 2015</em> using <a href = "http://www.nongnu.org/texi2html/" ><em>texi2html 1.78</em></a>.|
s| ^ *This document was generated by <em>Autobuild</em> on <em>.*, 20..</em> using <a href = "http://www.nongnu.org/texi2html/" ><em>texi2html .\. ..</em></a>.$| This document was generated by <em>Autobuild</em> on <em>August 7, 2009</em> using <a href = "http://www.nongnu.org/texi2html/" ><em>texi2html 1.82</em></a>.|
s| ^ *This document was generated on <i>[ a-zA-Z] \+ [ 0-9] \+ , [ 0-9] \+ </i> using <a href = "http://www.nongnu.org/texi2html/" ><i>texi2html [ 0-9\. ] \+ </i></a>.| This document was generated on <i>October 1, 2015</i> using <a href = "http://www.nongnu.org/texi2html/" ><i>texi2html 5.0</i></a>.|
s| Generated on ... ... [ 0-9] * [ 0-9] *:[ 0-9] [ 0-9] :[ 0-9] [ 0-9] 20[ 0-9] [ 0-9] for | Generated on Mon May 10 20:45:00 2010 for |
s| Generated on ... ... [ 0-9] * 20[ 0-9] [ 0-9] [ 0-9] *:[ 0-9] [ 0-9] :[ 0-9] [ 0-9] for | Generated on Mon May 10 20:45:00 2010 for |
' $f
done
strip_numbered_anchors
; ;
/usr/*/javadoc/*.html)
strip_numbered_anchors
# There are more timestamps in html, so far we handle only some primitive versions.
for f in old/$file new/$file ; do
# Javadoc:
# <head>
# <!-- Generated by javadoc (version 1.7.0_75) on Tue Feb 03 02:20:12 GMT 2015 -->
# <!-- Generated by javadoc on Tue Feb 03 00:02:48 GMT 2015 -->
# <!-- Generated by javadoc (1.8.0_72) on Thu Mar 03 12:50:28 GMT 2016 -->
# <!-- Generated by javadoc (10-internal) on Wed Feb 07 06:33:41 GMT 2018 -->
# <meta name="dc.created" content="2019-02-07">
# <meta name="date" content="2015-02-03">
# </head>
sed -i -e '
/^<head>/{
: next
n
/^<\/ head>/{
b end_head
}
s/^<!-- Generated by javadoc ( [ 0-9._] \+ ) on ... ... .. ..:..:.. \( GMT\| UTC\) .... -->/<!-- Generated by javadoX ( 1.8.0_72) on Thu Mar 03 12:50:28 GMT 2016 -->/
t next
s/^\( <!-- Generated by javadoc\) \( ( \( build\| version\) [ 0-9._] \+ ) on ... ... .. ..:..:.. \( GMT\| UTC\) ....\) \( -->\) /\1 some-date-removed-by-build-compare \5 /
t next
s/^\( <!-- Generated by javadoc\) ( [ 0-9._] \+ -internal) on ... ... .. ..:..:.. \( GMT\| UTC\) .... \( -->\) /\1 some-date-removed-by-build-compare \3 /
t next
s/^\( <!-- Generated by javadoc\) \( on ... ... .. ..:..:.. \( GMT\| UTC\) ....\) \( -->\) /\1 some-date-removed-by-build-compare \3 /
t next
s/^<meta name = "dc.created" content = "[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}" >/<meta name = "dc.created" content = "some-date-removed-by-build-compare" >/
t next
s/^<meta name = "date" content = "[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}" >/<meta name = "date" content = "some-date-removed-by-build-compare" >/
b next
}
: end_head
s%Generated by Gjdoc HtmlDoclet [ 0-9,.] *, part of <a href = "http://www.gnu.org/software/classpath/cp-tools/" title = "" target = "_top" >GNU Classpath Tools</a>, on .*, 20.. [ 0-9] *:..:.. \( a\| p\) \. m\. GMT.%Generated by Gjdoc.%
s%<!DOCTYPE html PUBLIC "-//gnu.org///DTD XHTML 1.1 plus Target 1.0//EN" \( .*\) GNU Classpath Tools</a>, on [ A-Z] [ a-z] * [ 0-9] *, 20?? [ 0-9] *:??:?? \( a| p\) \. m\. GMT.</p>%<!DOCTYPE html PUBLIC "-//gnu.org///DTD XHTML 1.1 plus Target 1.0//EN" \1 GNU Classpath Tools</a>, on January 1, 2009 0:00:00 a.m. GMT.</p>%
s%<!DOCTYPE html PUBLIC "-//gnu.org///DTD\(.*GNU Classpath Tools</a>\), on [a-zA-Z]* [0-9][0-9], 20.. [0-9]*:..:.. \(a\|p\)\.m\. GMT.</p>%<!DOCTYPE html PUBLIC " -//gnu.org///DTD\1 ,on May 1, 2010 1:11:42 p.m. GMT.</p>%
' $f
# deprecated-list is randomly ordered, sort it for comparison
case $f in
*/deprecated-list.html)
[ [ $nofilter ] ] || sort -o $f $f
; ;
esac
done
; ;
/usr/share/javadoc/gjdoc.properties| \
/usr/share/javadoc/*/gjdoc.properties)
for f in old/$file new/$file ; do
sed -i -e 's|^#[A-Z][a-z]\{2\} [A-Z][a-z]\{2\} [0-9]\{2\} ..:..:.. GMT 20..$|#Fri Jan 01 11:27:36 GMT 2009|' $f
done
; ;
*/fonts.scale| \
*/fonts.dir| \
*/encodings.dir)
for f in old/$file new/$file ; do
# sort files before comparing
[ [ $nofilter ] ] || sort -o $f $f
done
; ;
/var/adm/perl-modules/*)
for f in old/$file new/$file ; do
sed -i -e 's|^=head2 ... ... .. ..:..:.. ....: C<Module>|=head2 Wed Jul 1 00:00:00 2009: C<Module>|' $f
done
; ;
/usr/share/man/man3/*3pm)
for f in old/$file new/$file ; do
sed -i -e 's| 3 "20..-..-.." "perl v5....." "User Contributed Perl Documentation"$| 3 "2009-01-01" "perl v5.10.0" "User Contributed Perl Documentation"|' $f
trim_man_TH $f
trim_man_first_line $f
done
; ;
*/share/man/*| \
/usr/lib/texmf/doc/man/*/*)
for f in old/$file new/$file ; do
trim_man_TH $f
trim_man_first_line $f
# generated by docbook xml:
#.\" Date: 09/13/2010
# Generator: DocBook XSL Stylesheets v1.78.1 <http://docbook.sf.net/>
#.\" Date: 2021-08-05
sed -i -e '
s| Date: [ 0-1] [ 0-9] /[ 0-9] [ 0-9] /[ 0-9] [ 0-9] [ 0-9] [ 0-9] | Date: DD/MM/YYYY|
s| Date: [ 0-9] [ 0-9] [ 0-9] [ 0-9] -[ 0-1] [ 0-9] -[ 0-3] [ 0-9] | Date: YYYY-MM-DD|
' $f
done
; ;
*.elc)
filter_generic emacs_lisp
; ;
*/libtool)
for f in old/$file new/$file ; do
sed -i -e 's|^# Libtool was configured on host [A-Za-z0-9]*:$|# Libtool was configured on host x42:|' $f
done
; ;
/etc/mail/*cf| \
/etc/sendmail.cf)
# from sendmail package
for f in old/$file new/$file ; do
# - ##### built by abuild@build33 on Thu May 6 11:21:17 UTC 2010
sed -i -e 's|built by abuild@[a-z0-9]* on ... ... [0-9]* [0-9]*:[0-9][0-9]:[0-9][0-9] .* 20[0-9][0-9]|built by abuild@build42 on Thu May 6 11:21:17 UTC 2010|' $f
done
; ;
/usr/lib*/R/library/*/DESCRIPTION)
# Simulate R CMD INSTALL --built-timestamp=''
# Built: R 3.6.1; x86_64-suse-linux-gnu; 2019-08-13 04:19:49 UTC; unix
sed -i -e 's|\(Built: [^;]*; [^;]*; \)20[0-9][0-9]-[01][0-9]-[0123][0-9] [012][0-9]:[0-5][0-9]:[0-5][0-9] UTC\(; .*\)$|\1\2|' old/$file new/$file
; ;
*/Linux*Env.Set.sh)
# LibreOffice files, contains:
# Generated on: Mon Apr 18 13:19:22 UTC 2011
for f in old/$file new/$file ; do
sed -i -e 's%^# Generated on:.*UTC 201[0-9] *$%# Generated on: Sometime%g' $f
done
; ;
/var/adm/update-messages/*| \
/var/adm/update-scripts/*)
# fetchmsttfonts embeds the release number in the update shell script.
sed -i " s/ ${ name_ver_rel_old_regex_l } /@NAME_VER_REL@/ " old/$file
sed -i " s/ ${ name_ver_rel_new_regex_l } /@NAME_VER_REL@/ " new/$file
; ;
*.ps)
filter_generic ps
; ;
*.pdf)
filter_generic pdf
; ;
*/linuxrc.config)
filter_generic linuxrc_config
; ;
*/etc/hosts)
# packaged by libguestfs
sed -i 's/^127.0.0.1[[:blank:]].*/127.0.0.1 hst/' " old/ $file "
sed -i 's/^127.0.0.1[[:blank:]].*/127.0.0.1 hst/' " new/ $file "
; ;
*/dune-package)
sed -i '1s@^(lang dune [^)]\+)@(lang dune 0.0)@' " old/ $file " " new/ $file "
; ;
esac
}
archive_a( )
{
local cmd = $1
local file = $2
case " ${ cmd } " in
f)
test -x " $( type -P ar) " && return 0
echo " ERROR: ar missing for ${ file } "
return 1
; ;
l)
ar t " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
x)
ar x " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
esac
}
archive_cpio( )
{
local cmd = $1
local file = $2
case " ${ cmd } " in
f)
test -x " $( type -P cpio) " && return 0
echo " ERROR: cpio missing for ${ file } "
return 1
; ;
l)
cpio --quiet --list --force-local < " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
x)
cpio --quiet --extract --force-local < " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
esac
}
archive_squashfs( )
{
local cmd = $1
local file = $2
case " ${ cmd } " in
f)
test -x " $( type -P unsquashfs) " && return 0
echo " ERROR: unsquashfs missing for ${ file } "
return 1
; ;
l)
unsquashfs -no-progress -ls -dest '' " ${ file } " | grep -Ev '^(Parallel unsquashfs:|[0-9]+ inodes )'
test " $? " = "0" && return 0
return 1
; ;
x)
unsquashfs -no-progress -dest "." " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
esac
}
archive_tar( )
{
local cmd = $1
local file = $2
case " ${ cmd } " in
f)
test -x " $( type -P tar) " && return 0
echo " ERROR: tar missing for ${ file } "
return 1
; ;
l)
tar tf " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
x)
tar xf " ${ file } "
test " $? " = "0" && return 0
return 1
; ;
esac
}
UNJAR =
archive_zip( )
{
local cmd = $1
local file = $2
case " ${ cmd } " in
f)
if test -x " $( type -P fastjar) "
then
UNJAR = " ${ _ } "
elif test -x " $( type -P jar) "
then
UNJAR = " ${ _ } "
elif test -x " $( type -P unzip) "
then
UNJAR = " ${ _ } "
else
echo " ERROR: jar/fastjar/unzip missing for ${ file } "
return 1
fi
return 0
; ;
l)
case " ${ UNJAR ##*/ } " in
jar| fastjar)
" ${ UNJAR } " -tf " ${ file } "
; ;
unzip)
" ${ UNJAR } " -Z -1 " ${ file } "
; ;
esac
test " $? " = "0" && return 0
return 1
; ;
x)
case " ${ UNJAR ##*/ } " in
jar| fastjar)
" ${ UNJAR } " -xf " ${ file } "
; ;
unzip)
" ${ UNJAR } " -oqq " ${ file } "
; ;
esac
test " $? " = "0" && return 0
return 1
; ;
esac
}
# returns 0 if content is identical
# returns 1 if at least one file differs
# handler f returns 1 if required tool for inspection is missing
# handler l lists content, returns 1 if tool failed
# handler x extracts content, returns 1 if tool failed
compare_archive( )
{
local file = " $1 "
local handler = " $2 "
local old = " `readlink -f \"old/ $file \"` "
local new = " `readlink -f \"new/ $file \"` "
local f
local -a content
local -i ret = 1
local -a filelist
" ${ handler } " 'f' " ${ file } " || return 1
mkdir -p " d/old/ ${ file } " " d/new/ ${ file } "
if pushd "d" > /dev/null
then
" ${ handler } " 'l' " ${ old } " | ${ sort } > 'co'
test " ${ PIPESTATUS [0] } " = "0" || return 1
" ${ handler } " 'l' " ${ new } " | ${ sort } > 'cn'
test " ${ PIPESTATUS [0] } " = "0" || return 1
if cmp -s 'co' 'cn'
then
if pushd " old/ ${ file } " > /dev/null
then
" ${ handler } " 'x' " ${ old } " || return 1
popd > /dev/null
fi
if pushd " new/ ${ file } " > /dev/null
then
" ${ handler } " 'x' " ${ new } " || return 1
popd > /dev/null
fi
while read
do
: " ${ REPLY } "
filelist += ( " ${ REPLY } " )
done < 'cn'
ret = 0
for f in " ${ filelist [@] } "
do
if ! check_single_file " ${ file } / ${ f } "
then
ret = 1
if test -z " $check_all "
then
break
fi
fi
watchdog_touch
done
else
wprint " $file has different file list "
diff -u 'co' 'cn'
fi
popd > /dev/null
rm -rf "d"
fi
return ${ ret }
}
check_single_file( )
{
local file = " $1 "
local ret = 0
local i
local failed
local elfdiff elf_executable_sections
local sections
local -a pipestatus
if file_is_on_ignorelist " ${ file } "
then
return 0
fi
verify_before_processing " ${ file } " " ${ dfile } "
case " $? " in
0) return 0 ; ;
1) test -z " $check_all " && return 1 ; ;
*) ; ;
esac
normalize_file " ${ file } "
case " $file " in
*.a)
compare_archive " ${ file } " 'archive_a'
return $?
; ;
*.cpio)
compare_archive " ${ file } " 'archive_cpio'
return $?
; ;
*.squashfs)
compare_archive " ${ file } " 'archive_squashfs'
return $?
; ;
*.tar| *.tar.bz2| *.tar.gz| *.tgz| *.tbz2| *.tar.zst)
compare_archive " ${ file } " 'archive_tar'
return $?
; ;
*.zip| *.egg| *.jar| *.war)
compare_archive " ${ file } " 'archive_zip'
return $?
; ;
*.bz2)
bunzip2 -c old/$file > old/${ file /.bz2/ }
bunzip2 -c new/$file > new/${ file /.bz2/ }
check_single_file ${ file /.bz2/ }
return $?
; ;
*.gz)
gunzip -c old/$file > old/${ file /.gz/ }
gunzip -c new/$file > new/${ file /.gz/ }
check_single_file ${ file /.gz/ }
return $?
; ;
*.zst)
zstd -dc old/$file > old/${ file /.zst/ }
zstd -dc new/$file > new/${ file /.zst/ }
check_single_file ${ file /.zst/ }
return $?
; ;
*.rpm)
$self_script -a old/$file new/$file
return $?
; ;
esac
ftype = ` /usr/bin/file " old/ $file " | sed -e 's@^[^:]\+:[[:blank:]]*@@' -e 's@[[:blank:]]*$@@' `
case $ftype in
PE32\ executable*Mono\/ \. Net\ assembly*)
wprint " PE32 Mono/.Net assembly: $file "
if [ -x /usr/bin/monodis ] ; then
monodis " old/ $file " 2>/dev/null| sed -e 's/GUID = {.*}/GUID = { 42 }/;' > ${ file1 }
monodis " new/ $file " 2>/dev/null| sed -e 's/GUID = {.*}/GUID = { 42 }/;' > ${ file2 }
if ! cmp -s " ${ file1 } " " ${ file2 } " ; then
wprint " $file differs ( $ftype ) "
diff --speed-large-files -u \
--label " old $file (monodis) " " ${ file1 } " \
--label " new $file (monodis) " " ${ file2 } "
return 1
fi
else
wprint "Cannot compare, no monodis installed"
return 1
fi
; ;
ELF*executable*| \
set?id\ ELF*executable*| \
ELF*[ LM] SB\ relocatable*| \
set?id\ ELF*[ LM] SB\ relocatable*| \
ELF*[ LM] SB\ shared\ object*| \
set?id\ ELF*[ LM] SB\ shared\ object*| \
ELF*[ LM] SB\ pie\ executable*| \
set?id\ ELF*[ LM] SB\ pie\ executable*)
local sections = ( $(
$OBJDUMP -s new/$file |
sed -n --regexp-extended -e '
/Contents of section .*:/ {
s,.* ( .*) :,-j \1 ,g
/\. build-id/d
/\. gnu_debuglink/d
/\. gnu_debugdata/d
/\. note\. package/d
/\. note\. go\. buildid/d
p
}
' ) )
( cd old && exec $OBJDUMP -s ${ sections [@] } ./$file ) > old/$file .objdump &
( cd new && exec $OBJDUMP -s ${ sections [@] } ./$file ) > new/$file .objdump &
wait
if ! test -s old/$file .objdump
then
wprint " ELF section: objdump failed for old/ $file "
elfdiff = 'failed'
fi
if ! test -s new/$file .objdump
then
wprint " ELF section: objdump failed for new/ $file "
elfdiff = 'failed'
fi
if test -z " ${ elfdiff } "
then
diff --speed-large-files --unified \
--label " old $file (objdump) " \
--label " new $file (objdump) " \
old/$file .objdump new/$file .objdump > $dfile
ret = $?
if test " $ret " != "0"
then
wprint " $file differs in ELF sections "
$buildcompare_head $dfile
elfdiff = 'elfdiff'
fi
fi
if test -z " $elfdiff "
then
rm old/$file .objdump new/$file .objdump &
return 0
fi
watchdog_touch
( cd old && exec $OBJDUMP -d --no-show-raw-insn ./$file | filter_disasm
echo " ${ PIPESTATUS [@] } " > $file1 ) > old/$file .objdump &
( cd new && exec $OBJDUMP -d --no-show-raw-insn ./$file | filter_disasm
echo " ${ PIPESTATUS [@] } " > $file2 ) > new/$file .objdump &
wait
read i < ${ file1 }
pipestatus = ( $i )
if [ [ ${ pipestatus [*] } = ~ [ 1-9] ] ]
then
wprint " ELF disassembly: pipe command failed for old/ $file "
elf_executable_sections = 'failed'
fi
read i < ${ file2 }
pipestatus = ( $i )
if [ [ ${ pipestatus [*] } = ~ [ 1-9] ] ]
then
wprint " ELF disassembly: pipe command failed for new/ $file "
elf_executable_sections = 'failed'
fi
if test -n " ${ elf_executable_sections } "
then
# objdump had no idea how to handle it
rm old/$file .objdump new/$file .objdump &
if diff_two_files; then
return 0
fi
return 1
fi
diff --speed-large-files --unified \
--label " old $file (disasm) " \
--label " new $file (disasm) " \
old/$file .objdump new/$file .objdump > $dfile
ret = $?
rm old/$file .objdump new/$file .objdump &
if test " $ret " != "0"
then
wprint " $file differs in assembler output "
$buildcompare_head $dfile
elf_executable_sections = 'elf_executable_sections'
else
watchdog_touch
fi
if test -n " $elfdiff " || test -n " $elf_executable_sections "
then
return 1
fi
; ;
*ASCII*| *text*)
if ! cmp -s " old/ $file " " new/ $file " ; then
wprint " $file differs ( $ftype ) "
diff -u " old/ $file " " new/ $file " | $buildcompare_head
return 1
fi
; ;
directory| setuid\ directory| setuid,\ directory| sticky,\ directory)
# tar might package directories - ignore them here
return 0
; ;
bzip2\ compressed\ data*)
if ! check_compressed_file " $file " "bz2" ; then
return 1
fi
; ;
gzip\ compressed\ data*)
if ! check_compressed_file " $file " "gzip" ; then
return 1
fi
; ;
XZ\ compressed\ data*)
if ! check_compressed_file " $file " "xz" ; then
return 1
fi
; ;
Zstandard\ compressed\ data*)
if ! check_compressed_file " $file " "zst" ; then
return 1
fi
; ;
Zip\ archive\ data,*)
if ! compare_archive " ${ file } " 'archive_zip' ; then
return 1
fi
; ;
POSIX\ tar\ archive)
mv old/$file { ,.tar}
mv new/$file { ,.tar}
if ! check_single_file ${ file } .tar; then
return 1
fi
; ;
cpio\ archive)
mv old/$file { ,.cpio}
mv new/$file { ,.cpio}
if ! check_single_file ${ file } .cpio; then
return 1
fi
; ;
Squashfs\ filesystem,*)
wprint " $file ( $ftype ) "
mv old/$file { ,.squashfs}
mv new/$file { ,.squashfs}
if ! check_single_file ${ file } .squashfs; then
return 1
fi
; ;
broken\ symbolic\ link\ to\ *| symbolic\ link\ to\ *)
readlink " old/ $file " > $file1
readlink " new/ $file " > $file2
if ! diff -u $file1 $file2 ; then
wprint " symlink target for $file differs "
return 1
fi
; ;
block\ special\ *)
; ;
character\ special\ *)
; ;
*)
if ! diff_two_files; then
return 1
fi
; ;
esac
return 0
}
case " ${ 0 } " in
*/*) FUNCTIONS = ${ 0 %/* } /functions.sh ; ;
*) FUNCTIONS = functions.sh ; ;
esac
: ${ buildcompare_head : = "head -n 200" }
nofilter = ${ buildcompare_nofilter }
sort = sort
[ [ $nofilter ] ] && sort = cat
check_all =
case $1 in
-a | --check-all)
check_all = 1
shift
esac
if test " $# " != 2; then
echo " usage: $0 [-a|--check-all] old.rpm new.rpm "
exit 1
fi
test -z $OBJDUMP && OBJDUMP = objdump
# Always clean up on exit
local_tmpdir = ` mktemp -d`
if test -z " ${ local_tmpdir } "
then
exit 1
fi
function _exit( )
{
chmod -R u+w " ${ local_tmpdir } "
rm -rf " ${ local_tmpdir } "
}
trap _exit EXIT
# Let further mktemp refer to private tmpdir
export TMPDIR = $local_tmpdir
self_script = $( cd $( dirname $0 ) ; echo $( pwd ) /$( basename $0 ) )
source $FUNCTIONS
oldpkg = ` readlink -f $1 `
newpkg = ` readlink -f $2 `
rename_script = ` mktemp`
file1 = ` mktemp`
file2 = ` mktemp`
dir = ` mktemp -d`
dfile = ` mktemp`
if test ! -f " $oldpkg " ; then
echo " can't open $1 "
exit 1
fi
if test ! -f " $newpkg " ; then
echo " can't open $2 "
exit 1
fi
echo " Comparing `basename $oldpkg ` to `basename $newpkg ` "
case $oldpkg in
*.deb| *.ipk)
: cmp_deb_meta missing
RES = 0
; ;
*.rpm)
cmp_rpm_meta " $rename_script " " $oldpkg " " $newpkg "
RES = $?
case $RES in
0)
echo "RPM meta information is identical"
if test -z " $check_all " ; then
exit 0
fi
; ;
1)
echo "RPM meta information is different"
if test -z " $check_all " ; then
exit 1
fi
; ;
2)
echo "RPM file checksum differs."
RES = 0
; ;
*)
echo "Wrong exit code!"
exit 1
; ;
esac
; ;
esac
wprint "Extracting packages"
unpackage $oldpkg $dir /old &
unpackage $newpkg $dir /new &
wait
case $oldpkg in
*.deb| *.ipk)
adjust_controlfile $dir /old $dir /new
files = ( )
while read
do
: " ${ REPLY } "
files += ( " ${ REPLY } " )
done < <( cd ${ dir } ; find old new -type f | sed -e 's/^...//' | sort -u)
; ;
esac
cd $dir
bash $rename_script
# We need /proc mounted for some tests, so check that it's mounted and
# complain if not.
PROC_MOUNTED = 0
if [ ! -d /proc/self/ ] ; then
echo "/proc is not mounted"
mount -orw -n -tproc none /proc
PROC_MOUNTED = 1
fi
# preserve cmp_rpm_meta result for check_all runs
ret = $RES
for file in " ${ files [@] } " ; do
if ! check_single_file " $file " ; then
ret = 1
if test -z " $check_all " ; then
break
fi
fi
done
if [ " $PROC_MOUNTED " -eq "1" ] ; then
echo "Unmounting proc"
umount /proc
fi
if test " $ret " = 0; then
echo "Package content is identical"
fi
exit $ret
# vim: tw=666 ts=2 shiftwidth=2 et
