Mercurial > hg > aboriginal
annotate sources/download_functions.sh @ 1553:da21ff27331e
Add ability to check out repositories in packages, IGNORE_REPOS to build from tarballs anyway, a FAQ entry on it, and more/repo.sh to set up/update some of the common ones.
author | Rob Landley <rob@landley.net> |
---|---|
date | Thu, 01 Nov 2012 23:35:09 -0500 |
parents | c3b91b70cc42 |
children | 6a8114c148d1 |
rev | line source |
---|---|
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
1 #!/bin/echo "This file is sourced, not run" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
2 |
1257
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
3 # Remove version information and extension tarball name "$1". |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
4 # If "$2", add that version number back, keeping original extension. |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
5 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
6 noversion() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
7 { |
1257
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
8 LOGRUS='s/-*\(\([0-9\.]\)*\([_-]rc\)*\(-pre\)*\([0-9][a-zA-Z]\)*\)*\(\.tar\(\..z2*\)*\)$' |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
9 [ -z "$2" ] && LOGRUS="$LOGRUS//" || LOGRUS="$LOGRUS/$2\\6/" |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
10 |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
11 echo "$1" | sed -e "$LOGRUS" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
12 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
13 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
14 # Apply any patches to this package |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
15 patch_package() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
16 { |
1257
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
17 ls "$PATCHDIR/${PACKAGE}"-*.patch 2> /dev/null | sort | while read i |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
18 do |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
19 if [ -f "$i" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
20 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
21 echo "Applying $i" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
22 (cd "${SRCTREE}/${PACKAGE}" && |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
23 patch -p1 -i "$i" && |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
24 sha1file "$i" >> "$SHA1FILE") || |
1418
f2f1238d25e2
Actually stop after the first failed patch.
Rob Landley <rob@landley.net>
parents:
1416
diff
changeset
|
25 if [ -z "$ALLOW_PATCH_FAILURE" ] |
f2f1238d25e2
Actually stop after the first failed patch.
Rob Landley <rob@landley.net>
parents:
1416
diff
changeset
|
26 then |
f2f1238d25e2
Actually stop after the first failed patch.
Rob Landley <rob@landley.net>
parents:
1416
diff
changeset
|
27 dienow |
f2f1238d25e2
Actually stop after the first failed patch.
Rob Landley <rob@landley.net>
parents:
1416
diff
changeset
|
28 fi |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
29 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
30 done |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
31 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
32 |
1300
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
33 # Get the tarball for this package |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
34 |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
35 find_package_tarball() |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
36 { |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
37 # If there are multiple similar files we want the newest timestamp, in case |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
38 # the URL just got upgraded but cleanup_oldfiles hasn't run yet. Be able to |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
39 # distinguish "package-123.tar.bz2" from "package-tests-123.tar.bz2" and |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
40 # return the shorter one reliably. |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
41 |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
42 ls -tc "$SRCDIR/$1-"*.tar* 2>/dev/null | while read i |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
43 do |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
44 if [ "$(noversion "${i/*\//}")" == "$1" ] |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
45 then |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
46 echo "$i" |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
47 break |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
48 fi |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
49 done |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
50 } |
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
51 |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
52 # Extract tarball named in $1 and apply all relevant patches into |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
53 # "$BUILD/packages/$1". Record sha1sum of tarball and patch files in |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
54 # sha1-for-source.txt. Re-extract if tarball or patches change. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
55 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
56 extract_package() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
57 { |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
58 mkdir -p "$SRCTREE" || dienow |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
59 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
60 PACKAGE="$1" |
1553
da21ff27331e
Add ability to check out repositories in packages, IGNORE_REPOS to build from tarballs anyway, a FAQ entry on it, and more/repo.sh to set up/update some of the common ones.
Rob Landley <rob@landley.net>
parents:
1552
diff
changeset
|
61 ! is_in_list "PACKAGE" "$IGNORE_REPOS" && [ -d "$SRCDIR/$PACKAGE" ] && |
da21ff27331e
Add ability to check out repositories in packages, IGNORE_REPOS to build from tarballs anyway, a FAQ entry on it, and more/repo.sh to set up/update some of the common ones.
Rob Landley <rob@landley.net>
parents:
1552
diff
changeset
|
62 return 0 |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
63 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
64 # Announce to the world that we're cracking open a new package |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
65 |
1358
9252453c40d0
Combine set_titlebar and "echo ===" stuff into announce() function. Consistently output target/stage info, and yank redundant instances.
Rob Landley <rob@landley.net>
parents:
1335
diff
changeset
|
66 announce "$PACKAGE" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
67 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
68 # Find tarball, and determine type |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
69 |
1300
a80d7f256ff9
Handle package tarballs with overlapping names (thingy and thingy-test for example).
Rob Landley <rob@landley.net>
parents:
1257
diff
changeset
|
70 FILENAME="$(find_package_tarball "$PACKAGE")" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
71 DECOMPRESS="" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
72 [ "$FILENAME" != "${FILENAME/%\.tar\.bz2/}" ] && DECOMPRESS="j" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
73 [ "$FILENAME" != "${FILENAME/%\.tar\.gz/}" ] && DECOMPRESS="z" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
74 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
75 # If the source tarball doesn't exist, but the extracted directory is there, |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
76 # assume everything's ok. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
77 |
1515
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
78 SHA1NAME="sha1-for-source.txt" |
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
79 SHA1FILE="$SRCTREE/$PACKAGE/$SHA1NAME" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
80 if [ -z "$FILENAME" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
81 then |
1257
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
82 if [ ! -e "$SRCTREE/$PACKAGE" ] |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
83 then |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
84 echo "No tarball for $PACKAGE" >&2 |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
85 dienow |
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
86 fi |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
87 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
88 # If the sha1sum file isn't there, re-patch the package. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
89 [ ! -e "$SHA1FILE" ] && patch_package |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
90 return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
91 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
92 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
93 # Check the sha1 list from the previous extract. If the source is already |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
94 # up to date (including patches), keep it. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
95 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
96 SHA1TAR="$(sha1file "$FILENAME")" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
97 SHALIST=$(cat "$SHA1FILE" 2> /dev/null) |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
98 if [ ! -z "$SHALIST" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
99 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
100 for i in "$SHA1TAR" $(sha1file "$PATCHDIR/$PACKAGE"-* 2>/dev/null) |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
101 do |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
102 # Is this sha1 in the file? |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
103 if [ -z "$(echo "$SHALIST" | sed -n "s/$i/$i/p" )" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
104 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
105 SHALIST=missing |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
106 break |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
107 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
108 # Remove it |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
109 SHALIST="$(echo "$SHALIST" | sed "s/$i//" )" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
110 done |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
111 # If we matched all the sha1sums, nothing more to do. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
112 [ -z "$SHALIST" ] && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
113 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
114 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
115 # Re-extract the package, deleting the old one (if any).. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
116 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
117 echo -n "Extracting '$PACKAGE'" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
118 ( |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
119 UNIQUE=$(readlink /proc/self) |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
120 trap 'rm -rf "$BUILD/temp-'$UNIQUE'"' EXIT |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
121 rm -rf "$SRCTREE/$PACKAGE" 2>/dev/null |
1410
7373c4c7ecee
Don't create build/packages _and_ $SRCTREE, they should be the same and when they aren't the first is wrong.
Rob Landley <rob@landley.net>
parents:
1358
diff
changeset
|
122 mkdir -p "$BUILD/temp-$UNIQUE" "$SRCTREE" || dienow |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
123 |
1515
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
124 { tar -xv${DECOMPRESS} -f "$FILENAME" -C "$BUILD/temp-$UNIQUE" && |
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
125 # Wildcards only expand when they ponit to something that exists, |
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
126 # and even then they have to be an argument to a command. |
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
127 TARDIR="$(readlink -f "$BUILD/temp-$UNIQUE"/*)" && |
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
128 touch "$TARDIR/$SHA1NAME" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
129 } | dotprogress |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
130 |
1515
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
131 [ -e "$BUILD/temp-$UNIQUE"/*/"$SHA1NAME" ] && |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
132 mv "$BUILD/temp-$UNIQUE/"* "$SRCTREE/$PACKAGE" && |
1515
63d3f491b92f
Make tarball extract failure detection not rely on "kill" command.
Rob Landley <rob@landley.net>
parents:
1486
diff
changeset
|
133 echo "$SHA1TAR" >> "$SHA1FILE" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
134 ) |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
135 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
136 [ $? -ne 0 ] && dienow |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
137 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
138 patch_package |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
139 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
140 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
141 # Confirm that a file has the appropriate checksum (or exists but SHA1 is blank) |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
142 # Delete invalid file. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
143 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
144 confirm_checksum() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
145 { |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
146 SUM="$(sha1file "$SRCDIR/$FILENAME" 2>/dev/null)" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
147 if [ x"$SUM" == x"$SHA1" ] || [ -z "$SHA1" ] && [ -f "$SRCDIR/$FILENAME" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
148 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
149 if [ -z "$SHA1" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
150 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
151 echo "No SHA1 for $FILENAME ($SUM)" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
152 else |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
153 echo "Confirmed $FILENAME" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
154 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
155 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
156 # Preemptively extract source packages? |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
157 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
158 [ -z "$EXTRACT_ALL" ] && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
159 extract_package "$BASENAME" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
160 return $? |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
161 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
162 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
163 # If there's a corrupted file, delete it. In theory it would be nice |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
164 # to resume downloads, but wget creates "*.1" files instead. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
165 |
1486 | 166 rm -f "$SRCDIR/$FILENAME" |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
167 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
168 return 1 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
169 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
170 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
171 # Attempt to obtain file from a specific location |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
172 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
173 download_from() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
174 { |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
175 # Return success if we already have a valid copy of the file |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
176 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
177 confirm_checksum && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
178 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
179 # If we have another source, try to download file from there. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
180 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
181 [ -z "$1" ] && return 1 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
182 wget -t 2 -T 20 -O "$SRCDIR/$FILENAME" "$1" || |
1486 | 183 (rm -f "$SRCDIR/$FILENAME"; return 2) |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
184 touch -c "$SRCDIR/$FILENAME" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
185 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
186 confirm_checksum |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
187 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
188 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
189 # Confirm a file matches sha1sum, else try to download it from mirror list. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
190 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
191 download() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
192 { |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
193 FILENAME=`echo "$URL" | sed 's .*/ '` |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
194 [ -z "$RENAME" ] || FILENAME="$(echo "$FILENAME" | sed -r "$RENAME")" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
195 |
1335
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
196 if [ -z "$(sha1sum < /dev/null)" ] |
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
197 then |
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
198 echo "Error: please install sha1sum" >&2 |
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
199 exit 1 |
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
200 fi |
ffb07a48a960
If sha1sum isn't installed, download falls back through all the mirrors repeatedly downloading stuff, without explaining why it failed.
Rob Landley <rob@landley.net>
parents:
1300
diff
changeset
|
201 |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
202 echo -ne "checking $FILENAME\r" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
203 |
1552
c3b91b70cc42
Remove USE_ALT option, I have a better idea (upcoming patch).
Rob Landley <rob@landley.net>
parents:
1540
diff
changeset
|
204 # Update timestamp on tarball (if it exists) so cleanup_oldfiles keeps it |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
205 |
1552
c3b91b70cc42
Remove USE_ALT option, I have a better idea (upcoming patch).
Rob Landley <rob@landley.net>
parents:
1540
diff
changeset
|
206 touch -c "$SRCDIR"/"$FILENAME" 2>/dev/null |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
207 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
208 # Give package name, minus file's version number and archive extension. |
1257
1461d20bb6a7
Genericize the noversion() regex a bit, and make sure to only apply patches in the sources/patches directory that end in ".patch".
Rob Landley <rob@landley.net>
parents:
1253
diff
changeset
|
209 BASENAME="$(noversion "$FILENAME")" |
1553
da21ff27331e
Add ability to check out repositories in packages, IGNORE_REPOS to build from tarballs anyway, a FAQ entry on it, and more/repo.sh to set up/update some of the common ones.
Rob Landley <rob@landley.net>
parents:
1552
diff
changeset
|
210 ! is_in_list "$BASENAME" "$IGNORE_REPOS" && |
da21ff27331e
Add ability to check out repositories in packages, IGNORE_REPOS to build from tarballs anyway, a FAQ entry on it, and more/repo.sh to set up/update some of the common ones.
Rob Landley <rob@landley.net>
parents:
1552
diff
changeset
|
211 [ -d "$SRCDIR/$BASENAME" ] && echo "Using $SRCDIR/$BASENAME" && return 0 |
1253
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
212 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
213 # If environment variable specifies a preferred mirror, try that first. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
214 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
215 if [ ! -z "$PREFERRED_MIRROR" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
216 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
217 download_from "$PREFERRED_MIRROR/$FILENAME" && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
218 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
219 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
220 # Try original location, then mirrors. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
221 # Note: the URLs in mirror list cannot contain whitespace. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
222 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
223 download_from "$URL" && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
224 for i in $MIRROR_LIST |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
225 do |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
226 download_from "$i/$FILENAME" && return 0 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
227 done |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
228 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
229 # Return failure. |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
230 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
231 echo "Could not download $FILENAME" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
232 echo -en "\e[0m" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
233 return 1 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
234 } |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
235 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
236 # Clean obsolete files out of the source directory |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
237 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
238 START_TIME=`date +%s` |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
239 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
240 cleanup_oldfiles() |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
241 { |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
242 # wait for asynchronous downloads to complete |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
243 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
244 wait |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
245 |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
246 for i in "${SRCDIR}"/* |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
247 do |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
248 if [ -f "$i" ] && [ "$(date +%s -r "$i")" -lt "${START_TIME}" ] |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
249 then |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
250 echo Removing old file "$i" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
251 rm -rf "$i" |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
252 fi |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
253 done |
d4b251e78fc0
Break out download_functions.sh into their own file.
Rob Landley <rob@landley.net>
parents:
diff
changeset
|
254 } |