├── ChangeLog
├── README.md
├── bin
    └── eclasses.usage
├── repo.postsync.d
    ├── 10-chperm
    ├── 20-git-repack
    ├── 20-git-repack-repo
    ├── 40-fetch-cache
    ├── 50-egencache
    ├── 60-glsa
    ├── 60-news
    ├── 70-dtd
    ├── 70-projects-xml
    ├── 70-xml-schema
    ├── 90-chperm
    ├── README
    └── portage-postsyncd-mv.sh
└── zsh
    └── _eclasses.usage


/ChangeLog:
--------------------------------------------------------------------------------
  1 | # ChangeLog for portage-postsyncd-mv
  2 | 
  3 | *portage-postsyncd-mv-8.4:
  4 | 	Martin Väth <martin at mvath.de>:
  5 | 	- Add SPDX-License-Identifier
  6 | 
  7 | *portage-postsyncd-mv-8.3:
  8 | 	Martin Väth <martin at mvath.de>:
  9 | 	- Remove support for portage-utils (q-reinit)
 10 | 
 11 | *portage-postsyncd-mv-8.2:
 12 | 	Martin Väth <martin at mvath.de>:
 13 | 	- Work with >=portage-utils-0.80_pre20190605
 14 | 
 15 | *portage-postsyncd-mv-8.1:
 16 | 	Martin Väth <martin at mvath.de>:
 17 | 	- Avoid git gc --agressive. Use instead:
 18 | 	- git repack -f -a -d --window=250 --depth=250
 19 | 	  https://metalinguist.wordpress.com/2007/12/06/the-woes-of-git-gc-aggressive-and-how-git-deltas-work
 20 | 
 21 | *portage-postsyncd-mv-8.0:
 22 | 	Martin Väth <martin at mvath.de>:
 23 | 	- Support different permissions for */.git/hooks/* (default to 0755)
 24 | 
 25 | *portage-postsyncd-mv-7.1:
 26 | 	Martin Väth <martin at mvath.de>:
 27 | 	- Assume existing .git indicates git syncing
 28 | 
 29 | *portage-postsyncd-mv-7.0:
 30 | 	Martin Väth <martin at mvath.de>:
 31 | 	- Support gentoo-mirror via variable POSTSYNC_MIRROR
 32 | 	- Change default: POSTSYNC_EGENCACHE=""
 33 | 
 34 | *portage-postsyncd-mv-6.0.1:
 35 | 	Martin Väth <martin at mvath.de>:
 36 | 	- Treat 0 and - as false only if no symbol follows
 37 | 
 38 | *portage-postsyncd-mv-6.0.0:
 39 | 	Martin Väth <martin at mvath.de>:
 40 | 	- Re-enumerate services
 41 | 	- Set permissions also at the end
 42 | 	- No default write permissions. Change default file permissions
 43 | 
 44 | *portage-postsyncd-mv-5.3.0:
 45 | 	Martin Väth <martin at mvath.de>:
 46 | 	- Fix simultaneous setting of several permissions
 47 | 	- More secure default dir permissions (sticky bit and group suid)
 48 | 
 49 | *portage-postsyncd-mv-5.2.0:
 50 | 	Martin Väth <martin at mvath.de>:
 51 | 	- Introduce POSTSYNC_RSYNC_TIMEOUT and let it default to 20
 52 | 	- Use modify-window=2 to deal with FAT filesystems
 53 | 
 54 | *portage-postsyncd-mv-5.1.1:
 55 | 	Martin Väth <martin at mvath.de>:
 56 | 	- Introduce POSTSYNC_RSYNC_EXTRA_OPTS and let it default to -c
 57 | 
 58 | *portage-postsyncd-mv-5.1.0:
 59 | 	Martin Väth <martin at mvath.de>:
 60 | 	- Skip cache fetching with rsync based on checksum
 61 | 
 62 | *portage-postsyncd-mv-5.0.2:
 63 | 	Martin Väth <martin at mvath.de>:
 64 | 	- Replace "git status" by "git udpate-index --refresh -q --unmerged"
 65 | 	  which is the for us important part which "git status" does internally
 66 | 	  https://bugs.gentoo.org/show_bug.cgi?id=552814#c43
 67 | 
 68 | *portage-postsyncd-mv-5.0.1:
 69 | 	Martin Väth <martin at mvath.de>:
 70 | 	- Use git reset --merge again, but preceed by git status:
 71 | 	  See https://bugs.gentoo.org/show_bug.cgi?id=552814#c38
 72 | 
 73 | *portage-postsyncd-mv-5.0.0:
 74 | 	Martin Väth <martin at mvath.de>:
 75 | 	- Never attempt git merging; use always git reset --hard
 76 | 	- Introduce *_RETRY_* and *_KEEP_* for git error handling and
 77 | 	  support for automatic directory removal
 78 | 
 79 | *portage-postsyncd-mv-4.4.0:
 80 | 	Martin Väth <martin at mvath.de>:
 81 | 	- Flatten repository's directory structure
 82 | 	- eclasses.usage: Handle VERSION workaround correctly
 83 | 
 84 | *portage-postsyncd-mv-4.3.5:
 85 | 	Martin Väth <martin at mvath.de>:
 86 | 	- Fix git update failure (regression from 4.3.3)
 87 | 
 88 | *portage-postsyncd-mv-4.3.4:
 89 | 	Martin Väth <martin at mvath.de>:
 90 | 	- Handle export Bourne shell compatible
 91 | 
 92 | *portage-postsyncd-mv-4.3.3:
 93 | 	Martin Väth <martin at mvath.de>:
 94 | 	- Avoid git pull breakage with limited depth
 95 | 
 96 | *portage-postsyncd-mv-4.3.2:
 97 | 	Martin Väth <martin at mvath.de>:
 98 | 	- Avoid LC_COLLATE problems
 99 | 
100 | *portage-postsyncd-mv-4.3.1:
101 | 	Martin Väth <martin at mvath.de>:
102 | 	- eclasses.usage: fix catdir->catfile
103 | 
104 | *portage-postsyncd-mv-4.3.0:
105 | 	Martin Väth <martin at mvath.de>:
106 | 	- eclasses.usage: use File::Which if available
107 | 
108 | *portage-postsyncd-mv-4.2.3:
109 | 	Martin Väth <martin at mvath.de>:
110 | 	- eclasses.usage: support "man" arg, force utf8 encoding
111 | 	- eclasses.usage: internal: Check require at compile time. Fix use
112 | 
113 | *portage-postsyncd-mv-4.2.2:
114 | 	Martin Väth <martin at mvath.de>:
115 | 	- internal: Avoid unnecessary subshell
116 | 
117 | *portage-postsyncd-mv-4.2.1:
118 | 	Martin Väth <martin at mvath.de>:
119 | 	- Output newline when fetching with rsync or wget
120 | 
121 | *portage-postsyncd-mv-4.2.0:
122 | 	Martin Väth <martin at mvath.de>:
123 | 	- Change version scheme to match eclasses.usage perl versioning
124 | 	- Add zsh completion file for eclasses.usage
125 | 	- Add eclasses.usage --version -V
126 | 	- Add eclasses.usage --print-dir -D
127 | 
128 | *portage-postsyncd-mv-4.01:
129 | 	Martin Väth <martin at mvath.de>:
130 | 	- IMPORTANT: When you upgrade from a previous version, remove
131 | 	  $PORTDIR/local/timestamp/git-gc.date
132 | 	  (where $PORTDIR is the path to your main repository) and all
133 | 	  $REPO/.git/git-gc.date
134 | 	  (where $REPO is the path to your local overlays/repositories)
135 | 	- IMPORTANT: There are renames of configuration variables:
136 | 	  POSTSYNC_DAYS_GIT_GC_REPO -> POSTSYNC_DAYS_GIT_REPACK_REPO
137 | 	  POSTSYNC_DAYS_GIT_GC -> POSTSYNC_DAYS_GIT_REPACK
138 | 	- IMPORTANT: It might be necessary to remove your previous repositories
139 | 	  and to refetch them: Pruning did remove from some repositories way
140 | 	  too much history. In particular, this was the case for the main
141 | 	  gentoo repository
142 | 	- Rename 20-git-gc -> 20-git-repack
143 | 	- Rename 20-git-gc-repo -> 20-git-repack-repo
144 | 	- Add ChangeLog
145 | 
146 | *portage-postsyncd-mv-3.06:
147 | 	Martin Väth <martin at mvath.de>:
148 | 	- Introduce init_vars
149 | 
150 | *portage-postsyncd-mv-3.05:
151 | 	Martin Väth <martin at mvath.de>:
152 | 	- Remove POSTSYNC_CHPERM_QUIET; use EINFO_VERBOSE instead
153 | 	- Minor output changes
154 | 
155 | *portage-postsyncd-mv-3.04:
156 | 	Martin Väth <martin at mvath.de>:
157 | 	- Do not suppress error message of eclasses.usage
158 | 
159 | *portage-postsyncd-mv-3.03:
160 | 	Martin Väth <martin at mvath.de>:
161 | 	- Provide eclasses.usage and support POSTSYNC_ECLASSES_MIN
162 | 
163 | *portage-postsyncd-mv-3.02:
164 | 	Martin Väth <martin at mvath.de>:
165 | 	- No newline at beginning of chperm
166 | 
167 | *portage-postsyncd-mv-3.01:
168 | 	Martin Väth <martin at mvath.de>:
169 | 	- IMPORTANT: Change meaning of POSTSYNC_REPO_USER
170 | 	  This is now a list
171 | 	- Support POSTSYNC_CHPERM
172 | 
173 | *portage-postsyncd-mv-2.12:
174 | 	Martin Väth <martin at mvath.de>:
175 | 	- Support POSTSYNC_DAYS_FETCH_CACHE
176 | 
177 | *portage-postsyncd-mv-2.11:
178 | 	Martin Väth <martin at mvath.de>:
179 | 	- Be verbose in reasons for fetching metadata
180 | 
181 | *portage-postsyncd-mv-2.10:
182 | 	Martin Väth <martin at mvath.de>:
183 | 	- Add POSTSYNC_COMPARE_LIST
184 | 
185 | *portage-postsyncd-mv-2.09:
186 | 	Martin Väth <martin at mvath.de>:
187 | 	- Fix typo in --update-changelogs
188 | 
189 | *portage-postsyncd-mv-2.08:
190 | 	Martin Väth <martin at mvath.de>:
191 | 	- Improve POSTSYNC_EGENCACHE* defaults
192 | 	- Cosmetics in hack file
193 | 
194 | *portage-postsyncd-mv-2.07:
195 | 	Martin Väth <martin at mvath.de>:
196 | 	- Replace EPREFIX by PORTAGE_CONFIGROOT
197 | 
198 | *portage-postsyncd-mv-2.06:
199 | 	Martin Väth <martin at mvath.de>:
200 | 	-  Improve yesno()
201 | 	-  Add hack for app-portage/portage-utils
202 | 
203 | *portage-postsyncd-mv-2.05:
204 | 	Martin Väth <martin at mvath.de>:
205 | 	- Improve POSTSYNC_EGENCACHE documentation
206 | 
207 | *portage-postsyncd-mv-2.04:
208 | 	Martin Väth <martin at mvath.de>:
209 | 	- Treat empty POSTSYNC_DAYS_GIT_GC_REPO match correctly
210 | 
211 | *portage-postsyncd-mv-2.03:
212 | 	Martin Väth <martin at mvath.de>:
213 | 	- Fix POSTSYNC_FUNCTIONS default
214 | 
215 | *portage-postsyncd-mv-2.02:
216 | 	Martin Väth <martin at mvath.de>:
217 | 	- Support POSTSYNC_DAYS_GIT_GC_REPO
218 | 	- Move function file to repo.postsync.d
219 | 
220 | *portage-postsyncd-mv-2.01:
221 | 	Martin Väth <martin at mvath.de>:
222 | 	- Introduce git-gc-other
223 | 	- Improve output
224 | 	- Fix HOME
225 | 	- New ** defaults
226 | 
227 | *portage-postsyncd-mv-2.00:
228 | 	Martin Väth <martin at mvath.de>:
229 | 	- IMPORTANT: When you upgrade from a previous version, remove
230 | 	  $PORTDIR/{metadata/{dtd,glsa,news,xml-schema},/local/timestamps}
231 | 	  (where $PORTDIR is the path to your main repository)
232 | 	- Fix timestamp handling
233 | 	- Fix downloads
234 | 
235 | *portage-postsyncd-mv-1.02:
236 | 	Martin Väth <martin at mvath.de>:
237 | 	- Check for git, not for parent directory
238 | 
239 | *portage-postsyncd-mv-1.01:
240 | 	Martin Väth <martin at mvath.de>:
241 | 	- Sync xml-schema
242 | 	- improve order
243 | 
244 | *portage-postsyncd-mv-1.00:
245 | 	Martin Väth <martin at mvath.de>:
246 | 	- Remove POSTSYNC_FUNCTIONS_SH interface
247 | 	- Improve output
248 | 
249 | *portage-postsyncd-mv-0.02:
250 | 	Martin Väth <martin at mvath.de>:
251 | 	- Some Bourne Shell compatibility
252 | 
253 | *portage-postsyncd-mv-0.01:
254 | 	Martin Väth <martin at mvath.de>:
255 | 	- Initial version
256 | 
257 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # portage-postsyncd-mv
 2 | 
 3 | postsync hooks for portage to sync from git
 4 | 
 5 | (C) Martin Väth (martin at mvath.de).
 6 | 
 7 | This project is under the GPL-2 license
 8 | SPDX-License-Identifier: GPL-2.0-only
 9 | 
10 | This project provides several files which can be used for syncing with
11 | portage via git or github.
12 | 
13 | The problem when syncing via git is that several files like the metadata cache,
14 | the news announcements, the GLSAs, dtd, xml-schema, and project.xml files
15 | are not modified and must be updated/fetched independently.
16 | 
17 | This project is loosely inspired by
18 | -	https://github.com/hasufell/portage-gentoo-git-config
19 | 
20 | but it aims to be much more flexible and configurable.
21 | 
22 | Moreover, it aims to be more secure, since root permissions are dropped
23 | as soon as possible.
24 | 
25 | These scripts will work no matter whether you use git syncing or not:
26 | When you do not sync from git, a lot of tasks will be skipped, automatically.
27 | 
28 | 
29 | ## Installation
30 | 
31 | Emerge the `app-portage/portage-postsyncd-mv` ebuild from the mv overlay.
32 | Alternatively, copy the content of `repo.postsync.d/` to
33 | `/etc/portage/repo.postsync.d/`, the content of `bin/` to your `$PATH`
34 | (perhaps `/usr/bin`). For __zsh completion__ support, copy the content of
35 | `zsh/` to your zsh's `$fpath` (perhaps `/usr/share/zsh/site-functions`).
36 | 
37 | ## Configuration
38 | 
39 | There are sane defaults, but if you need a nonstandard setting,
40 | you can configure a lot of details through `POSTSYNC_*` variables
41 | in your `/etc/portage/make.conf`. Read `repo.postsync.d/README`
42 | for the available variables and their default values.
43 | 
44 | Of course, it is also possible to remove the executable bits of some
45 | files of this project in `/etc/portage/repo.postsync.d/*`.
46 | Then, of course, the corresponding functionality will be switched off.
47 | The project is written in such a way that this is not harmful.
48 | 
49 | Except for setting permissions of your repositories and
50 | calling egencache for your non-main repositories, the scripts do nothing
51 | unless you configure your main repository to be fetched via git.
52 | The scripts recognize the latter by checking that the sync-uri
53 | of your `$POSTSYNC_MAIN_REPOSITORY` ends with `.git`.
54 | 
55 | This project does intentionally not include some configuration file
56 | to force the latter, because it is up to the user whether he wants this.
57 | If you want it, you must set up `/etc/portage/repos.conf` correspondingly.
58 | For instance, you might have files with the content
59 | 
60 | `/etc/portage/repos.conf/00-defaults.conf`:
61 | ```
62 | [DEFAULT]
63 | main-repo = gentoo
64 | ```
65 | `/etc/portage/repos.conf/50-defaults.conf`:
66 | ```
67 | [gentoo]
68 | location = /usr/portage
69 | priority = 5000
70 | auto-sync = yes
71 | sync-type = git
72 | sync-depth = 0
73 | sync-uri = https://github.com/gentoo/gentoo.git
74 | ```
75 | In this example,
76 | - `location` is the path to the main (gentoo) repository
77 | - `priority` determines the order of the main repository relative to the others
78 | - `auto-sync` means that `emerge --sync` will actually sync it
79 | - `sync-type` means that git will be used for syncing
80 | - `sync-depth` determines how long will be the history which you can see
81 |    with git; the value 0 means full history.
82 | 
83 | Specify `sync-depth = 1` if you are not interested in any `ChangeLogs`:
84 | This will need half of the disk space (or even less in some future).
85 | 
86 | However, the scripts in this project will also regularly recompress your
87 | git history (with git repack) so that it needs less disk space.
88 | The latter takes some time, of course. As mentioned above, read
89 | `repo.postsync.d/README` to learn how to configure such details.
90 | 
91 | These scripts make use of some timestamps.
92 | These are stored locally in the `$location/local/timestamps` directory
93 | (which is created if it does not exist). Here, `$location` is the path to
94 | the (main) repository.
95 | 


--------------------------------------------------------------------------------
/bin/eclasses.usage:
--------------------------------------------------------------------------------
  1 | #!/usr/bin/env perl
  2 | # SPDX-License-Identifier: GPL-2.0-only
  3 | BEGIN { require 5.006_001 }
  4 | package Eclasses;
  5 | our $VERSION = 'v5.0.0';
  6 | eval { $VERSION = version->declare($VERSION) };
  7 | eval 'use version 0.77; $VERSION = version->declare($VERSION)' if($@);
  8 | 
  9 | use warnings;
 10 | use strict;
 11 | use integer;
 12 | use File::Find ();
 13 | use File::Spec ();
 14 | use Getopt::Long 2.24 ();
 15 | #use Pod::Usage ();  # needed for --man, --help, some errors
 16 | #use String::ShellQuote ();  # not mandatory but recommended: poor fallback
 17 | #use File::Which ();  # not mandatory but recommended; there are fallbacks
 18 | 
 19 | my $name = 'eclasses.usage';
 20 | 
 21 | =encoding UTF-8
 22 | 
 23 | =head1 NAME
 24 | 
 25 | eclasses.usage - Print how often eclasses are used in a certain repository
 26 | 
 27 | The output is in decreasing order of usage (alphabetically for same usage)
 28 | 
 29 | =head1 SYNOPSIS
 30 | 
 31 | B<eclasses.usage> [options] [man|help]
 32 | 
 33 | For an extended help type B<eclasses.usage man>
 34 | 
 35 | =head1 OPTIONS AND ARGUMENTS
 36 | 
 37 | =over 8
 38 | 
 39 | =item B<--help> or B<-h> or B<help>
 40 | 
 41 | Display brief help
 42 | 
 43 | =item B<--man> or B<-?> or B<man>
 44 | 
 45 | Display extended help as a manpage
 46 | 
 47 | =item B<--version> or B<-V>
 48 | 
 49 | Print version number
 50 | 
 51 | =item B<--minimal=>I<number> or B<-m> I<number>
 52 | 
 53 | Print only eclasses which are used at least I<number> times
 54 | 
 55 | =item B<--dir=>I<path> or B<-d> I<path>
 56 | 
 57 | Specify the root of the repository.
 58 | If not specified or empty, I<path> is guessed by heuristics, using B<eix>
 59 | (if available) B<PORTDIR> (if set), B<portageq> and
 60 | B<POSTSYNC_MAIN_REPOSITORY> (if set)
 61 | 
 62 | =item B<--print-dir> or B<-D>
 63 | 
 64 | Print the directory used for B<--dir> to stdout (without a newline) and exit
 65 | 
 66 | =item B<--only-names> or B<-o>
 67 | 
 68 | Output only the names of the used eclasses, not their usage number
 69 | 
 70 | =item B<--first> or B<-1>
 71 | 
 72 | Output only the first match
 73 | 
 74 | =item B<--time=>I<time> or B<-t> I<time>
 75 | 
 76 | Only count eclass if the corresponding eclass/*.eclass exists and has an
 77 | mtime not older than I<time>
 78 | 
 79 | =back
 80 | 
 81 | =head1 COPYRIGHT AND LICENSE
 82 | 
 83 | Copyright Martin VE<auml>th
 84 | This program is under the GPL v2 License
 85 | 
 86 | =head1 AUTHOR
 87 | 
 88 | Martin VE<auml>th E<lt>martin@mvath.deE<gt>
 89 | 
 90 | =cut
 91 | 
 92 | # Options
 93 | 
 94 | my $minimal = 0;
 95 | my $portdir = '';
 96 | my $only_names = '';
 97 | my $time = undef;
 98 | my $first = '';
 99 | my $printdir = '';
100 | 
101 | sub pod2usage {
102 | 	require Pod::Usage;
103 | 	&Pod::Usage::pod2usage
104 | }
105 | 
106 | sub version {
107 | 	print($name, ' ', $VERSION, "\n");
108 | 	exit(0)
109 | }
110 | 
111 | sub error {
112 | 	print(STDERR $name, ': ', @_, "\n")
113 | }
114 | 
115 | sub fatal {
116 | 	&error;
117 | 	exit(1)
118 | }
119 | 
120 | # use String::ShellQuote () and return whether successful
121 | 
122 | { my $shellquote = undef;
123 | sub use_shellquote {
124 | 	return $shellquote if(defined($shellquote));
125 | 	eval {
126 | 		require String::ShellQuote
127 | 	};
128 | 	$shellquote = !$@
129 | }}
130 | 
131 | sub shell_quote_best_effort {
132 | 	(&use_shellquote() ?
133 | 		&String::ShellQuote::shell_quote_best_effort : &join_quoted)
134 | }
135 | 
136 | # like join(' ', @_), but shell-quote arguments
137 | 
138 | sub join_quoted {
139 | 	my @r;
140 | 	for my $i (@_) {
141 | 		my $a = $i;
142 | 		$a =~ s{\'}{\'\\\'\'}g;
143 | 		$a = "'$a'";
144 | 		$a =~ s{(\A|[^\\])\'([\w\-\,\.\:\/]*)\'}{$1$2}gm;
145 | 		push(@r, ($a ne '') ? $a : "''")
146 | 	}
147 | 	join(' ', @r)
148 | }
149 | 
150 | {
151 | 	my $devnull = undef;
152 | sub devnull {
153 | 	return $devnull if(defined($devnull));
154 | 	$devnull = &shell_quote_best_effort(File::Spec->devnull())
155 | }}
156 | 
157 | # use File::Which module
158 | 
159 | {
160 | 	my $which = undef;
161 | sub which_which {
162 | 	return $which if(defined($which));
163 | 	eval {
164 | 		require File::Which
165 | 	};
166 | 	$which = ($@ ? '' : 1)
167 | }}
168 | 
169 | sub have_prg {
170 | 	my ($a) = @_;
171 | 	if(&which_which()) {
172 | 		return defined(File::Which::which($a))
173 | 	}
174 | 	(system(&shell_quote_best_effort('command', '-v', $a) . ' >'
175 | 		. &devnull() . ' 2>&1') == 0)
176 | }
177 | 
178 | # Check whether eix is available. If yes, also export PRINT_APPEND=
179 | {
180 | 	my $have_eix = undef;
181 | sub have_eix {
182 | 	return $have_eix if(defined($have_eix));
183 | 	$have_eix = &have_prg('eix');
184 | 	$ENV{'PRINT_APPEND'} = '' if($have_eix);
185 | 	$have_eix
186 | }}
187 | 
188 | sub read_var {
189 | 	my ($varname) = @_;
190 | 	return $ENV{$varname} if(exists($ENV{$varname}));
191 | 	my $have_eix = &have_eix();
192 | 	my $cmd = &shell_quote_best_effort(($have_eix ?
193 | 		('eix', '--print') : ('portageq', 'envvar')), $varname)
194 | 		. ' 2>' . &devnull();
195 | 	my $result = `$cmd`;
196 | 	$result = '' unless(defined($result));
197 | 	chomp($result) unless($have_eix);
198 | 	$result
199 | }
200 | 
201 | sub get_portdir {
202 | 	return $ENV{'PORTDIR'} if(exists($ENV{'PORTDIR'}));
203 | 	if(&have_eix()) {
204 | 		my $portdir = &read_var('PORTDIR');
205 | 		return $portdir if($portdir ne '')
206 | 	}
207 | 	my $eprefix = &read_var('EROOT');
208 | 	$eprefix = '' unless(defined($eprefix));
209 | 	my $rootdir = File::Spec->rootdir();
210 | 	my $erootdir = (($eprefix eq '') ? $rootdir :
211 | 		File::Spec->catdir($eprefix, $rootdir));
212 | 	my $main = &read_var('POSTSYNC_MAIN_REPOSITORY');
213 | 	$main = 'gentoo' unless(defined($main) && ($main ne ''));
214 | 	my $cmd = &shell_quote_best_effort('portageq',
215 | 			'get_repo_path', $erootdir, $main)
216 | 		. ' 2>' . &devnull();
217 | 	my $result = `$cmd`;
218 | 	$result = '' unless(defined($result));
219 | 	chomp($result);
220 | 	&fatal('failed to determine directory of main repository')
221 | 		unless($result ne '');
222 | 	$result
223 | }
224 | 
225 | sub check_mtime {
226 | 	my ($eclass, $time) = @_;
227 | 	my $filename = File::Spec->catfile($portdir, 'eclass',
228 | 		$eclass . '.eclass');
229 | 	my $mtime = ((stat($filename))[9]);
230 | 	(defined($mtime) && ($mtime ne '') && ($mtime >= $time))
231 | }
232 | 
233 | Getopt::Long::Configure(qw(gnu_getopt));
234 | Getopt::Long::GetOptions(
235 | 	'help|h', sub { &pod2usage(0) },
236 | 	'man|?', sub { &pod2usage(-verbose => 2, -exit => 0) },
237 | 	'version|V', \&version,
238 | 	'minimal|m=i', \$minimal,
239 | 	'dir|d=s', \$portdir,
240 | 	'print-dir|D', \$printdir,
241 | 	'only-names|o', \$only_names,
242 | 	'first|1', \$first,
243 | 	'time|t=i', \$time
244 | ) || &pod2usage(2);
245 | if(@ARGV) {
246 | 	&pod2usage(-verbose => 2, -exit => 0) if($ARGV[0] =~ m{^[mM?]});
247 | 	&pod2usage(0) if($ARGV[0] =~ m{^[hH]});
248 | 	&pod2usage(2)
249 | }
250 | 
251 | my %eclasses = ();
252 | 
253 | $portdir = &get_portdir() unless(defined($portdir) && ($portdir ne ''));
254 | if($printdir) {
255 | 	print($portdir);
256 | 	exit(0)
257 | }
258 | my $dir = File::Spec->catdir($portdir, 'metadata', 'md5-cache');
259 | &fatal('not a directory: ' . $dir) unless(-d $dir);
260 | File::Find::find({
261 | 	wanted => sub {
262 | 		return unless(-f $_);
263 | 		open(my $fh, '<', $_) || return;
264 | 		while(<$fh>) {
265 | 		next unless(s{^\_eclasses\_\=}{});
266 | 			my $eclass = '';
267 | 			for my $i (split) {
268 | 				$eclass = !$eclass;
269 | 				next unless($eclass);
270 | 				if(exists($eclasses{$i})) {
271 | 					++$eclasses{$i}
272 | 				} else {
273 | 					$eclasses{$i} = 1
274 | 				}
275 | 			}
276 | 		}
277 | 		close($fh)
278 | 	}
279 | }, $dir);
280 | my @eclasses = ();
281 | for my $i (keys(%eclasses)) {
282 | 	my $count = $eclasses{$i};
283 | 	next unless($count >= $minimal);
284 | 	next if(defined($time) && !&check_mtime($i, $time));
285 | 	push(@eclasses, [ $i, $count ]);
286 | 	last if($first)
287 | }
288 | for my $i (sort {
289 | 		(-($a->[1] <=> $b->[1])) || ($a->[0] cmp $b->[0])
290 | 	} @eclasses) {
291 | 	if($only_names) {
292 | 		print($i->[0], "\n")
293 | 	} else {
294 | 		print(join(' ',@$i), "\n")
295 | 	}
296 | }
297 | 


--------------------------------------------------------------------------------
/repo.postsync.d/10-chperm:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env sh
2 | # SPDX-License-Identifier: GPL-2.0-only
3 | set -u
4 | only_main=
5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
6 | 	${1+"$@"}
7 | chperm_set
8 | 


--------------------------------------------------------------------------------
/repo.postsync.d/20-git-repack:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | is_git || exit 0
 8 | restart_as_default "$@"
 9 | 
10 | set -- "${POSTSYNC_DAYS_GIT_REPACK:-7}" git-repack.date
11 | ! max_days_file "$@" || exit 0
12 | git_repack . && update_days_file "$@"
13 | 


--------------------------------------------------------------------------------
/repo.postsync.d/20-git-repack-repo:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | git_repository || exit 0
 8 | restart_as_default "$@"
 9 | 
10 | git_repack_days
11 | [ -n "${git_repack_days:++}" ] || exit 0
12 | set -- "$git_repack_days" .git/git-repack.date
13 | ! max_days_file "$@" || exit 0
14 | git_repack . && update_days_file "$@"
15 | 


--------------------------------------------------------------------------------
/repo.postsync.d/40-fetch-cache:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | timerump=/metadata/timestamp.x
12 | timefile=$repository_path$timerump
13 | 
14 | fetch_timestamp() {
15 | 	postsync_sync
16 | 	ebeginl "Fetching metadata timestamp for the $repository_name repository"
17 | 	rsync_a -- "$POSTSYNC_SYNC$timerump" "$timefile"
18 | 	eend $?
19 | }
20 | 
21 | fetch_cache() {
22 | 	postsync_sync
23 | 	ebeginl "Fetching pre-generated metadata for the $repository_name repository"
24 | 	fetch_cache=/metadata/md5-cache
25 | 	rsync_a ${POSTSYNC_RSYNC_EXTRA_OPTS--c} -- \
26 | 		"$POSTSYNC_SYNC$fetch_cache" "$repository_path$fetch_cache"
27 | 	eend $?
28 | }
29 | 
30 | compare_list_sub() {
31 | 	for compare_list_i
32 | 	do	test -r "$compare_list_i" || continue
33 | 		compare_list=`stat -c '%Y' "$compare_list_i"` || continue
34 | 		is_number "$compare_list" || continue
35 | 		[ "$compare_list" -le "$max_days_file" ] || {
36 | 			einfo "Fetching metadata due to recent $compare_list_i"
37 | 			return 0
38 | 		}
39 | 	done
40 | 	return 1
41 | }
42 | 
43 | compare_list() {
44 | 	: ${POSTSYNC_ECLASSES_MIN:=500}
45 | 	is_number "$POSTSYNC_ECLASSES_MIN" || POSTSYNC_ECLASSES_MIN=
46 | 	[ -z "${POSTSYNC_ECLASSES_MIN:++}" ] || \
47 | 		command -v eclasses.usage >/dev/null 2>&1 \
48 | 		|| POSTSYNC_ECLASSES_MIN=
49 | 	[ -n "${POSTSYNC_COMPARE_LIST:++}${POSTSYNC_ECLASSES_MIN:++}" ] \
50 | 		|| return
51 | 	[ -n "$max_days_file" ] || max_days_file 1 "$timefile" '' || return 0
52 | 	if [ -n "${POSTSYNC_COMPARE_LIST:++}" ]
53 | 	then	cd -- "$repository_path" >/dev/null 2>&1 || return
54 | 		case $- in
55 | 		*f*)
56 | 			set +f
57 | 			compare_list_sub $POSTSYNC_COMPARE_LIST
58 | 			compare_list_res=$?
59 | 			set -f
60 | 			[ $compare_list_res -ne 0 ] || return 0;;
61 | 		*)
62 | 			compare_list_sub $POSTSYNC_COMPARE_LIST || return 0;;
63 | 		esac
64 | 	fi
65 | 	[ -n "${POSTSYNC_ECLASSES_MIN:++}" ] || return
66 | 	ebegin 'Checking for recent eclasses changes'
67 | 	compare_list=`eclasses.usage -1 -o -d "$repository_path" \
68 | 		-t "$max_days_file" -m "$POSTSYNC_ECLASSES_MIN"` \
69 | 	eend $? || return
70 | 	[ -n "${compare_list:++}" ] || return
71 | 	einfo "Fetching metadata due to recent $compare_list.eclass"
72 | 	return 0
73 | }
74 | 
75 | set -- "${POSTSYNC_DAYS_FETCH_CACHE:-2}" fetch-cache.date
76 | ! max_days_file "$@" || exit 0
77 | 
78 | ! max_days_file "${POSTSYNC_DAYS_CACHE:-10}" "$timefile" || compare_list || {
79 | 	einfo "Skipping fetching of metadata for the $repository_name repository"
80 | 	exit 0
81 | }
82 | fetch_timestamp || exit 0
83 | max_days_file "${POSTSYNC_DAYS_CACHE_MAX:-1}" "$timefile" || {
84 | 	ewarn "Not fetching metadata cache: $timefile unreasonably old"
85 | 	exit 0
86 | }
87 | fetch_cache
88 | 
89 | update_days_file "$@"
90 | 


--------------------------------------------------------------------------------
/repo.postsync.d/50-egencache:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | ! repo_in_list '${POSTSYNC_SKIP-}' || exit 0
 8 | restart_as_default "$@"
 9 | 
10 | [ x"$repository_name" != x"$POSTSYNC_MAIN_REPOSITORY" ] || \
11 | 	yesno "${POSTSYNC_MIRROR-}" || if is_git
12 | then	update_days_file 1 metadata/timestamp.x
13 | else	exit 0
14 | fi
15 | egencache_options
16 | call_egencache $egencache_options
17 | 


--------------------------------------------------------------------------------
/repo.postsync.d/60-glsa:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | set -- "${POSTSYNC_DAYS_GLSA:-2}" glsa.date metadata/glsa /.git
12 | ! max_days_file "$@" || exit 0
13 | normalize_gitkeep POSTSYNC_KEEP_GLSA
14 | git_clone -g $POSTSYNC_KEEP_GLSA -r "${POSTSYNC_RETRY_GLSA:-1}" -- \
15 | 	"${POSTSYNC_DEPTH_GLSA:-1}" \
16 | 	"${POSTSYNC_URL_GLSA:-https://anongit.gentoo.org/git/data/glsa.git}" \
17 | 	"$3" 'Updating GLSAs' && update_days_file "$@"
18 | 


--------------------------------------------------------------------------------
/repo.postsync.d/60-news:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | set -- "${POSTSYNC_DAYS_NEWS:-1}" news.date metadata/news /.git
12 | ! max_days_file "$@" || exit 0
13 | normalize_gitkeep POSTSYNC_KEEP_NEWS
14 | git_clone -g $POSTSYNC_KEEP_NEWS -r "${POSTSYNC_RETRY_NEWS:-1}" -- \
15 | 	"${POSTSYNC_DEPTH_NEWS:-1}" \
16 | 	"${POSTSYNC_URL_NEWS:-https://anongit.gentoo.org/git/data/gentoo-news.git}" \
17 | 	"$3" 'Updating news' && update_days_file "$@"
18 | 


--------------------------------------------------------------------------------
/repo.postsync.d/70-dtd:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | set -- "${POSTSYNC_DAYS_DTD:-30}" dtd.date metadata/dtd /.git
12 | ! max_days_file "$@" || exit 0
13 | normalize_gitkeep POSTSYNC_KEEP_DTD
14 | git_clone -g $POSTSYNC_KEEP_DTD -r "${POSTSYNC_RETRY_DTD:-1}" -- \
15 | 	"${POSTSYNC_DEPTH_DTD:-1}" \
16 | 	"${POSTSYNC_URL_DTD:-https://anongit.gentoo.org/git/data/dtd.git}" \
17 | 	"$3" 'Updating DTDs' && update_days_file "$@"
18 | 


--------------------------------------------------------------------------------
/repo.postsync.d/70-projects-xml:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | set -- "${POSTSYNC_DAYS_PROJECTS_XML:-30}" projects.xml.date \
12 | 	metadata/projects.xml
13 | ! max_days_file "$@" || exit 0
14 | ebeginl 'Updating projects.xml'
15 | wget ${PORTAGE_QUIET:+-q} -P "$repository_path/metadata/" -N \
16 | 	"${POSTSYNC_URL_PROJECTS_XML:-https://api.gentoo.org/metastructure/projects.xml}"
17 | eend $? && update_days_file "$@"
18 | 


--------------------------------------------------------------------------------
/repo.postsync.d/70-xml-schema:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env sh
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | set -u
 4 | only_main=+
 5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
 6 | 	${1+"$@"}
 7 | exit_if_mirror
 8 | is_git || exit 0
 9 | restart_as_default "$@"
10 | 
11 | set -- "${POSTSYNC_DAYS_XML_SCHEMA:-30}" xml-schema.date \
12 | 	metadata/xml-schema /.git
13 | ! max_days_file "$@" || exit 0
14 | normalize_gitkeep POSTSYNC_KEEP_XML_SCHEMA
15 | git_clone -g $POSTSYNC_KEEP_XML_SCHEMA -r "${POSTSYNC_RETRY_XML_SCHEMA:-1}" -- \
16 | 	"${POSTSYNC_DEPTH_XML_SCHEMA:-1}" \
17 | 	"${POSTSYNC_URL_XML_SCHEMA:-https://anongit.gentoo.org/git/data/xml-schema.git}" \
18 | 	"$3" 'Updating xml-schema' && update_days_file "$@"
19 | 


--------------------------------------------------------------------------------
/repo.postsync.d/90-chperm:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env sh
2 | # SPDX-License-Identifier: GPL-2.0-only
3 | set -u
4 | only_main=
5 | . ${POSTSYNC_FUNCTIONS:-"${PORTAGE_CONFIGROOT-}"/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh} \
6 | 	${1+"$@"}
7 | chperm_set
8 | 


--------------------------------------------------------------------------------
/repo.postsync.d/README:
--------------------------------------------------------------------------------
  1 | # SPDX-License-Identifier: GPL-2.0-only
  2 | # You can copy this file into /etc/portage/make.conf
  3 | # (It is also possible to turn /etc/portage/make.conf/ into a directory
  4 | # and to move this file and the original /etc/portage/make.conf there).
  5 | 
  6 | # Here variables are set which are used in /etc/portage/repo.postsync.d/*
  7 | # If the variables are not set, the default values in the comments are used
  8 | 
  9 | # The following variables are honoured by more tools than these scripts:
 10 | 
 11 | # Log errors/warnings?
 12 | # EINFO_LOG="no"
 13 | 
 14 | # Suppress warnings and info output?
 15 | # EINFO_QUIET="no"
 16 | 
 17 | # Suppress errors?
 18 | # EERROR_QUIET="no"
 19 | 
 20 | # Be extra verbose in output
 21 | # EINFO_VERBOSE="no"
 22 | 
 23 | # Suppress colors
 24 | # RC_NOCOLOR="no"
 25 | 
 26 | # Let portage be quiet if nonempty
 27 | # PORTAGE_QUIET=""
 28 | 
 29 | # The console type. Fetched by `consoletype` if empty.
 30 | # The type "serial" forces poor output
 31 | # CONSOLETYPE=""
 32 | 
 33 | # First the permissions of the repository directory are set.
 34 | # This is specified by a list of the form
 35 | # "repository dir_perm file_perm hooksfile_perm user group repository ..."
 36 | # The first matching repository is taken.
 37 | # The repository * means every repository except the main repository.
 38 | # The repository ** means every repository.
 39 | # dir_perm and file_perm should be octal values or non-numbers.
 40 | # If octal values, all dir/file permissions in the repository's directory
 41 | # are set correspondingly, respectively, if they differ.
 42 | # hooksfile_perm is analogous to file_perm but for the files */.git/hooks/*
 43 | # (which are excluded from file_perm because they usually must be executable).
 44 | # Analogously for user or group (which can be names or ids); an invalid
 45 | # user/group (e.g. "-") means that user/group is not modified.
 46 | # POSTSYNC_CHPERM="** 3755 0644 0755 portage portage"
 47 | 
 48 | # The permissions which should be used to access the repositories.
 49 | # As soon as possible, permissions are dropped to the corresponding user.
 50 | # As a sanity check it is verified that the repository is writable by the user.
 51 | # The specification is given by a list of the form
 52 | # "repository user repository user ..."
 53 | # The first matching repository is taken.
 54 | # The repository * means every repository except the main repository.
 55 | # The repository ** means every repository.
 56 | # If the user is "root", no permissions are dropped, of course.
 57 | # A valid user _must_ be specified for every repository
 58 | # (add "** root" if you are not sure).
 59 | # POSTSYNC_REPO_USER="** portage"
 60 | 
 61 | # The path to the shell; default is `command -v sh` and if that fails:
 62 | # POSTSYNC_SHELL=/bin/sh
 63 | 
 64 | # The file which contains helper functions needed in most scripts
 65 | # POSTSYNC_FUNCTIONS="${PORTAGE_CONFIGROOT}/etc/portage/repo.postsync.d/portage-postsyncd-mv.sh"
 66 | 
 67 | # The name of the main repository:
 68 | # POSTSYNC_MAIN_REPOSITORY="gentoo"
 69 | 
 70 | # The following variable is crucial for all of the rest:
 71 | # If it is "yes", it is assumed that a mirror site like gentoo-mirror is used
 72 | # for git syncing of the POSTSYNC_MAIN_REPOSITORY.
 73 | # This means that no additional data has to be fetched, and by default
 74 | # egencache should not regenerate metadata for POSTSYNC_MAIN_REPOSITORY
 75 | # except for profiles/use.local.desc
 76 | # POSTSYNC_MIRROR=""
 77 | 
 78 | # The name of the mirror from which the pre-generated cache is synced.
 79 | # Depending on your continent, the following choices might be reasonable:
 80 | # North America:
 81 | # POSTSYNC_SYNC="rsync://rsync.namerica.gentoo.org/gentoo-portage"
 82 | # South America:
 83 | # POSTSYNC_SYNC="rsync://rsync.samerica.gentoo.org/gentoo-portage"
 84 | # Europe:
 85 | # POSTSYNC_SYNC="rsync://rsync.europe.gentoo.org/gentoo-portage"
 86 | # Asia:
 87 | # POSTSYNC_SYNC="rsync://rsync.asia.gentoo.org/gentoo-portage"
 88 | # Australia:
 89 | # POSTSYNC_SYNC="rsync://rsync.au.gentoo.org/gentoo-portage"
 90 | # The default is
 91 | # POSTSYNC_SYNC="${SYNC}"
 92 | # If SYNC is empty or unset, the default is
 93 | # POSTSYNC_SYNC="rsync://rsync.gentoo.org/gentoo-portage"
 94 | 
 95 | # Extra options to be used when fetching metadata via rsync.
 96 | # If unspecified, the option -c is used: This option is useful when a lot of
 97 | # metadata is calculated locally, because the timestamps then usually differ,
 98 | # although it is usually not necessary to download these files.
 99 | # POSTSYNC_RSYNC_EXTRA_OPTS="-c"
100 | # POSTSYNC_RSYNC_EXTRA_OPTS=""
101 | 
102 | # Timeout for rsync in seconds
103 | # POSTSYNC_RSYNC_TIMEOUT="20"
104 | 
105 | # The minimal number of days between two fetchings of pre-calculated metadata
106 | # (0 means never, and non-numerical values mean every time).
107 | # Do not set it to a non-numerical value to avoid violating the gentoo policy
108 | # which is to avoid fetching more often than once in 24 hours:
109 | # Therefore, the value should be at least "1" (note that "0" can be considered
110 | # as infinity and is ok as well), but not a non-number.
111 | # However, the default is "2" to be gentle to the gentoo infrastructure.
112 | # Note that fetching pre-generated metadata takes time and costs traffic,
113 | # but if your last syncing is too old or if an often used eclass is changed,
114 | # generating metadata can take *very* long, so that it is usually better to
115 | # fetch in such a case; this is configured in subsequent variables.
116 | # However, POSTSYNC_DAYS_FETCH_CACHE is honoured independently of any other
117 | # configuration to enforce the gentoo policy.
118 | # In the worst case, the metadata must be recalculated locally; there is some
119 | # probability that this might be necessary anyway, since the precalculated data
120 | # is often behind a recent eclass change (forcing a recalculation which might
121 | # not yet have finished and reached the mirrors).
122 | # POSTSYNC_DAYS_FETCH_CACHE="2" # "0" if POSTSYNC_MIRROR is set
123 | 
124 | # The minimal number of days between last metadata update/calculation
125 | # and fetching of the pre-generated metadata cache for the main repository
126 | # (0 means never, and non-numerical values mean every time).
127 | # POSTSYNC_DAYS_CACHE="10"
128 | 
129 | # Independent of POSTSYNC_DAYS_CACHE, the cache is fetched if a file from
130 | # the following list is younger than the timestamp file. The list is relative
131 | # to the main repository, and it may contain wildcards. You might want to set
132 | # POSTSYNC_COMPARE_LIST="eclass/*.eclass"
133 | # unless you use the more sophisticated feature described below. Default:
134 | # POSTSYNC_COMPARE_LIST=""
135 | 
136 | # In addition to POSTSYNC_COMPARE_LIST, the cache is fetched if a corresponding
137 | # call of the eclasses.usage script (provided by this package) detects an
138 | # eclass younger than the timestamp file and which is used at least the
139 | # following number of times in ebuilds.
140 | # Set this variable to a non-number (or empty) to switch off this feature.
141 | # This feature is also disabled if eclass.usage is not an executable in $PATH
142 | # POSTSYNC_ECLASSES_MIN="500"
143 | 
144 | # In case the pre-generated metadata cache for the main repository is fetched:
145 | # Only fetch the data if the fetched data is presumably not older than this
146 | # number of days
147 | # (0 means fetch always, non-numerical values mean never)
148 | # POSTSYNC_DAYS_CACHE_MAX="1"
149 | 
150 | # The minimal number of days between two calls of git-repack in the
151 | # main repository (0 means never, and non-numerical values mean every time)
152 | # POSTSYNC_DAYS_GIT_REPACK="7"
153 | 
154 | # The minimal number of days between two calls of git-repack in overlays
155 | # (0 means never, and non-numerical values mean every time).
156 | # This is a list of the form
157 | # "repository days repository days ..."
158 | # The repository * means every repository except the main repository.
159 | # The repository ** means every repository.
160 | # The first matching repository is taken; git-repack is omitted if none matches.
161 | # It is not a good idea to specify the main repository here unless you disable
162 | # the "normal" handling of git-repack for the main repository (the latter can
163 | # be done e.g. by setting POSTSYNC_DAYS_GIT_REPACK=0), because otherwise
164 | # git-repack might be called twice for the main repository.
165 | # This feature uses the timestamp file ${repository_path}/.git/git-repack.date
166 | # The default is taken unless you set it to a nonempty value
167 | # (use e.g. POSTSYNC_DAYS_GIT_REPACK_REPO=" " to disable the feature).
168 | # POSTSYNC_DAYS_GIT_REPACK_REPO="* 30"
169 | 
170 | # Whether git repack should do further cleanup (gc, prune, etc).
171 | # This can save a lot of space but in rare situations with forced pushes
172 | # this can cause breakage.
173 | # This is a list of repositories for which you want the cleanup.
174 | # The repository * means every repository except the main repository.
175 | # The repository ** means every repository.
176 | # POSTSYNC_GIT_GC_PRUNE="**"
177 | 
178 | # The number to use for --jobs when calling egencache.
179 | # The empty value (default) means the number of processors.
180 | # A non-numerical value means that no --jobs argument is passed.
181 | # POSTSYNC_JOBS=""
182 | 
183 | # Skip generating the cache for these repositories.
184 | # The value * means every repository besides the main repository.
185 | # The value ** means every repository.
186 | # The main repository is skipped if the sync address does not end with .git
187 | # POSTSYNC_SKIP=""
188 | 
189 | # Extra arguments to pass to egencache. This is a list of the form
190 | # "repository extraarg repository extraarg ..."
191 | # repositories can be repeated.
192 | # The repository * means every repository except the main repository.
193 | # The repository ** means every repository.
194 | # Typical examples:
195 | # POSTSYNC_EGENCACHE=""
196 | # POSTSYNC_EGENCACHE="${POSTSYNC_EGENCACHE} local --update-use-local-desc"
197 | # POSTSYNC_EGENCACHE="${POSTSYNC_EGENCACHE} local --update-pkg-desc-index"
198 | # POSTSYNC_EGENCACHE="${POSTSYNC_EGENCACHE} gentoo --update-pkg-desc-index"
199 | # POSTSYNC_EGENCACHE="${POSTSYNC_EGENCACHE} mv --changelog-reversed"
200 | # POSTSYNC_EGENCACHE="${POSTSYNC_EGENCACHE} mv --update-changelogs"
201 | # The default is:
202 | # POSTSYNC_EGENCACHE=""
203 | 
204 | # This is prepended to POSTSYNC_EGENCACHE.
205 | # Do not set it unless you want to _remove_ the defaults for some reason.
206 | # Very likely you want to include at least "** --update" (or "* --update" if
207 | # POSTSYNC_MIRROR is "yes").
208 | # If POSTSYNC_MIRROR is "yes" the substring "** --update" is changed to "* --update"
209 | # in the following default:
210 | # POSTSYNC_EGENCACHE_DEFAULT="** --ignore-default-opts ** --update ** --tolerant
211 | # ${POSTSYNC_MAIN_REPOSITORY} --update-use-local-desc"
212 | 
213 | # The minimal number of days before syncing glsa again
214 | # (0 means never, and non-numerical values mean every time)
215 | # POSTSYNC_DAYS_NEWS="1"
216 | 
217 | # How deep to clone the glsa git repository (0 or non-numeric is unlimited)
218 | # POSTSYNC_DEPTH_NEWS="1"
219 | 
220 | # The URL of the glsa git repository
221 | # POSTSYNC_URL_NEWS="https://anongit.gentoo.org/git/data/gentoo-news.git"
222 | 
223 | # How often removing metadata/news and retrying git in case of failure
224 | # POSTSYNC_RETRY_NEWS="1"
225 | 
226 | # Whether to keep partial metadata/news if all retries failed.
227 | # Can be "yes", "no", or "never". The latter means removal even if fetch failed
228 | # POSTSYNC_KEEP_NEWS="no"
229 | 
230 | # The minimal number of days before syncing glsa again
231 | # (0 means never, and non-numerical values mean every time)
232 | # POSTSYNC_DAYS_GLSA="2"
233 | 
234 | # How deep to clone the glsa git repository (0 or non-numeric is unlimited)
235 | # POSTSYNC_DEPTH_GLSA="1"
236 | 
237 | # The URL of the glsa git repository
238 | # POSTSYNC_URL_GLSA="https://anongit.gentoo.org/git/data/glsa.git"
239 | 
240 | # How often removing metadata/glsa and retrying git in case of failure
241 | # POSTSYNC_RETRY_GLSA="1"
242 | 
243 | # Whether to keep partial metadata/glsa if all retries failed
244 | # Can be "yes", "no", or "never". The latter means removal even if fetch failed
245 | # POSTSYNC_KEEP_GLSA="no"
246 | 
247 | # The minimal number of days before syncing xml-schema again
248 | # (0 means never, and non-numerical values mean every time)
249 | # POSTSYNC_DAYS_XML_SCHEMA="30"
250 | 
251 | # How deep to clone the xml-schema git repository
252 | # (0 or non-numeric is unlimited)
253 | # POSTSYNC_DEPTH_XML_SCHEMA="1"
254 | 
255 | # The URL of the xml-schema git repository
256 | # POSTSYNC_URL_XML_SCHEMA="https://anongit.gentoo.org/git/data/xml-schema.git"
257 | 
258 | # How often removing metadata/xml-schema and retrying git in case of failure
259 | # POSTSYNC_RETRY_XML_SCHEMA="1"
260 | 
261 | # Whether to keep partial metadata/xml-schema if all retries failed
262 | # Can be "yes", "no", or "never". The latter means removal even if fetch failed
263 | # POSTSYNC_KEEP_XML_SCHEMA="no"
264 | 
265 | # The minimal number of days before syncing dtd again
266 | # (0 means never, and non-numerical values mean every time)
267 | # POSTSYNC_DAYS_DTD="30"
268 | 
269 | # How deep to clone the dtd git repository (0 or non-numeric is unlimited)
270 | # POSTSYNC_DEPTH_DTD="1"
271 | 
272 | # The URL of the dtd git repository
273 | # POSTSYNC_URL_DTD="https://anongit.gentoo.org/git/data/dtd.git"
274 | 
275 | # How often removing metadata/dtd and retrying git in case of failure
276 | # POSTSYNC_RETRY_DTD="1"
277 | 
278 | # Whether to keep partial metadata/dtd if all retries failed
279 | # Can be "yes", "no", or "never". The latter means removal even if fetch failed
280 | # POSTSYNC_KEEP_DTD="no"
281 | 
282 | # The minimal number of days before syncing projects.xml again
283 | # (0 means never, and non-numerical values mean every time)
284 | # POSTSYNC_DAYS_PROJECTS_XML="30"
285 | 
286 | # The URL of the projects.xml file:
287 | # POSTSYNC_URL_PROJECTS_XML="https://api.gentoo.org/metastructure/projects.xml"
288 | 


--------------------------------------------------------------------------------
/repo.postsync.d/portage-postsyncd-mv.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/sh
  2 | # This file must be sourced. The above line is only for editors
  3 | # SPDX-License-Identifier: GPL-2.0-only
  4 | [ -n "${1-}" ] || exit 0
  5 | : ${POSTSYNC_MAIN_REPOSITORY:=gentoo}
  6 | case $only_main in
  7 | '+')
  8 | 	[ x"${1-}" = x"$POSTSYNC_MAIN_REPOSITORY" ] || exit 0;;
  9 | '-')
 10 | 	[ x"${1-}" != x"$POSTSYNC_MAIN_REPOSITORY" ] || exit 0;;
 11 | esac
 12 | 
 13 | repository_name=$1
 14 | sync_uri=$2
 15 | repository_path=$3
 16 | 
 17 | init_vars() {
 18 | 	option_quiet=
 19 | 	option_verbose=
 20 | 	[ -z "${PORTAGE_QUIET:++}" ] || {
 21 | 		unset EINFO_QUIET EINFO_VERBOSE
 22 | 		option_quiet=-q
 23 | 	}
 24 | 	! yesno "${EINFO_VERBOSE-}" || option_verbose=-v
 25 | init_vars() {
 26 | 	:
 27 | }
 28 | }
 29 | 
 30 | output_n() {
 31 | 	[ x"$LAST_E_CMD" != x'ebegin' ] || echo
 32 | 	printf '%s' "$1$RC_INDENTATION$2"
 33 | 	LAST_E_CMD=$3
 34 | }
 35 | 
 36 | output_l() {
 37 | 	output_n "$1" "$2
 38 | " "$3"
 39 | }
 40 | 
 41 | eindent() {
 42 | 	RC_INDENTATION=$RC_INDENTATION'  '
 43 | }
 44 | 
 45 | eoutdent() {
 46 | 	RC_INDENTATION=${RC_INDENTATION%  }
 47 | }
 48 | 
 49 | einfo_quiet() {
 50 | 	init_vars
 51 | 	if yesno "${EINFO_QUIET-}"
 52 | 	then
 53 | einfo_quiet() {
 54 | :
 55 | }
 56 | 	else
 57 | einfo_quiet() {
 58 | 	return 1
 59 | }
 60 | 		return 1
 61 | 	fi
 62 | }
 63 | 
 64 | init_colors() {
 65 | 	RC_ENDCOL=1
 66 | 	if [ -z "${CONSOLETYPE:++}" ]
 67 | 	then	CONSOLETYPE=`consoletype stdout 2>/dev/null`
 68 | 		export CONSOLETYPE
 69 | 	fi
 70 | 	if [ x"$CONSOLETYPE" = x'serial' ]
 71 | 	then	RC_NOCOLOR=1
 72 | 		RC_ENDCOL=0
 73 | 	fi
 74 | 	if yesno "${RC_NOCOLOR-}"
 75 | 	then	NORMAL=
 76 | 		GOOD=
 77 | 		WARN=
 78 | 		BAD=
 79 | 		HILITE=
 80 | 		BRACKET=
 81 | 	elif tput color >/dev/null 2>&1
 82 | 	then	NORMAL=`tput sgr0`
 83 | 		init_colors=$NORMAL`tput bold`
 84 | 		GOOD=$init_colors`tput setaf 2`
 85 | 		WARN=$init_colors`tput setaf 3`
 86 | 		BAD=$init_colors`tput setaf 1`
 87 | 		HILITE=$init_colors`tput setaf 6`
 88 | 		BRACKET=$init_colors`tput setaf 4`
 89 | 	else	NORMAL=`printf '\033[0m'`
 90 | 		GOOD=`printf '\033[32;01m'`
 91 | 		WARN=`printf '\033[33;01m'`
 92 | 		BAD=`printf '\033[31;01m'`
 93 | 		HILITE=`printf '\033[36;01m'`
 94 | 		BRACKET=`printf '\033[34;01m'`
 95 | 	fi
 96 | 	RC_INDENTATION=
 97 | 	LAST_E_CMD=
 98 | 	init_colors=${COLUMNS:-0}
 99 | 	[ "$init_colors" -gt 0 ] || {
100 | 		init_colors="set -- `stty size 2>/dev/null`"
101 | 		init_colors=`$init_colors
102 | printf '%s' "$2"`
103 | 		: ${init_colors:=0}
104 |         }
105 | 	[ "$init_colors" -ge 6 ] && [ "$init_colors" -le 80 ] || init_colors=80
106 | 	init_colors=$(( $init_colors - 6 ))
107 | 	if yesno "$RC_ENDCOL"
108 | 	then	eval 'rc_end() {
109 | 	printf '\''\r\n\033[A\033['"$init_colors"'C%s\n'\'' "$*"
110 | }'
111 | 	else	eval 'rc_end() {
112 | 	printf '\''\n%'"$init_colors"'s\n'\'' "$*"
113 | }'
114 | 	fi
115 | init_colors() {
116 | :
117 | }
118 | }
119 | 
120 | esyslog() {
121 | 	yesno "${EINFO_LOG-}" && command -v logger >/dev/null 2>&1 || exit 0
122 | 	esyslog_pri=$1
123 | 	esyslog_tag=$2
124 | 	shift 2
125 | 	[ -n "${*:++}" ] || exit 0
126 | 	logger -p "$esyslog_pri" -t "$esyslog_tag" -- "$@*"
127 | }
128 | 
129 | einfon() {
130 | 	! einfo_quiet || return 0
131 | 	init_colors
132 | 	output_n " ${GOOD}*$NORMAL " "$*" einfon
133 | }
134 | 
135 | einfo() {
136 | 	! einfo_quiet || return 0
137 | 	init_colors
138 | 	output_l " ${GOOD}*$NORMAL " "$*" einfo
139 | }
140 | 
141 | ewarnn() {
142 | 	! einfo_quiet || return 0
143 | 	init_colors
144 | 	output_n " ${WARN}*$NORMAL " "$*" ewarnn >&2
145 | 	esyslog daemon.warning "${0##*/}" "$*"
146 | }
147 | 
148 | ewarn() {
149 | 	! einfo_quiet || return 0
150 | 	init_colors
151 | 	output_l " ${WARN}*$NORMAL " "$*" ewarn >&2
152 | 	esyslog daemon.warning "${0##*/}" "$*"
153 | }
154 | 
155 | eerrorn() {
156 | 	! yesno "${EERROR_QUIET-}" || return
157 | 	init_colors
158 | 	output_n " ${BAD}*$NORMAL " "$*" eerrorn >&2
159 | 	esyslog daemon.err "${0##*/}" "$*"
160 | 	return 1
161 | }
162 | 
163 | eerror() {
164 | 	! yesno "${EERROR_QUIET-}" || return
165 | 	init_colors
166 | 	output_l " ${BAD}*$NORMAL " "$*" eerror >&2
167 | 	esyslog daemon.err "${0##*/}" "$*"
168 | }
169 | 
170 | ebegin() {
171 | 	! einfo_quiet || return 0
172 | 	init_colors
173 | 	output_n " ${GOOD}*$NORMAL " "${*-} ..." ebegin
174 | }
175 | 
176 | ebeginl() {
177 | 	! einfo_quiet || return 0
178 | 	init_colors
179 | 	output_l " ${GOOD}*$NORMAL " "${*-} ..." ebeginl
180 | }
181 | 
182 | ebeginv() {
183 | 	init_vars
184 | 	if [ -n "$option_verbose" ]
185 | 	then	ebeginl "$@"
186 | 	else	ebegin "$@"
187 | 	fi
188 | }
189 | 
190 | eend_sub() {
191 | 	if [ "$1" -eq 0 ]
192 | 	then	! einfo_quiet || return 0
193 | 		init_colors
194 | 		rc_end "$BRACKET[ ${GOOD}ok$BRACKET ]$NORMAL"
195 | 		LAST_E_CMD=$2
196 | 		return 0
197 | 	fi
198 | 	init_colors
199 | 	rc_end "${BRACKET}[ ${BAD}!!${BRACKET} ]${NORMAL}"
200 | 	LAST_E_CMD=$2
201 | 	return $1
202 | }
203 | 
204 | eend() {
205 | 	eend_sub "${1:-0}" eend && return
206 | 	eend=$?
207 | 	shift
208 | 	[ -z "${*:++}" ] || eerror "$*"
209 | 	return $eend
210 | }
211 | 
212 | ewend() {
213 | 	eend_sub "${1:-0}" ewend && return
214 | 	eend=$?
215 | 	shift
216 | 	[ -z "${*:++}" ] || ewarn "$*"
217 | 	return $eend
218 | }
219 | 
220 | veinfo_verbose() {
221 | 	init_vars
222 | 	if yesno "${EINFO_VERBOSE-}" && ! yesno "${EINFO_QUIET-}"
223 | 	then
224 | veinfo_verbose() {
225 | :
226 | }
227 | 	else
228 | veinfo_verbose() {
229 | return 1
230 | }
231 | 		return 1
232 | 	fi
233 | }
234 | 
235 | veinfo() {
236 | 	! veinfo_verbose || einfo ${1+"$@"}
237 | }
238 | 
239 | veinfon() {
240 | 	! veinfo_verbose || einfon ${1+"$@"}
241 | }
242 | 
243 | vewarn() {
244 | 	! veinfo_verbose || ewarn ${1+"$@"}
245 | }
246 | 
247 | veerror() {
248 | 	! veinfo_verbose || eerror ${1+"$@"}
249 | }
250 | 
251 | vebegin(){
252 | 	! veinfo_verbose || ebegin ${1+"$@"}
253 | }
254 | 
255 | vebeginl(){
256 | 	! veinfo_verbose || ebeginl ${1+"$@"}
257 | }
258 | 
259 | veend() {
260 | 	! veinfo_verbose || eend ${1+"$@"}
261 | 	return ${1:-0}
262 | }
263 | 
264 | vewend() {
265 | 	! veinfo_verbose || ewend ${1+"$@"}
266 | 	return ${1:-0}
267 | }
268 | 
269 | veindent() {
270 | 	! veinfo_verbose || eindent
271 | }
272 | 
273 | veoutdent() {
274 | 	! veinfo_verbose || eoutdent
275 | }
276 | 
277 | die() {
278 | 	eerror ${1+"$@"}
279 | 	exit 1
280 | }
281 | 
282 | yesno() {
283 | 	case ${1:-n} in
284 | 	[nNfF]*|[oO][fF]*|0|-)
285 | 		return 1;;
286 | 	esac
287 | 	:
288 | }
289 | 
290 | # normalizeyesno VAR [yes [no [pattern [value] ...]]]
291 | # yes defaults to :, no to empty string, pattern is evaluated within case
292 | normalizeyesno() {
293 | 	normalizeyesno_v=$1
294 | 	shift
295 | 	normalizeyesno_y=${1-:}
296 | 	[ $# -le 0 ] || shift
297 | 	normalizeyesno_n=${1-}
298 | 	[ $# -le 0 ] || shift
299 | 	while [ $# -gt 0 ]
300 | 	do	eval 'case ${'$normalizeyesno_v'-} in
301 | 		'$1')
302 | 			[ $# -lt 2 ] || '$normalizeyesno_v'=$2
303 | 			return;;
304 | 		esac'
305 | 		shift
306 | 		[ $# -le 0 ] || shift
307 | 	done
308 | 	if eval 'yesno "${'$normalizeyesno_v'-}"'
309 | 	then	eval $normalizeyesno_v=\$normalizeyesno_y
310 | 	else	eval $normalizeyesno_v=\$normalizeyesno_n
311 | 	fi
312 | }
313 | 
314 | normalize_gitkeep() {
315 | 	normalizeyesno $1 -k '' '[nN][eE][vV]*' -K
316 | }
317 | 
318 | restart_as_default() {
319 | 	[ -n "${POSTSYNC_REPO_USER++}" ] || POSTSYNC_REPO_USER='** portage'
320 | 	restart_as_default=
321 | 	restart_as_default_repo=:
322 | 	case $- in
323 | 	*f*)
324 | 		restart_as_default_end=:;;
325 | 	*)
326 | 		set -f
327 | 		restart_as_default_end='set +f';;
328 | 	esac
329 | 	for restart_as_default_i in $POSTSYNC_REPO_USER
330 | 	do	if $restart_as_default_repo
331 | 		then	restart_as_default_repo=false
332 | 			is_repository "$restart_as_default_i"
333 | 			restart_as_default_pick=$?
334 | 		else	restart_as_default_repo=:
335 | 			[ $restart_as_default_pick -ne 0 ] || {
336 | 				restart_as_default=$restart_as_default_i
337 | 				break
338 | 			}
339 | 		fi
340 | 	done
341 | 	$restart_as_default_end
342 | 	restart_as "${restart_as_default:-root}" "$@"
343 | }
344 | 
345 | exit_if_mirror() {
346 | 	! yesno "${POSTSYNC_MIRROR-}" || exit 0
347 | }
348 | 
349 | is_valid_user() {
350 | 	case ${1:-/} in
351 | 	*[!0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_.,]*)
352 | 		return 1;;
353 | 	esac
354 | 	:
355 | }
356 | 
357 | restart_as() {
358 | 	restart_as=${1:-root}
359 | 	shift
360 | 	[ x"$restart_as" != x'root' ] || return 0
361 | 	is_valid_user "$restart_as" || die "Not a valid user: $restart_as"
362 | 	[ "`id -u`" -eq 0 ] || {
363 | 		HOME=$restart_as_home
364 | 		unset restart_as_home
365 | 		check_writable "$restart_as"
366 | 		return 0
367 | 	}
368 | 	case $0 in
369 | 	/*)
370 | 		restart_as_name=$0;;
371 | 	*)
372 | 		restart_as_name=/etc/portage/repo.postsync.d/${0##*/};;
373 | 	esac
374 | 	eval "restart_as_home=~$restart_as"
375 | 	export restart_as_home
376 | 	if [ -z "${POSTSYNC_SHELL:++}" ]
377 | 	then	POSTSYNC_SHELL=`command -v sh 2>/dev/null` && \
378 | 			[ -n "${POSTSYNC_SHELL:++}" ] || \
379 | 			POSTSYNC_SHELL=${PORTAGE_CONFIGROOT-}/bin/sh
380 | 	fi
381 | 	exec su -p -s "$POSTSYNC_SHELL" -c 'restart_as_name=$1
382 | shift
383 | . "$restart_as_name" "$@"
384 | ' "$restart_as" -- "$POSTSYNC_SHELL" "$restart_as_name" "$@"
385 | 	die "Failed to exec $restart_as_name as $restart_as"
386 | }
387 | 
388 | filestamp_file() {
389 | 	case $1 in
390 | 	/*)
391 | 		filestamp_file=$1;;
392 | 	*/*)
393 | 		filestamp_file=$repository_path/${1#./};;
394 | 	*)
395 | 		filestamp_file=$repository_path/local/timestamps/$1;;
396 | 	esac
397 | }
398 | 
399 | check_readable() {
400 | 	case $1 in
401 | 	/*)
402 | 		test -r "$1"
403 | 		return;;
404 | 	esac
405 | 	test -r "$repository_path/$1"
406 | }
407 | 
408 | is_number() {
409 | 	case ${1:-x} in
410 | 	*[!0123456789]*)
411 | 		return 1;;
412 | 	esac
413 | 	:
414 | }
415 | 
416 | is_octal() {
417 | 	case ${1:-x} in
418 | 	*[!01234567]*)
419 | 		return 1;;
420 | 	esac
421 | 	:
422 | }
423 | 
424 | current_date() {
425 | 	current_date=`date +%s` || current_date=
426 | 	is_number "$current_date" || {
427 | 		current_date=0
428 | 		eerror 'Failed to get current date'
429 | 		return 1
430 | 	}
431 | }
432 | 
433 | # Usage: max_days_file $days $file [$not_exist] [$append_to_not_exist]
434 | # returns success if filestamp in $file (in repository_path or local/timestamps
435 | # unless a more complete path is specified) is maximally $days old.
436 | # $days=0 counts as infinity (always success). Non-numerical $days means never.
437 | # If $not_exist (in repository_path unless a complete path is specified)
438 | # is non-empty and non-readable, failure is returned independent of $file.
439 | # If $not_exist has the special value '' and $days is positive do not check
440 | # date.
441 | # After return, the variable $max_days_file contains the timestamp or is empty
442 | # in case of early return.
443 | max_days_file() {
444 | 	max_days_file=
445 | 	is_number "$1" || return 1
446 | 	[ "$1" -ne 0 ] || return 0
447 | 	max_days_file=0
448 | 	[ -z "${3:++}${4:++}" ] || check_readable "$3${4-}" || {
449 | 		einfo "Missing $3${4-}"
450 | 		return 1
451 | 	}
452 | 	filestamp_file "$2"
453 | 	test -r "$filestamp_file" || {
454 | 		einfo "Missing filestamp $filestamp_file"
455 | 		return 1
456 | 	}
457 | 	read max_days_file current_date <"$filestamp_file"
458 | 	is_number "$max_days_file" || max_days_file=0
459 | 	[ $# -ne 3 ] || [ -n "$3" ] || return 0
460 | 	current_date || return 1
461 | 	# 24 * 60 * 60 = 86400 seconds in one day
462 | 	if [ $(( $1 * 86400 )) -gt "$(( $current_date - $max_days_file ))" ]
463 | 	then	einfo "Recent filestamp $filestamp_file"
464 | 		return 0
465 | 	fi
466 | 	einfo "Old filestamp $filestamp_file"
467 | 	return 1
468 | }
469 | 
470 | # Usage: update_days_file $days $file
471 | # Create/update timestamp in $file (in repository_path or local/timestamps
472 | # unless a more complete path is specified) unless $days is non_numeric
473 | # or zero.
474 | update_days_file() {
475 | 	is_number "$1" && [ $1 -ne 0 ] || return 0
476 | 	filestamp_file "$2"
477 | 	update_days_file=${filestamp_file%/*}
478 | 	test -d "$update_days_file" || mkdir -p -- "$update_days_file" || {
479 | 		eerror "failed to create $update_days_file"
480 | 		return 1
481 | 	}
482 | 	current_date
483 | 	update_days_file=`LC_ALL=C LC_TIME=C date -R || :` || \
484 | 		update_days_file=
485 | 	ebegin "Updating $filestamp_file"
486 | 	printf "%s %s\n" "$current_date" \
487 | 		"$update_days_file" >|"$filestamp_file"
488 | 	eend $? "Failed to create $filestamp_file"
489 | }
490 | 
491 | local_path() {
492 | 	local_path=${1%/}
493 | 	case ${local_path:-.} in
494 | 	/*)
495 | 		:;;
496 | 	.)
497 | 		local_path=$repository_path;;
498 | 	*)
499 | 		local_path=$repository_path/${local_path%/.};;
500 | 	esac
501 | }
502 | 
503 | # Usage: git_pull depth local_path [Description]
504 | # eend has to be printed afterwards, possibly using $local_path
505 | # git_pull_merge_state indicates in error case whether the merge failed
506 | git_pull() {
507 | 	git_pull_merge_state=0
508 | 	git_pull_depth=$1
509 | 	local_path "$2"
510 | 	shift 2
511 | 	if [ $# -gt 0 ]
512 | 	then	[ -z "${*:++}" ] || ebeginl "$*"
513 | 	else	ebeginl "Updating $local_path"
514 | 	fi
515 | 	init_vars
516 | 	is_number "${git_pull_depth:-x}" && [ $git_pull_depth -gt 0 ] \
517 | 		|| git_pull_depth=
518 | 	git_pull_remote=`git -C "$local_path" rev-parse --abbrev-ref --symbolic-full-name '@{upstream}'` \
519 | 		|| return
520 | 	# Use the same strategy as portage: git fetch && git reset --merge
521 | 	# We need to call git update-index first to make e.g. git+overlayfs
522 | 	# happy, see https://bugs.gentoo.org/show_bug.cgi?id=552814
523 | 	# The -q --unmerged are both necessary here to not error out early
524 | 	# (they are used internally by git status).
525 | 	git_pull_index_state=0
526 | 	git -C "$local_path" update-index --refresh -q --unmerged \
527 | 		|| git_pull_index_state=$?
528 | 	git -C "$local_path" fetch $option_quiet \
529 | 		${git_pull_depth:+--depth=$git_pull_depth} \
530 | 		"${git_pull_remote%%/*}" \
531 | 		|| return
532 | 	git -C "$local_path" reset --merge "$git_pull_remote" $option_quiet
533 | 	git_pull_merge_state=$?
534 | 	[ $git_pull_merge_state -eq 0 ] || return $git_pull_merge_state
535 | 	return $git_pull_index_state
536 | }
537 | 
538 | # Usage: git_new depth remote local_path [Description]
539 | # eend has to be printed afterwards, possibly using $local_path
540 | git_new() {
541 | 	git_new_depth=$1
542 | 	git_new_remote=$2
543 | 	local_path "$3"
544 | 	shift 3
545 | 	if [ $# -ge 0 ]
546 | 	then	[ -z "${*:++}" ] || ebeginl "$*"
547 | 	else	ebeginl "Cloning into $local_path"
548 | 	fi
549 | 	if is_number "$git_new_depth" && [ $git_new_depth -ne 0 ]
550 | 	then	set -- --depth="$git_new_depth"
551 | 	else	set -- a
552 | 		shift
553 | 	fi
554 | 	init_vars
555 | 	git clone $option_quiet ${1+"$@"} -- "$git_new_remote" "$local_path"
556 | }
557 | 
558 | # Usage: git_clone [option] [--] depth remote local_path [Description]
559 | # depth 0 or non-numerical means that no --depth argument is passed. Options:
560 | # -g     apply git_repack afterwards.
561 | # -r NUM remove $local_path and retry NUM times in error case (default is 1)
562 | # -k     keep partial $local_path after all retries
563 | # -K     remove partial $local_path after all retries even if only fetch failed
564 | git_clone() {
565 | 	git_clone_repack=:
566 | 	git_clone_retry=1
567 | 	git_clone_keep=
568 | 	OPTIND=1
569 | 	while getopts 'gkKr:' git_clone_opt
570 | 	do	case $git_clone_opt in
571 | 		g)	git_clone_repack=git_repack;;
572 | 		k)	git_clone_keep=:;;
573 | 		K)	git_clone_keep=false;;
574 | 		r)	git_clone_retry=$OPTARG
575 | 			is_number "$git_clone_retry" || \
576 | 				die "git_clone -r: arg not a number: ${git_clone_retry:-(empty string)}";;
577 | 		'?')	die 'git_clone: illegal option';;
578 | 		esac
579 | 	done
580 | 	shift $(( $OPTIND - 1 ))
581 | 	git_clone_depth=$1
582 | 	git_clone_remote=$2
583 | 	local_path "$3"
584 | 	shift 3
585 | 	while :
586 | 	do	if test -d "$local_path/.git"
587 | 		then	git_pull "$git_clone_depth" "$local_path" ${1+"$@"}
588 | 		else	git_pull_merge_state=0
589 | 			git_new "$git_clone_depth" "$git_clone_remote" \
590 | 				"$local_path" ${1+"$@"}
591 | 		fi
592 | 		git_clone_state=$?
593 | 		[ $git_clone_state -ne 0 ] || break
594 | 		if [ $git_clone_retry -le 0 ]
595 | 		then	[ -n "$git_clone_keep" ] || \
596 | 				[ $git_pull_merge_state -eq 0 ] || \
597 | 					git_clone_keep=:
598 | 			if ${git_clone_keep:-false}
599 | 			then	eend $git_clone_state "you might try to remove $local_path and retry later"
600 | 			else	eend $git_clone_state "removing $local_path"
601 | 				rm -rf -- "$local_path"
602 | 				eend $?
603 | 			fi
604 | 			return $git_clone_state
605 | 		fi
606 | 		eend $git_clone_state "Removing $local_path and retrying"
607 | 		rm -rf -- "$local_path" || {
608 | 			eend $? 'not retrying due to removal failure'
609 | 			return
610 | 		}
611 | 		git_clone_retry=$(( $git_clone_retry - 1 ))
612 | 	done
613 | 	$git_clone_repack "$local_path"
614 | }
615 | 
616 | # $git_repack must be true or false and $local_path must be set.
617 | git_repack_exec() {
618 | 	if ! $git_repack
619 | 	then	git -C "$local_path" repack -f -a -d --window=250 --depth=250
620 | 		return
621 | 	fi
622 | 	git_gc_prune=0
623 | 	git -C "$local_path" prune || git_gc_prune=$?
624 | 	git -C "$local_path" reflog expire --expire=now --all || git_gc_prune=$?
625 | 	git -C "$local_path" gc '--prune=all' || git_gc_prune=$?
626 | 	git -C "$local_path" repack -f -a -d --window=250 --depth=250 || git_gc_prune=$?
627 | 	git -C "$local_path" prune || git_gc_prune=$?
628 | 	return $git_gc_prune
629 | }
630 | 
631 | # Usage: git_repack dir [force gc/prune]
632 | git_repack() {
633 | 	init_vars
634 | 	local_path "$1"
635 | 	if [ -n "${2:++}" ]
636 | 	then	git_repack=$2
637 | 	elif repo_in_list '${POSTSYNC_GIT_GC_PRUNE-**}'
638 | 	then	git_repack=:
639 | 	else	git_repack=false
640 | 	fi
641 | 	if $git_repack
642 | 	then	ebeginl "Calling git prune/gc/repack for the $repository_name repository"
643 | 	else	ebeginl "Calling git repack for the $repository_name repository"
644 | 	fi
645 | 	eval git_repack_exec ${option_quiet:+>/dev/null}
646 | 	eend $?
647 | }
648 | 
649 | git_repack_days() {
650 | 	[ -n "${POSTSYNC_DAYS_GIT_REPACK_REPO:++}" ] || \
651 | 		POSTSYNC_DAYS_GIT_REPACK_REPO='* 30'
652 | 	git_repack_days=
653 | 	git_repack_days_repo=:
654 | 	case $- in
655 | 	*f*)
656 | 		git_repack_days_end=:;;
657 | 	*)
658 | 		set -f
659 | 		git_repack_days_end='set +f';;
660 | 	esac
661 | 	for git_repack_days_i in $POSTSYNC_DAYS_GIT_REPACK_REPO
662 | 	do	if $git_repack_days_repo
663 | 		then	git_repack_days_repo=false
664 | 			is_repository "$git_repack_days_i"
665 | 			git_repack_days_pick=$?
666 | 		else	git_repack_days_repo=:
667 | 			[ $git_repack_days_pick -ne 0 ] || {
668 | 				git_repack_days=$git_repack_days_i
669 | 				break
670 | 			}
671 | 		fi
672 | 	done
673 | 	$git_repack_days_end
674 | }
675 | 
676 | postsync_jobs() {
677 | 	[ -n "${POSTSYNC_JOBS:-}" ] || POSTSYNC_JOBS=`nproc` || POSTSYNC_JOBS=
678 | 	is_number "$POSTSYNC_JOBS" || POSTSYNC_JOBS=
679 | postsync_job() {
680 | :
681 | }
682 | }
683 | 
684 | is_repository() {
685 | 	[ x"$1" = x'**' ] || [ x"$1" = x"$repository_name" ] || {
686 | 		[ x"$1" = x'*' ] && [ x"$repository_name" != \
687 | 			x"$POSTSYNC_MAIN_REPOSITORY" ]
688 | 	}
689 | }
690 | 
691 | is_git() {
692 | 	case $sync_uri in
693 | 	*.git)
694 | 		return 0;;
695 | 	esac
696 | 	git_repository
697 | }
698 | 
699 | git_repository() {
700 | 	git_repository=$repository_path/.git
701 | 	test -d "$git_repository"
702 | }
703 | 
704 | check_writable() {
705 | 	! test -w "$repository_path" || return 0
706 | 	eerror "Directory of $repository_name repository non-writable"
707 | 	eerror "Maybe POSTSYNC_CHPERM is not set appropriately"
708 | 	exit 1
709 | }
710 | 
711 | repo_in_list() {
712 | 	case $- in
713 | 	*f*)
714 | 		repo_in_list_end=:;;
715 | 	*)
716 | 		set -f
717 | 		repo_in_list_end='set +f';;
718 | 	esac
719 | 	eval "set -- a $1"
720 | 	shift
721 | 	for repo_in_list
722 | 	do	if is_repository "$repo_in_list"
723 | 		then	$repo_in_list_end
724 | 			return 0
725 | 		fi
726 | 	done
727 | 	$repo_in_list_end
728 | 	return 1
729 | }
730 | 
731 | call_egencache() {
732 | 	ebegin "Calling egencache for the $repository_name repository"
733 | 	postsync_jobs
734 | 	unset EGENCACHE_DEFAULT_OPTS
735 | 	egencache ${POSTSYNC_JOBS:+"--jobs=$POSTSYNC_JOBS"} \
736 | 		"--repo=$repository_name" "$@"
737 | 	eend $?
738 | }
739 | 
740 | egencache_options() {
741 | 	if [ -z "${POSTSYNC_EGENCACHE_DEFAULT++}" ]
742 | 	then	POSTSYNC_EGENCACHE_DEFAULT='** --ignore-default-opts *'
743 | 		yesno "${POSTSYNC_MIRROR-}" || \
744 | 			POSTSYNC_EGENCACHE_DEFAULT=$POSTSYNC_EGENCACHE_DEFAULT'*'
745 | 		POSTSYNC_EGENCACHE_DEFAULT=$POSTSYNC_EGENCACHE_DEFAULT' --update ** --tolerant
746 | '"$POSTSYNC_MAIN_REPOSITORY --update-use-local-desc"
747 | 	fi
748 | 	: ${POSTSYNC_EGENCACHE:=}
749 | 	egencache_options=
750 | 	egencache_options_repo=:
751 | 	case $- in
752 | 	*f*)
753 | 		egencache_options_end=:;;
754 | 	*)
755 | 		set -f
756 | 		egencache_options_end='set +f';;
757 | 	esac
758 | 	for egencache_options_i in $POSTSYNC_EGENCACHE_DEFAULT $POSTSYNC_EGENCACHE
759 | 	do	if $egencache_options_repo
760 | 		then	egencache_options_repo=false
761 | 			is_repository "$egencache_options_i"
762 | 			egencache_options_pick=$?
763 | 		else	egencache_options_repo=:
764 | 			[ $egencache_options_pick -ne 0 ] || \
765 | 				egencache_options=$egencache_options${egencache_options:+\ }$egencache_options_i
766 | 		fi
767 | 	done
768 | 	$egencache_options_end
769 | }
770 | 
771 | rsync_timeout() {
772 | 	: ${POSTSYNC_RSYNC_TIMEOUT=20}
773 | 	is_number "${POSTSYNC_RSYNC_TIMEOUT}" || POSTSYNC_RSYNC_TIMEOUT=
774 | 	rsync_timeout() {
775 | 	:
776 | }
777 | }
778 | 
779 | rsync_a() {
780 | 	init_vars
781 | 	rsync_timeout
782 | 	rsync -ltDHS --modify-window=2 -r --delete $option_quiet \
783 | 		${option_verbose:---progress} ${option_verbose:--vi} \
784 | 		${POSTSYNC_RSYNC_TIMEOUT:+--timeout=$POSTSYNC_RSYNC_TIMEOUT} \
785 | 		"$@"
786 | }
787 | 
788 | postsync_sync() {
789 | 	[ -n "${POSTSYNC_SYNC:++}" ] || \
790 | 		POSTSYNC_SYNC=${SYNC:-rsync://rsync.gentoo.org/gentoo-portage}
791 | postsync_sync() {
792 | :
793 | }
794 | }
795 | 
796 | chperm_vars() {
797 | 	[ -n "${POSTSYNC_CHPERM++}" ] || POSTSYNC_CHPERM='** 3755 0644 0755 portage portage'
798 | 	chperm_dir=
799 | 	chperm_file=
800 | 	chperm_hooksfile=
801 | 	chperm_user=
802 | 	chperm_group=
803 | 	case $- in
804 | 	*f*)
805 | 		chperm_vars_end=:;;
806 | 	*)
807 | 		set -f
808 | 		chperm_vars_end='set +f';;
809 | 	esac
810 | 	chperm_mode=repo
811 | 	for chperm_vars in $POSTSYNC_CHPERM
812 | 	do	case $chperm_mode in
813 | 		repo)
814 | 			chperm_mode=dir
815 | 			is_repository "$chperm_vars"
816 | 			chperm_vars_pick=$?;;
817 | 		dir)
818 | 			chperm_mode=file
819 | 			[ $chperm_vars_pick -ne 0 ] || chperm_dir=$chperm_vars;;
820 | 		file)
821 | 			chperm_mode=hooksfile
822 | 			[ $chperm_vars_pick -ne 0 ] || chperm_file=$chperm_vars;;
823 | 		hooksfile)
824 | 			chperm_mode=user
825 | 			[ $chperm_vars_pick -ne 0 ] || chperm_hooksfile=$chperm_vars;;
826 | 		user)
827 | 			chperm_mode=group
828 | 			[ $chperm_vars_pick -ne 0 ] || chperm_user=$chperm_vars;;
829 | 		group)
830 | 			chperm_mode=repo
831 | 			[ $chperm_vars_pick -ne 0 ] || {
832 | 				chperm_group=$chperm_vars
833 | 				break
834 | 			};;
835 | 		esac
836 | 	done
837 | 	$chperm_vars_end
838 | 	chperm_vars=1
839 | 	is_octal "$chperm_dir" && chperm_vars=0 || chperm_dir=
840 | 	is_octal "$chperm_file" && chperm_vars=0 || chperm_file=
841 | 	is_octal "$chperm_hooksfile" && chperm_vars=0 || chperm_hooksfile=
842 | 	is_valid_user "$chperm_user" && chperm_vars=0 || chperm_user=
843 | 	is_valid_user "$chperm_group" && chperm_vars=0 || chperm_group=
844 | 	return $chperm_vars
845 | }
846 | 
847 | chperm_set() {
848 | 	chperm_vars || return 0
849 | 	ebeginv "Setting permissions ${chperm_dir:--}/${chperm_file:--}(${chperm_hooksfile:--}) ${chperm_user:--}:${chperm_group:--} for repository $repository_name"
850 | 	init_vars
851 | 	set -- find "$repository_path"
852 | 	chperm_or=
853 | 	chperm_or_set='-o'
854 | 	if [ -n "$chperm_dir" ]
855 | 	then	set -- ${1+"$@"} $chperm_or \
856 | 		-type d '!' -perm "$chperm_dir" '!' -type l \
857 | 		-exec chmod $option_verbose -- "$chperm_dir" '{}' '+'
858 | 		chperm_or=$chperm_or_set
859 | 	fi
860 | 	if [ -n "$chperm_file" ]
861 | 	then	set -- ${1+"$@"} $chperm_or \
862 | 		'!' -path "*/.git/hooks/*" \
863 | 		-type f '!' -perm "$chperm_file" '!' -type l \
864 | 		-exec chmod $option_verbose -- "$chperm_file" '{}' '+'
865 | 		chperm_or=$chperm_or_set
866 | 	fi
867 | 	if [ -n "$chperm_hooksfile" ]
868 | 	then	set -- ${1+"$@"} $chperm_or \
869 | 		-path "*/.git/hooks/*" \
870 | 		-type f '!' -perm "$chperm_hooksfile" '!' -type l \
871 | 		-exec chmod $option_verbose -- "$chperm_hooksfile" '{}' '+'
872 | 		chperm_or=$chperm_or_set
873 | 	fi
874 | 	if [ -n "$chperm_user" ]
875 | 	then	set -- ${1+"$@"} $chperm_or \
876 | 		'!' -user "$chperm_user" \
877 | 		-exec chown -h $option_verbose -- "$chperm_user" '{}' '+'
878 | 		chperm_or=$chperm_or_set
879 | 	fi
880 | 	if [ -n "$chperm_group" ]
881 | 	then	set -- ${1+"$@"} $chperm_or \
882 | 		'!' -group "$chperm_group" \
883 | 		-exec chgrp -h $option_verbose -- "$chperm_group" '{}' '+'
884 | 		chperm_or=$chperm_or_set
885 | 	fi
886 | 	"$@"
887 | 	eend $?
888 | }
889 | 


--------------------------------------------------------------------------------
/zsh/_eclasses.usage:
--------------------------------------------------------------------------------
 1 | #compdef eclasses.usage
 2 | # SPDX-License-Identifier: GPL-2.0-only
 3 | _arguments -s -S : \
 4 | '(1 * -)'{'--help','-h'}'[print a brief help]' \
 5 | '(1 * -)'{'--man','-\\?'}'[show extended help as a manpage]' \
 6 | '(1 * -)'{'--version','-V'}'[print version]' \
 7 | {'(--minimal)-m+','(-m)--minimal='}'[only eclasses used specified MINIMAL times]:minimal:(1 500)' \
 8 | {'(--dir)-d+','(-d)--dir='}'[specify checked repository]:path:_files -/' \
 9 | {'(--print-dir)-D','(-D)--print-dir'}'[print directory and exit]' \
10 | {'(--only-names)-o','(-o)--only-names'}'[output only eclasses names]' \
11 | {'(--first)-1','(-1)--first'}'[output only the first match]' \
12 | {'(--time)-t+','(-t)--time='}'[only eclasses since specified seconds since epoch]:seconds since epoch:(0)' \
13 | 


--------------------------------------------------------------------------------