1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
#!/usr/local/bin/python
#
# This script generates a master INDEX file for the CD images built by the
# FreeBSD release engineers. Each disc is given a list of desired packages.
# Dependencies of these packages are placed on either the same disc or an
# earlier disc. The resulting master INDEX file is then written out.
#
# Usage: package-split.py <INDEX> <master INDEX>
#
# $FreeBSD$
import os
import sys
try:
arch = os.environ["PKG_ARCH"]
except:
arch = os.uname()[4]
print "Using arch %s" % (arch)
if 'PKG_VERBOSE' in os.environ:
verbose = 1
else:
verbose = 0
if 'PKG_DVD' in os.environ:
doing_dvd = 1
else:
doing_dvd = 0
# List of packages for disc1.
def disc1_packages():
pkgs = ['misc/freebsd-doc-bn',
'misc/freebsd-doc-da',
'misc/freebsd-doc-de',
'misc/freebsd-doc-el',
'misc/freebsd-doc-en',
'misc/freebsd-doc-es',
'misc/freebsd-doc-fr',
'misc/freebsd-doc-hu',
'misc/freebsd-doc-it',
'misc/freebsd-doc-ja',
'misc/freebsd-doc-mn',
'misc/freebsd-doc-nl',
'misc/freebsd-doc-pl',
'misc/freebsd-doc-pt',
'misc/freebsd-doc-ru',
'misc/freebsd-doc-sr',
'misc/freebsd-doc-tr',
'misc/freebsd-doc-zh_cn',
'misc/freebsd-doc-zh_tw']
if doing_dvd:
pkgs.extend(['lang/perl5.8',
'x11/xorg',
'devel/imake',
'emulators/linux_base-fc4',
'x11/gnome2',
'x11/kde4',
'x11-wm/afterstep',
'x11-wm/windowmaker',
'x11-wm/fvwm2',
'archivers/unzip',
'astro/xearth',
'devel/gmake',
'editors/emacs',
'editors/vim-lite',
'emulators/mtools',
'graphics/png',
'graphics/xv',
'irc/xchat',
'mail/exim',
'mail/fetchmail',
'mail/mutt',
'mail/alpine',
'mail/popd',
'mail/xfmail',
'mail/postfix',
'net/cvsup-without-gui',
'net/rsync',
'net/samba3',
'news/slrn',
'news/tin',
'ports-mgmt/portupgrade',
'print/a2ps-letter',
'print/apsfilter',
'print/ghostscript7-nox11',
'print/gv',
'print/psutils-letter',
'shells/bash',
'shells/pdksh',
'shells/zsh',
'security/sudo',
'www/links',
'www/lynx',
'x11/rxvt',
'ports-mgmt/portaudit'])
return pkgs
# The list of desired packages
def desired_packages():
disc1 = disc1_packages()
return [disc1]
# Suck the entire INDEX file into a two different dictionaries. The first
# dictionary maps port names (origins) to package names. The second
# dictionary maps a package name to a list of its dependent packages.
PACKAGE_COL=0
ORIGIN_COL=1
DEPENDS_COL=8
def load_index(index):
deps = {}
pkgs = {}
line_num = 1
for line in index:
fields = line.split('|')
name = fields[PACKAGE_COL]
if name in deps:
sys.stderr.write('%d: Duplicate package %s\n' % (line_num, name))
sys.exit(1)
origin = fields[ORIGIN_COL].replace('/usr/ports/', '', 1)
if origin in pkgs:
sys.stderr.write('%d: Duplicate port %s\n' % (line_num, origin))
sys.exit(1)
deps[name] = fields[DEPENDS_COL].split()
pkgs[origin] = name
line_num = line_num + 1
return (deps, pkgs)
# Layout the packages on the various CD images. Here's how it works. We walk
# each disc in the list of discs. Within each disc we walk the list of ports.
# For each port, we add the package name to a dictionary with the value being
# the current disc number. We also add all of the dependent packages. If
# a package is already in the dictionary when we go to add it, we just leave
# the dictionary as it is. This means that each package ends up on the first
# disc that either lists it or contains it as a dependency.
def layout_discs(discs, pkgs, deps):
disc_num = 1
layout = {}
for disc in discs:
for port in disc:
if port not in pkgs:
sys.stderr.write('Disc %d: Unable to find package for %s\n' %
(disc_num, port))
continue
pkg = pkgs[port]
pkg_list = [pkg] + deps[pkg]
for pkg in pkg_list:
if pkg not in layout:
if verbose:
print "--> Adding %s to Disc %d" % (pkg, disc_num)
layout[pkg] = disc_num
disc_num = disc_num + 1
return layout
# Generate a master INDEX file based on the generated layout. The way this
# works is that for each INDEX line, we check to see if the package is in the
# layout. If it is, we put that INDEX line into the master INDEX and append
# a new field with the disc number to the line.
def generate_index(index, layout, master_index):
for line in index:
pkg = line.split('|')[PACKAGE_COL]
if pkg in layout:
new_line = '%s|%d\n' % (line.splitlines()[0], layout[pkg])
master_index.write(new_line)
# Verify the command line arguments
if len(sys.argv) != 3:
sys.stderr.write('Invalid number of arguments\n')
sys.stderr.write('Usage: package-split.py <source INDEX> <master INDEX>\n')
sys.exit(1)
print "Loading %s..." % (sys.argv[1])
index = file(sys.argv[1])
(deps, pkgs) = load_index(index)
discs = desired_packages()
layout = layout_discs(discs, pkgs, deps)
index.seek(0)
print "Generating %s..." % (sys.argv[2])
master_index = file(sys.argv[2], 'w')
generate_index(index, layout, master_index)
index.close()
master_index.close()
|
