Project

General

Profile

Download (14.3 KB) Statistics
| Branch: | Tag: | Revision:
1
#!/bin/sh
2
#
3
# builder_defaults.sh
4
#
5
# Copyright (c) 2004-2015 Electric Sheep Fencing, LLC. All rights reserved.
6
#
7
# Redistribution and use in source and binary forms, with or without
8
# modification, are permitted provided that the following conditions are met:
9
#
10
# 1. Redistributions of source code must retain the above copyright notice,
11
#    this list of conditions and the following disclaimer.
12
#
13
# 2. Redistributions in binary form must reproduce the above copyright
14
#    notice, this list of conditions and the following disclaimer in
15
#    the documentation and/or other materials provided with the
16
#    distribution.
17
#
18
# 3. All advertising materials mentioning features or use of this software
19
#    must display the following acknowledgment:
20
#    "This product includes software developed by the pfSense Project
21
#    for use in the pfSense® software distribution. (http://www.pfsense.org/).
22
#
23
# 4. The names "pfSense" and "pfSense Project" must not be used to
24
#    endorse or promote products derived from this software without
25
#    prior written permission. For written permission, please contact
26
#    coreteam@pfsense.org.
27
#
28
# 5. Products derived from this software may not be called "pfSense"
29
#    nor may "pfSense" appear in their names without prior written
30
#    permission of the Electric Sheep Fencing, LLC.
31
#
32
# 6. Redistributions of any form whatsoever must retain the following
33
#    acknowledgment:
34
#
35
# "This product includes software developed by the pfSense Project
36
# for use in the pfSense software distribution (http://www.pfsense.org/).
37
#
38
# THIS SOFTWARE IS PROVIDED BY THE pfSense PROJECT ``AS IS'' AND ANY
39
# EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
40
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
41
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE pfSense PROJECT OR
42
# ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
43
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
44
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
45
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
46
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
47
# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
48
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
49
# OF THE POSSIBILITY OF SUCH DAMAGE.
50
#
51

    
52
###########################################
53
# Product builder configuration file      #
54
# Please don't modify this file, you      #
55
# can put your settings and options       #
56
# in build.conf, which is sourced at the  #
57
# beginning of this file                  #
58
###########################################
59

    
60
if [ -z "${BUILDER_ROOT}" ]; then
61
	echo ">>> ERROR: BUILDER_ROOT must be defined by script that includes builder_defaults.sh"
62
	exit 1
63
fi
64

    
65
if [ ! -d "${BUILDER_ROOT}" ]; then
66
	echo ">>> ERROR: BUILDER_ROOT is invalid"
67
	exit 1
68
fi
69

    
70
export BUILDER_TOOLS=${BUILDER_TOOLS:-"${BUILDER_ROOT}/tools"}
71

    
72
if [ ! -d "${BUILDER_TOOLS}" ]; then
73
	echo ">>> ERROR: BUILDER_TOOLS is invalid"
74
	exit 1
75
fi
76

    
77
BUILD_CONF="${BUILDER_ROOT}/build.conf"
78

    
79
# Ensure file exists
80
if [ -f ${BUILD_CONF} ]; then
81
	. ${BUILD_CONF}
82
fi
83

    
84
# Make sure pkg will not be interactive
85
export ASSUME_ALWAYS_YES=true
86

    
87
# Architecture, supported ARCH values are:
88
#  Tier 1: i386, AMD64, and PC98
89
#  Tier 2: ARM, PowerPC, ia64, Sparc64 and sun4v
90
#  Tier 3: MIPS and S/390
91
#  Tier 4: None at the moment
92
#  Source: http://www.freebsd.org/doc/en/articles/committers-guide/archs.html
93
export TARGET=${TARGET:-"`uname -m`"}
94
export TARGET_ARCH=${TARGET_ARCH:-${TARGET}}
95
# Set TARGET_ARCH_CONF_DIR
96
if [ "$TARGET_ARCH" = "" ]; then
97
        export TARGET_ARCH=`uname -p`
98
fi
99

    
100
# Directory to be used for writing temporary information
101
export SCRATCHDIR=${SCRATCHDIR:-"${BUILDER_ROOT}/tmp"}
102
if [ ! -d ${SCRATCHDIR} ]; then
103
	mkdir -p ${SCRATCHDIR}
104
fi
105

    
106
# Product details
107
export PRODUCT_NAME=${PRODUCT_NAME:-"nonSense"}
108
export PRODUCT_URL=${PRODUCT_URL:-""}
109
export PRODUCT_SRC=${PRODUCT_SRC:-"${BUILDER_ROOT}/src"}
110
export PRODUCT_EMAIL=${PRODUCT_EMAIL:-"coreteam@pfsense.org"}
111

    
112
if [ "${PRODUCT_NAME}" = "pfSense" -a "${BUILD_AUTHORIZED_BY_ELECTRIC_SHEEP_FENCING}" != "yes" ]; then
113
	echo ">>>ERROR: According the following license, only Electric Sheep Fencing can build genuine pfSense® software"
114
	echo ""
115
	cat ${BUILDER_ROOT}/license.txt
116
	exit 1
117
fi
118

    
119
if [ -z "${PRODUCT_VERSION}" ]; then
120
	if [ ! -f ${PRODUCT_SRC}/etc/version ]; then
121
		echo ">>> ERROR: PRODUCT_VERSION is not defined and ${PRODUCT_SRC}/etc/version was not found"
122
		print_error_pfS
123
	fi
124

    
125
	export PRODUCT_VERSION=$(head -n 1 ${PRODUCT_SRC}/etc/version)
126
fi
127

    
128
# Product repository tag to build
129
_cur_git_repo_branch_or_tag=$(git -C ${BUILDER_ROOT} rev-parse --abbrev-ref HEAD)
130
if [ "${_cur_git_repo_branch_or_tag}" = "HEAD" ]; then
131
	# We are on a tag, lets find out its name
132
	export GIT_REPO_BRANCH_OR_TAG=$(git -C ${BUILDER_ROOT} describe --tags)
133
else
134
	export GIT_REPO_BRANCH_OR_TAG="${_cur_git_repo_branch_or_tag}"
135
fi
136

    
137
GIT_REPO_BASE=$(git -C ${BUILDER_ROOT} config --get remote.origin.url | sed -e 's,/[^/]*$,,')
138

    
139
# This is used for using svn for retrieving src
140
export FREEBSD_REPO_BASE=${FREEBSD_REPO_BASE:-"${GIT_REPO_BASE}/freebsd-src.git"}
141
export FREEBSD_BRANCH=${FREEBSD_BRANCH:-"devel"}
142
export FREEBSD_PARENT_BRANCH=${FREEBSD_PARENT_BRANCH:-"stable/10"}
143
export FREEBSD_SRC_DIR=${FREEBSD_SRC_DIR:-"${SCRATCHDIR}/FreeBSD-src"}
144

    
145
if [ "${TARGET}" = "i386" ]; then
146
	export BUILD_KERNELS=${BUILD_KERNELS:-"${PRODUCT_NAME} ${PRODUCT_NAME}_wrap ${PRODUCT_NAME}_wrap_vga"}
147
else
148
	export BUILD_KERNELS=${BUILD_KERNELS:-"${PRODUCT_NAME}"}
149
fi
150

    
151
# Leave this alone.
152
export SRC_CONF=${SRC_CONF:-"${FREEBSD_SRC_DIR}/release/conf/${PRODUCT_NAME}_src.conf"}
153
export MAKE_CONF=${MAKE_CONF:-"${FREEBSD_SRC_DIR}/release/conf/${PRODUCT_NAME}_make.conf"}
154

    
155
# Extra tools to be added to ITOOLS
156
export EXTRA_TOOLS=${EXTRA_TOOLS:-"uuencode uudecode ex"}
157

    
158
# Path to kernel files being built
159
export KERNEL_BUILD_PATH=${KERNEL_BUILD_PATH:-"${SCRATCHDIR}/kernels"}
160

    
161
# Do not touch builder /usr/obj
162
export MAKEOBJDIRPREFIX=${MAKEOBJDIRPREFIX:-"${SCRATCHDIR}/obj"}
163

    
164
# Controls how many concurrent make processes are run for each stage
165
_CPUS=""
166
if [ -z "${NO_MAKEJ}" ]; then
167
	_CPUS=$(expr $(sysctl -n kern.smp.cpus) '*' 2)
168
	if [ -n "${_CPUS}" ]; then
169
		_CPUS="-j${_CPUS}"
170
	fi
171
fi
172

    
173
export MAKEJ_WORLD=${MAKEJ_WORLD:-"${_CPUS}"}
174
export MAKEJ_KERNEL=${MAKEJ_KERNEL:-"${_CPUS}"}
175

    
176
if [ "${TARGET}" = "i386" ]; then
177
	export MODULES_OVERRIDE=${MODULES_OVERRIDE:-"i2c ipmi ndis ipfw ipdivert dummynet fdescfs opensolaris zfs glxsb if_stf coretemp amdtemp hwpmc"}
178
else
179
	export MODULES_OVERRIDE=${MODULES_OVERRIDE:-"i2c ipmi ndis ipfw ipdivert dummynet fdescfs opensolaris zfs glxsb if_stf coretemp amdtemp aesni sfxge hwpmc vmm nmdm"}
180
fi
181

    
182
# Area that the final image will appear in
183
export IMAGES_FINAL_DIR=${IMAGES_FINAL_DIR:-"${SCRATCHDIR}/${PRODUCT_NAME}/"}
184

    
185
export BUILDER_LOGS=${BUILDER_LOGS:-"${BUILDER_ROOT}/logs"}
186
if [ ! -d ${BUILDER_LOGS} ]; then
187
	mkdir -p ${BUILDER_LOGS}
188
fi
189

    
190
# This is where files will be staged
191
export STAGE_CHROOT_DIR=${STAGE_CHROOT_DIR:-"${SCRATCHDIR}/stage-dir"}
192

    
193
# Directory that will clone to in order to create
194
# iso staging area.
195
export FINAL_CHROOT_DIR=${FINAL_CHROOT_DIR:-"${SCRATCHDIR}/final-dir"}
196

    
197
# 400M is not enough for amd64
198
export MEMORYDISK_SIZE=${MEMORYDISK_SIZE:-"768M"}
199

    
200
# OVF/vmdk parms
201
# Name of ovf file included inside OVA archive
202
export OVFTEMPLATE=${OVFTEMPLATE:-"${BUILDER_TOOLS}/templates/ovf/${PRODUCT_NAME}.ovf"}
203
# / partition to be used by mkimg
204
export OVFUFS=${OVFUFS:-"${PRODUCT_NAME}-disk1.ufs"}
205
# Raw disk to be converted to vmdk
206
export OVFRAW=${OVFRAW:-"${PRODUCT_NAME}-disk1.raw"}
207
# On disk name of VMDK file included in OVA
208
export OVFVMDK=${OVFVMDK:-"${PRODUCT_NAME}-disk1.vmdk"}
209
# 8 gigabyte on disk VMDK size
210
export VMDK_DISK_CAPACITY_IN_GB=${VMDK_DISK_CAPACITY_IN_GB:-"8"}
211
# first partition size (freebsd-ufs)
212
export OVA_FIRST_PART_SIZE_IN_GB=${OVA_FIRST_PART_SIZE_IN_GB:-"6"}
213
# swap partition size (freebsd-swap)
214
export OVA_SWAP_PART_SIZE_IN_GB=${OVA_SWAP_PART_SIZE_IN_GB:-"2"}
215
# Calculate real swap size, removing 128 blocks (65536 bytes) beginning/loader
216
export OVA_SWAP_PART_SIZE=$((${OVA_SWAP_PART_SIZE_IN_GB}*1024*1024*1024-65536))
217
# Temporary place to save files
218
export OVA_TMP=${OVA_TMP:-"${SCRATCHDIR}/ova_tmp"}
219
# end of OVF
220

    
221
# Number of code images on media (1 or 2)
222
export NANO_IMAGES=2
223
# 0 -> Leave second image all zeroes so it compresses better.
224
# 1 -> Initialize second image with a copy of the first
225
export NANO_INIT_IMG2=1
226
export NANO_NEWFS="-b 4096 -f 512 -i 8192 -O1"
227
export FLASH_SIZE=${FLASH_SIZE:-"1g"}
228
# Size of code file system in 512 bytes sectors
229
# If zero, size will be as large as possible.
230
export NANO_CODESIZE=0
231
# Size of data file system in 512 bytes sectors
232
# If zero: no partition configured.
233
# If negative: max size possible
234
export NANO_DATASIZE=0
235
# Size of Product /conf partition  # 102400 = 50 megabytes.
236
export NANO_CONFSIZE=102400
237
# packet is OK for 90% of embedded
238
export NANO_BOOT0CFG="-o packet -s 1 -m 3"
239

    
240
# NOTE: Date string is used for creating file names of images
241
#       The file is used for sharing the same value with build_snapshots.sh
242
export DATESTRINGFILE=${DATESTRINGFILE:-"$SCRATCHDIR/version.snapshots"}
243
if [ -z "${DATESTRING}" ]; then
244
	if [ -f "${DATESTRINGFILE}" -a -n "${_USE_OLD_DATESTRING}" ]; then
245
		export DATESTRING=$(cat $DATESTRINGFILE)
246
	else
247
		export DATESTRING=$(date "+%Y%m%d-%H%M")
248
	fi
249
fi
250
echo "$DATESTRING" > $DATESTRINGFILE
251

    
252
# NOTE: Date string is placed on the final image etc folder to help detect new updates
253
#       The file is used for sharing the same value with build_snapshots.sh
254
export BUILTDATESTRINGFILE=${BUILTDATESTRINGFILE:-"$SCRATCHDIR/version.buildtime"}
255
if [ -z "${BUILTDATESTRING}" ]; then
256
	if [ -f "${BUILTDATESTRINGFILE}" -a -n "${_USE_OLD_DATESTRING}" ]; then
257
		export BUILTDATESTRING=$(cat $BUILTDATESTRINGFILE)
258
	else
259
		export BUILTDATESTRING=$(date "+%a %b %d %T %Z %Y")
260
	fi
261
fi
262
echo "$BUILTDATESTRING" > $BUILTDATESTRINGFILE
263

    
264
# Poudriere
265
export ZFS_TANK=${ZFS_TANK:-"zroot"}
266
export ZFS_ROOT=${ZFS_ROOT:-"/poudriere"}
267
export POUDRIERE_PORTS_NAME=${POUDRIERE_PORTS_NAME:-"${PRODUCT_NAME}_${GIT_REPO_BRANCH_OR_TAG}"}
268

    
269
export POUDRIERE_BULK=${POUDRIERE_BULK:-"${BUILDER_TOOLS}/conf/pfPorts/poudriere_bulk"}
270
export POUDRIERE_PORTS_GIT_URL=${POUDRIERE_PORTS_GIT_URL:-"${GIT_REPO_BASE}/freebsd-ports.git"}
271
export POUDRIERE_PORTS_GIT_BRANCH=${POUDRIERE_PORTS_GIT_BRANCH:-"devel"}
272

    
273
# Host to rsync pkg repos from poudriere
274
export PKG_RSYNC_USERNAME=${PKG_RSYNC_USERNAME:-"wwwsync"}
275
export PKG_RSYNC_SSH_PORT=${PKG_RSYNC_SSH_PORT:-"22"}
276
export PKG_RSYNC_DESTDIR=${PKG_RSYNC_DESTDIR:-"/usr/local/www/beta/packages"}
277
export PKG_RSYNC_LOGS=${PKG_RSYNC_LOGS:-"/usr/local/www/beta"}
278
export PKG_REPO_SERVER=${PKG_REPO_SERVER:-"pkg+http://beta.pfsense.org/packages"}
279
export PKG_REPO_CONF_BRANCH=${PKG_REPO_CONF_BRANCH:-"${GIT_REPO_BRANCH_OR_TAG}"}
280

    
281
# Command used to sign pkg repo
282
export PKG_REPO_SIGNING_COMMAND=${PKG_REPO_SIGNING_COMMAND:-""}
283

    
284
unset _IS_RELEASE
285
unset CORE_PKG_DATESTRING
286
export TIMESTAMP_SUFFIX="-${DATESTRING}"
287
# pkg doesn't like - as version separator, use . instead
288
export PKG_DATESTRING=$(echo "${DATESTRING}" | sed 's,-,.,g')
289
case "${PRODUCT_VERSION##*-}" in
290
	RELEASE)
291
		export _IS_RELEASE=yes
292
		unset TIMESTAMP_SUFFIX
293
		;;
294
	ALPHA|DEVELOPMENT)
295
		export CORE_PKG_DATESTRING=".a.${PKG_DATESTRING}"
296
		;;
297
	BETA*)
298
		export CORE_PKG_DATESTRING=".b.${PKG_DATESTRING}"
299
		;;
300
	RC*)
301
		export CORE_PKG_DATESTRING=".r.${PKG_DATESTRING}"
302
		;;
303
	*)
304
		echo ">>> ERROR: Invalid PRODUCT_VERSION format ${PRODUCT_VERSION}"
305
		exit 1
306
esac
307

    
308
# Define base package version, based on date for snaps
309
export CORE_PKG_VERSION="${PRODUCT_VERSION%%-*}${CORE_PKG_DATESTRING}"
310
export CORE_PKG_PATH=${CORE_PKG_PATH:-"${SCRATCHDIR}/${PRODUCT_NAME}_${GIT_REPO_BRANCH_OR_TAG}_${TARGET}_${TARGET_ARCH}-core"}
311
export CORE_PKG_REAL_PATH="${CORE_PKG_PATH}/.real_$(date +%s)"
312
export CORE_PKG_TMP=${CORE_PKG_TMP:-"${SCRATCHDIR}/core_pkg_tmp"}
313

    
314
export PKG_REPO_BASE=${PKG_REPO_BASE:-"${FREEBSD_SRC_DIR}/release/pkg_repos"}
315
export PKG_REPO_TEMPLATE=${PKG_REPO_TEMPLATE:-"${PKG_REPO_BASE}/${PRODUCT_NAME}.conf.template"}
316
export PKG_REPO_DEVEL_TEMPLATE=${PKG_REPO_TEMPLATE:-"${PKG_REPO_BASE}/${PRODUCT_NAME}-devel.conf.template"}
317
export PKG_REPO_PATH=${PKG_REPO_PATH:-"/usr/local/etc/pkg/repos/${PRODUCT_NAME}.conf"}
318

    
319
export PRODUCT_SHARE_DIR=${PRODUCT_SHARE_DIR:-"/usr/local/share/${PRODUCT_NAME}"}
320

    
321
# Package overlay. This gives people a chance to build product
322
# installable image that already contains certain extra packages.
323
#
324
# Needs to contain comma separated package names. Of course
325
# package names must be valid. Using non existent
326
# package name would yield an error.
327
#
328
#export custom_package_list=""
329

    
330
# General builder output filenames
331
export UPDATESDIR=${UPDATESDIR:-"${IMAGES_FINAL_DIR}/updates"}
332
export ISOPATH=${ISOPATH:-"${IMAGES_FINAL_DIR}/${PRODUCT_NAME}-LiveCD-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.iso"}
333
export MEMSTICKPATH=${MEMSTICKPATH:-"${IMAGES_FINAL_DIR}/${PRODUCT_NAME}-memstick-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.img"}
334
export MEMSTICKSERIALPATH=${MEMSTICKSERIALPATH:-"${IMAGES_FINAL_DIR}/${PRODUCT_NAME}-memstick-serial-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.img"}
335
export MEMSTICKADIPATH=${MEMSTICKADIPATH:-"${IMAGES_FINAL_DIR}/${PRODUCT_NAME}-memstick-ADI-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.img"}
336
export OVAPATH=${OVAPATH:-"${IMAGES_FINAL_DIR}/${PRODUCT_NAME}-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.ova"}
337

    
338
# set full-update update filename
339
export UPDATES_TARBALL_FILENAME=${UPDATES_TARBALL_FILENAME:-"${UPDATESDIR}/${PRODUCT_NAME}-Full-Update-${PRODUCT_VERSION}-${TARGET}${TIMESTAMP_SUFFIX}.tgz"}
340

    
341
# Rsync data to send snapshots
342
export RSYNCUSER=${RSYNCUSER:-"snapshots"}
343
export RSYNCPATH=${RSYNCPATH:-"/usr/local/www/snapshots/${TARGET}/${PRODUCT_NAME}_${GIT_REPO_BRANCH_OR_TAG}"}
344
export RSYNCLOGS=${RSYNCLOGS:-"/usr/local/www/snapshots/logs/${PRODUCT_NAME}_${GIT_REPO_BRANCH_OR_TAG}/${TARGET}"}
345
export RSYNCKBYTELIMIT=${RSYNCKBYTELIMIT:-"248000"}
346

    
347
# staging area used on snapshots build
348
STAGINGAREA=${STAGINGAREA:-"${SCRATCHDIR}/staging"}
349
mkdir -p ${STAGINGAREA}
350

    
351
export SNAPSHOTSLOGFILE=${SNAPSHOTSLOGFILE:-"${SCRATCHDIR}/snapshots-build.log"}
352
export SNAPSHOTSLASTUPDATE=${SNAPSHOTSLASTUPDATE:-"${SCRATCHDIR}/snapshots-lastupdate.log"}
353

    
354
if [ -n "${POUDRIERE_SNAPSHOTS}" ]; then
355
	export SNAPSHOTS_RSYNCIP=${PKG_RSYNC_HOSTNAME}
356
	export SNAPSHOTS_RSYNCUSER=${PKG_RSYNC_USERNAME}
357
	export SNAPSHOTS_RSYNCLOGS=${PKG_RSYNC_LOGS}
358
else
359
	export SNAPSHOTS_RSYNCIP=${RSYNCIP}
360
	export SNAPSHOTS_RSYNCUSER=${RSYNCUSER}
361
	export SNAPSHOTS_RSYNCLOGS=${RSYNCLOGS}
362
fi
(3-3/3)