forked from joelagnel/validation-scripts
-
Notifications
You must be signed in to change notification settings - Fork 2
/
oebuild.sh
executable file
·282 lines (256 loc) · 9.49 KB
/
oebuild.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
#!/bin/bash
# This file is based on:
# http://code.google.com/p/maemo-sdk-image/
# http://forum.nginx.org/read.php?26,12659,13302
# Need to get settings for
# EC2_HOME
# EC2_PRIVATE_KEY
# EC2_CERT
# EC2_ID
# AWS_ID
# AWS_PASSWORD
# PATH -- must include EC2_HOME/bin
# S3_BUCKET
set -x
set -e
#FIXME: Have the script auto set this up and by look at its patch
SCRIPTS_DIR=/home/joel/repo/validation-scripts/
DOWNLOAD_DIR=/home/joel/repo/validation-scripts/downloads/
if [ ! -e ~/.oebuild.env ]; then
echo "Please setup an ~/.oebuild.env that has location of setup scripts (OEBB_DIR)";
exit
fi
source ~/.oebuild.env
# These are the git commit ids we want to use to build
ANGSTROM_SCRIPT_ID=c714eecb0ed532f70cde435c05e420809d59a534
ANGSTROM_REPO_ID=a1f31c757d2514e946737d60789c6f9f05ce38eb
DATE=`date +%Y%m%d%H%M`
THIS_FILE=$0
function remote {
run-ami
ssh -i $KEYPAIR_FILE ubuntu@$MACH_NAME 'mkdir -p $HOME/secret; chmod 700 $HOME/secret'
scp -i $KEYPAIR_FILE $EC2_CERT ubuntu@$MACH_NAME:secret/cert.pem
scp -i $KEYPAIR_FILE $EC2_PRIVATE_KEY ubuntu@$MACH_NAME:secret/pk.pem
scp -i $KEYPAIR_FILE $HOME/secret/setup_env.sh ubuntu@$MACH_NAME:secret/setup_env.sh
ssh-ami mkdir -p $SCRIPT_DIR
scp -i $KEYPAIR_FILE $THIS_FILE ubuntu@$MACH_NAME:$SCRIPT_DIR/ec2build.sh
scp -i $KEYPAIR_FILE $THIS_FILE ubuntu@$MACH_NAME:$SCRIPT_DIR/set-threads.pl
ssh-ami $SCRIPT_DIR/ec2build.sh $1 $2 $3 $4 $5 $6 $7 $8
}
# target local
function disable-dash {
sudo aptitude install expect -y
expect -c 'spawn sudo dpkg-reconfigure -freadline dash; send "n\n"; interact;'
}
# target local
function enable-oe {
cd $HOME
disable-dash
sudo aptitude install sed wget cvs subversion git-core \
coreutils unzip texi2html texinfo libsdl1.2-dev docbook-utils \
gawk python-pysqlite2 diffstat help2man make gcc build-essential g++ \
desktop-file-utils chrpath \
libxml2-utils xmlto python-psyco \
python-xcbgen \
ia32-libs \
m4 \
gnome-doc-utils \
libtool \
patch libexpat-dev libbonobo2-common libncurses5-dev \
-y
}
# target local
# about 5 minutes
function install-oe {
#export THREADS=`$SCRIPT_DIR/set-threads.pl`
#mkdir -p $OEBB_DIR
#sudo mount -t ramfs -o size=10G ramfs $OEBB_DIR
rm -rf $HOME/.oe || true
rm -rf $OEBB_DIR
mkdir -p $OEBB_DIR
git clone git://git.angstrom-distribution.org/setup-scripts $OEBB_DIR
cd $OEBB_DIR
git checkout $ANGSTROM_SCRIPT_ID
git checkout -b install || true
./oebb.sh config beagleboard
./oebb.sh update
perl -pe 's/^(INHERIT\s*\+=\s*"rm_work")/#$1/' -i.bak1 $OEBB_DIR/build/conf/local.conf
perl -pe 's/^(#)?PARALLEL_MAKE\s*=\s*"-j\d+"/PARALLEL_MAKE = "-j8"/' -i.bak2 $OEBB_DIR/build/conf/local.conf
perl -pe 's/BB_NUMBER_THREADS\s*=\s*"\d+"/BB_NUMBER_THREADS = "10"/' -i.bak3 $OEBB_DIR/build/conf/local.conf
}
# target local
function oebb {
cd $OEBB_DIR
./oebb.sh $1 $2 $3 $4 $5 $6 $7 $8 $9
}
function preserve-angstrom {
rsync -a $OEBB_DIR/* /mnt/angstrom/
}
# target local
# takes about 16 minutes
function bundle-vol {
IMAGE_NAME=beagleboard-validation-$DATE
echo IMAGE_NAME=$IMAGE_NAME
sudo mkdir -p $DOWNLOAD_DIR
sudo chown ubuntu.ubuntu $DOWNLOAD_DIR
sudo mkdir -p $OEBB_DIR
sudo chown ubuntu.ubuntu $OEBB_DIR
sudo mv /mnt/$IMAGE_NAME $IMAGE_NAME.$$ || true
sudo ec2-bundle-vol -c $EC2_CERT -k $EC2_PRIVATE_KEY -u $EC2_ID -r x86_64 -d /mnt -e /mnt,/home/ubuntu/secret,$DOWNLOAD_DIR,$OEBB_DIR -p $IMAGE_NAME
ec2-upload-bundle -b $S3_BUCKET -m /mnt/$IMAGE_NAME.manifest.xml -a $AWS_ID -s $AWS_PASSWORD
ec2-register -n $IMAGE_NAME $S3_BUCKET/$IMAGE_NAME.manifest.xml
#IMAGE ami-954fa4fc beagleboard-validation/beagleboard-validation-20100804.manifest.xml 283181587 744 available private x86_64 machine aki-0b4aa462
NEW_AMI=`ec2-describe-images | perl -ne '/^IMAGE\s+(\S+)\s+'${S3_BUCKET}'\/'${IMAGE_NAME}'.manifest.xml\s+/ && print("$1") && exit 0;'`
}
function sd-create-image {
IMG_NAME=$1
CYL=$2
if [ ! -e `which bc` ]; then sudo aptitude install bc -y; fi
FS1_PARTITION_SIZE=15
FS1_OFFSET=`echo 512 \* 63 | bc`
CYL_SIZE=`echo 255 \* 63 \* 512 | bc`
FS2_OFFSET=`echo $FS1_PARTITION_SIZE \* $CYL_SIZE | bc`
FS2_SIZE=`echo \( $CYL \- $FS1_PARTITION_SIZE \) \* $CYL_SIZE | bc`
IMG_SIZE=`echo $CYL \* $CYL_SIZE | bc`
setup-tmp
sudo umount /dev/loop0 || true
sudo losetup -d /dev/loop0 || true
sudo rm -f $IMG_NAME $IMG_NAME.gz $TMP/$IMG_NAME $TMP/$IMG_NAME.gz
dd if=/dev/zero of=$TMP/$IMG_NAME bs=$CYL_SIZE count=$CYL
# the format for sfdisk is
# <start>,<size>,<id>,<bootable>
sfdisk -C $CYL -H 255 -S 63 -D $TMP/$IMG_NAME <<EOF
,$FS1_PARTITION_SIZE,0x0c,*
,,0x83,-
EOF
sh -c "fdisk -C $CYL -l -u $TMP/$IMG_NAME > $IMG_NAME.txt"
}
function build-sd {
IMAGE=$1
[ -z "$2" ] || DATE=$2
if [ ! -x /mnt/s3/scripts/ec2build.sh ]; then mount-s3; fi
S3_DEPLOY_DIR=/mnt/s3/deploy/$DATE
mkdir -p $S3_DEPLOY_DIR/sd/
sudo mkdir -p /mnt/sd_image1
sudo mkdir -p /mnt/sd_image2
pushd $S3_DEPLOY_DIR/sd/
DEPLOY_DIR=$OEBB_DIR/build/tmp-angstrom_2008_1/deploy/glibc/images/beagleboard
cp /mnt/s3/scripts/list.html .
cp $DEPLOY_DIR/MLO-beagleboard MLO
cp $DEPLOY_DIR/u-boot-beagleboard.bin u-boot.bin
cp $DEPLOY_DIR/uImage-beagleboard.bin uImage
cp $DEPLOY_DIR/beagleboard-test-image-beagleboard.ext2.gz ramdisk.gz
#cp $DEPLOY_DIR/beagleboard-test-image-beagleboard.cpio.gz.u-boot ramfs.img
cp $DEPLOY_DIR/uboot-beagleboard-validation-user.cmd.scr user.scr
cp $SCRIPT_DIR/ec2build.sh .
echo "$DATE DATE" > md5sum.txt
echo "$ANGSTROM_SCRIPT_ID ANGSTROM_SCRIPT_ID" > md5sum.txt
echo "$ANGSTROM_REPO_ID ANGSTROM_REPO_ID" >> md5sum.txt
FILES="MLO u-boot.bin uImage ramdisk.gz user.scr"
md5sum $FILES >> md5sum.txt
if [ "x$IMAGE" = "xtest" ]; then
if [ -e ramdisk.gz ]; then
sd-create-image beagleboard-validation-$DATE.img 16
sudo losetup -v -o $FS1_OFFSET /dev/loop0 $TMP/beagleboard-validation-$DATE.img
sudo mkfs.vfat /dev/loop0 -n BEAGLE -F 32 120456
sudo mount /dev/loop0 /mnt/sd_image1
sudo cp -R $FILES md5sum.txt /mnt/sd_image1/
#mount
#ls -l /mnt/sd_image1/
#sudo losetup $VFAT_LOOP
sudo umount /dev/loop0
sudo losetup -d /dev/loop0
gzip -c $TMP/beagleboard-validation-$DATE.img > beagleboard-validation-$DATE.img.gz
mv $TMP/beagleboard-validation-$DATE.img .
fi
fi
if [ "x$IMAGE" = "xdemo" ]; then
cp $DEPLOY_DIR/uboot-beagleboard-validation-boot.cmd.scr boot.scr
cp $DEPLOY_DIR/Beagleboard-demo-image-beagleboard.tar.bz2 demo-$DATE.tar.bz2
md5sum boot.scr demo-$DATE.tar.bz2 >> md5sum.txt
if [ -e demo-$DATE.tar.bz2 ]; then
sd-create-image beagleboard-demo-$DATE.img 444
sudo losetup -v -o $FS1_OFFSET /dev/loop0 $TMP/beagleboard-demo-$DATE.img
sudo mkfs.vfat /dev/loop0 -n BEAGLE -F 32 120456
sudo mount /dev/loop0 /mnt/sd_image1
sudo cp -R $FILES md5sum.txt /mnt/sd_image1/
mount
ls -l /mnt/sd_image1
sudo losetup /dev/loop0
sudo umount /dev/loop0
sudo losetup -d /dev/loop0
sudo losetup -v -o $FS2_OFFSET /dev/loop0 $TMP/beagleboard-demo-$DATE.img
sudo mkfs.ext3 -j -L "ANGSTROM" /dev/loop0 3445942
sudo mount /dev/loop0 /mnt/sd_image2
sudo tar xjf demo-$DATE.tar.bz2 -C /mnt/sd_image2/
pushd /mnt/sd_image2/
sudo perl -00pe "s/\[daemon\]\n\n/[daemon]\nTimedLoginEnable=true\nTimedLogin=root\nTimedLoginDelay=10\n\n/" -i.bak etc/gdm/custom.conf
#sudo sh -c 'echo "boris:x:1000:1000:Boris the Beagle:/home/boris:/bin/sh" >> etc/passwd'
#sudo sh -c 'echo "boris:!:14841:0:99999:7:::" >> etc/shadow'
#sudo mkdir -p home/boris
#sudo chown 1000.1000 home/boris
sudo mkdir -p usr/share/esc-training
pushd usr/share/esc-training
sudo git clone git://git.kernel.org/pub/scm/git/git.git
sudo git clone git://git.denx.de/u-boot.git
pushd u-boot
sudo git remote add beagleboard-validation git://gitorious.org/beagleboard-validation/u-boot.git
sudo git remote update
popd
popd
sudo tar --no-same-owner --owner=root -xzf $OEBB_DIR/sources/downloads/demohome.tgz
# opkg update
# opkg install nodejs linuxtag-ics
OETMPDIR=$OEBB_DIR/build/tmp-angstrom_2008_1/
OEBINDIR=$OETMPDIR/sysroots/x86_64-linux/usr/bin
OEIPKDIR=$OETMPDIR/deploy/glibc/ipk
OPKGARGS="--cache /mnt/ubuntu-tmp -o /mnt/sd_image2 -f /mnt/sd_image2/etc/opkg/opkg.conf"
#sudo $OEBINDIR/opkg-cl --cache /mnt/ubuntu-tmp -o /mnt/sd_image2 -f /mnt/sd_image2/etc/opkg/opkg.conf update
#sudo sh -c "yes | $OEBINDIR/opkg-cl $OPKGARGS install nodejs"
#sudo sh -c "yes | $OEBINDIR/opkg-cl $OPKGARGS install linuxtag-ics"
#sudo sh -c "yes | $OEBINDIR/opkg-cl $OPKGARGS install qmake2"
popd
mount
sudo losetup /dev/loop0
sudo umount /dev/loop0
sudo losetup -d /dev/loop0
gzip -c $TMP/beagleboard-demo-$DATE.img > beagleboard-demo-$DATE.img.gz
mv $TMP/beagleboard-demo-$DATE.img .
wget -O - http://beagleboard-validation.s3.amazonaws.com/deploy/$DATE/sd/beagleboard-demo-$DATE.img.gz?torrent > beagleboard-demo-$DATE.img.gz.torrent
fi
fi
popd
}
function build_package {
pushd $OEBB_DIR
MACHINE=beagleboard ./oebb.sh bitbake $1
popd
}
function apply_oe_downloads {
mkdir -p $OEBB_DIR/sources/downloads/
cp $DOWNLOAD_DIR/bin/* $OEBB_DIR/sources/downloads/
pushd $OEBB_DIR/sources/openembedded/
perl -pe 's/^(SRC_URI\[cgt6xbin.md5sum\] =).*/$1 5ee5c8e573ab0a1ba1249511d4a06c27/' \
-i recipes/ti/ti-cgt6x_6.1.17.bb
perl -pe 's/^(SRC_URI\[cgt6xbin.sha256sum\] =).*/$1 0cb99e755f5d06a74db22d7c814e4dfd36aa5fcb35eeab01ddb000aef99c08c1/' \
-i recipes/ti/ti-cgt6x_6.1.17.bb
popd
}
function setup_oe {
if [ ! -x $OEBB_DIR/oebb.sh ]; then install-oe; fi
pushd $OEBB_DIR
git checkout $ANGSTROM_SCRIPT_ID
if [ ! -d sources/openembedded/.git ]; then
./oebb.sh update
fi
pushd sources/openembedded
git checkout $ANGSTROM_REPO_ID
popd
popd
}
function build_image {
setup_oe
apply_oe_downloads
build_package beagleboard-validation-gnome-image
}
time $*