参考:
其实在lfs 2. 准备宿主系统阶段就将qcow2与相应的目录${LFS}, ${LFS}/boot甚至${LFS}/boot/efi挂载好, 就不需要通过lfs-fsroot.zip再中转一次来制作qcow2 image.
ps: The docker support for udev is obviously limited, 在host对/dev/nbd${N}重新分区, 比如对了一个分区, 因为容器里的udev不能工作, 导致容器中/dev下该设备的分区显示不变, 因此需要在创建容器前, 该设备已分区正确.
$ qemu-img create -f qcow2 lfs.img 8G # qemu-img create -f <fmt> <image filename> <size of disk>
$ sudo modprobe -v nbd
$ sudo qemu-nbd -c /dev/nbd0 lfs.img
$ sudo gdisk /dev/nbd0 # or use script
$ --- no ef02 for uefi/gpt only, **recommand**
$ sed -e 's/\s*\([\+0-9a-zA-Z]*\).*/\1/' << EOF | sudo gdisk /dev/nbd0
o # new gpt
Y # Proceed
n
1
+256M
ef00 # EFI System
n
2
+2048M
8300
n
3
w # write GPT data
Y # want to proceed
EOF
$ --- have ef02 for biso/gpt + uefi/gpt
$ sed -e 's/\s*\([\+0-9a-zA-Z]*\).*/\1/' << EOF | sudo gdisk /dev/nbd0
o # new gpt
Y # Proceed
n # new partition
1 # Partition number
# default - start at beginning of disk
+1M # 1 MB BIOS boot partition
ef02 # new partition
n
2
+256M
ef00 # EFI System
n
3
+2048M
8300
n
4
w # write GPT data
Y # want to proceed
EOF
$ sudo gdisk -l /dev/nbd0
GPT fdisk (gdisk) version 1.0.3
Partition table scan:
MBR: protective
BSD: not present
APM: not present
GPT: present
Found valid GPT with protective MBR; using GPT.
Disk /dev/nbd0: 16777216 sectors, 8.0 GiB
Sector size (logical/physical): 512/512 bytes
Disk identifier (GUID): 7BA7343F-4654-4DB5-8732-D55BF7C759CC
Partition table holds up to 128 entries
Main partition table begins at sector 2 and ends at sector 33
First usable sector is 34, last usable sector is 16777182
Partitions will be aligned on 2048-sector boundaries
Total free space is 2014 sectors (1007.0 KiB)
Number Start (sector) End (sector) Size Code Name
1 2048 4095 1024.0 KiB EF02 BIOS boot partition
2 4096 528383 256.0 MiB EF00 EFI System
3 528384 4722687 2.0 GiB 8300 Linux filesystem
4 4722688 16777182 5.7 GiB 8300 Linux filesystem
$ sudo hd /dev/nbd0 -n 512 # see disk head
00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|
*
000001c0 02 00 ee ff ff ff 01 00 00 00 ff ff ff 00 00 00 |................|
000001d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|
*
000001f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 55 aa |..............U.|
00000200
$ sudo docker run --privileged -d -it --entrypoint /bin/bash ubuntu:20.04
314e2de3097dfbdc58f5d236c2c244718273afc601cb67f67e952e53a3a44513
$ sudo docker cp ./lfs-fsroot.tar.gz 314e2de3097dfbdc58f5d236c2c244718273afc601cb67f67e952e53a3a44513:/lfs_fs_root.tar.gz
$ sudo docker exec -it 314e2de3097dfbdc58f5d236c2c244718273afc601cb67f67e952e53a3a44513 bash
# sed -i 's/archive.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list
# apt udpate && apt install -y rsync bsdmainutils grub-efi-amd64-bin initramfs-tools # bsdmainutils for hd, grub-efi-amd64-bin for efi, initramfs-tools for initramfs
# export LFSFSRoot=/lfs_fs_root # in docker now
# export LFS=/mnt/lfs
# mkdir -pv $LFSFSRoot
# mkdir -pv $LFS
# tar -xf lfs_fs_root.tar.gz -C ${LFSFSRoot} --strip-components 2
# ls -al ${LFSFSRoot}
total 84
drwxr-xr-x 21 root root 4096 Aug 28 17:05 .
drwxr-xr-x 1 root root 4096 Aug 28 17:05 ..
drwxr-xr-x 2 root root 4096 Aug 27 05:07 bin
drwxr-xr-x 2 root root 4096 Aug 27 07:02 boot
drwxr-xr-x 2 root root 4096 Aug 27 02:51 dev
drwxr-xr-x 22 root root 4096 Aug 27 07:02 etc
drwxr-xr-x 2 root root 4096 Aug 27 05:05 home
drwxr-xr-x 7 root root 4096 Aug 27 07:01 lib
drwxr-xr-x 2 root root 4096 Aug 27 02:10 lib64
drwxr-xr-x 4 root root 4096 Aug 27 02:51 media
drwxr-xr-x 2 root root 4096 Aug 27 02:51 mnt
drwxr-xr-x 2 root root 4096 Aug 27 02:51 opt
drwxr-xr-x 2 root root 4096 Aug 27 02:51 proc
drwxr-x--- 2 root root 4096 Aug 27 04:26 root
drwxr-xr-x 2 root root 4096 Aug 27 02:51 run
drwxr-xr-x 2 root root 4096 Aug 27 04:58 sbin
drwxr-xr-x 2 root root 4096 Aug 27 02:51 srv
drwxr-xr-x 2 root root 4096 Aug 27 02:51 sys
drwxrwxrwt 2 root root 4096 Aug 27 07:02 tmp
drwxr-xr-x 11 root root 4096 Aug 27 05:05 usr
drwxr-xr-x 10 root root 4096 Aug 27 02:51 var
# fdisk -l /dev/nbd0
...
Device Start End Sectors Size Type
/dev/nbd0p1 2048 4095 2048 1M BIOS boot
/dev/nbd0p2 4096 528383 524288 256M EFI System
/dev/nbd0p3 528384 4722687 4194304 2G Linux filesystem
/dev/nbd0p4 4722688 16777182 12054495 5.8G Linux filesystem
# --- build initramfs
# ll $LFSFSRoot/lib/modules
...
drwxr-xr-x 3 root root 4096 Aug 27 07:02 5.8.3/
# cp -rf $LFSFSRoot/lib/modules/* /lib/modules
# update-initramfs -c -k 5.8.3 -v -b $LFS/boot本文支持两种引导:
-
BIOS/GPT
-
UEFI/GPT
uefi情况下, uefi固件会忽略
EF02 BIOS boot partition分区.
# mkfs -v -t ext4 /dev/nbd0p4
# mount -v -t ext4 /dev/nbd0p4 $LFS
# mkdir -pv $LFS/boot
# mkfs -v -t ext4 /dev/nbd0p3
# mount -v -t ext4 /dev/nbd0p3 $LFS/boot
# --- no need `--update`, `--dry-run` only for debug
# rsync -av ${LFSFSRoot}/boot/* ${LFS}/boot
# rsync -av --exclude="boot" ${LFSFSRoot}/* ${LFS}
# mount -v --bind /dev $LFS/dev
# mount -v --bind /dev/pts $LFS/dev/pts
# mount -vt proc proc $LFS/proc
# mount -vt sysfs sysfs $LFS/sys
# mount -vt tmpfs tmpfs $LFS/run
# chroot "$LFS" /usr/bin/env -i \ # in chroot
HOME=/root \
TERM="$TERM" \
PS1='(lfs chroot) \u:\w\$ ' \
PATH=/bin:/usr/bin:/sbin:/usr/sbin \
/bin/bash --login
# cat > /etc/fstab << "EOF"
# 文件系统 挂载点 类型 选项 转储 检查
# 顺序
UUID=e3cee0eb-3fc4-4110-94e7-8250efb3a798 /boot ext4 noauto,noatime 1 2
UUID=205568c4-5199-4e81-9227-696c9f824ee2 / ext4 noatime 0 1
EOF
# grub-install --target=i386-pc --recheck /dev/nbd0
Installing for i386-pc platform.
Installation finished. No error reported.
# grub-mkconfig -o /boot/grub/grub.cfg
# exit # exit chroot
# hd /dev/nbd0 -n 512 # check MBR
00000000 eb 63 90 00 00 00 00 00 00 00 00 00 00 00 00 00 |.c..............|
00000010 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|
*
00000050 00 00 00 00 00 00 00 00 00 00 00 80 00 08 00 00 |................|
00000060 00 00 00 00 ff fa 90 90 f6 c2 80 74 05 f6 c2 70 |...........t...p|
00000070 74 02 b2 80 ea 79 7c 00 00 31 c0 8e d8 8e d0 bc |t....y|..1......|
00000080 00 20 fb a0 64 7c 3c ff 74 02 88 c2 52 be 80 7d |. ..d|<.t...R..}|
00000090 e8 17 01 be 05 7c b4 41 bb aa 55 cd 13 5a 52 72 |.....|.A..U..ZRr|
000000a0 3d 81 fb 55 aa 75 37 83 e1 01 74 32 31 c0 89 44 |=..U.u7...t21..D|
000000b0 04 40 88 44 ff 89 44 02 c7 04 10 00 66 8b 1e 5c |[email protected]..\|
000000c0 7c 66 89 5c 08 66 8b 1e 60 7c 66 89 5c 0c c7 44 ||f.\.f..`|f.\..D|
000000d0 06 00 70 b4 42 cd 13 72 05 bb 00 70 eb 76 b4 08 |..p.B..r...p.v..|
000000e0 cd 13 73 0d 5a 84 d2 0f 83 d8 00 be 8b 7d e9 82 |..s.Z........}..|
000000f0 00 66 0f b6 c6 88 64 ff 40 66 89 44 04 0f b6 d1 |[email protected]....|
00000100 c1 e2 02 88 e8 88 f4 40 89 44 08 0f b6 c2 c0 e8 |[email protected]......|
00000110 02 66 89 04 66 a1 60 7c 66 09 c0 75 4e 66 a1 5c |.f..f.`|f..uNf.\|
00000120 7c 66 31 d2 66 f7 34 88 d1 31 d2 66 f7 74 04 3b ||f1.f.4..1.f.t.;|
00000130 44 08 7d 37 fe c1 88 c5 30 c0 c1 e8 02 08 c1 88 |D.}7....0.......|
00000140 d0 5a 88 c6 bb 00 70 8e c3 31 db b8 01 02 cd 13 |.Z....p..1......|
00000150 72 1e 8c c3 60 1e b9 00 01 8e db 31 f6 bf 00 80 |r...`......1....|
00000160 8e c6 fc f3 a5 1f 61 ff 26 5a 7c be 86 7d eb 03 |......a.&Z|..}..|
00000170 be 95 7d e8 34 00 be 9a 7d e8 2e 00 cd 18 eb fe |..}.4...}.......|
00000180 47 52 55 42 20 00 47 65 6f 6d 00 48 61 72 64 20 |GRUB .Geom.Hard |
00000190 44 69 73 6b 00 52 65 61 64 00 20 45 72 72 6f 72 |Disk.Read. Error|
000001a0 0d 0a 00 bb 01 00 b4 0e cd 10 ac 3c 00 75 f4 c3 |...........<.u..|
000001b0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|
000001c0 02 00 ee ff ff ff 01 00 00 00 ff ff ff 00 00 00 |................|
000001d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................|
*
000001f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 55 aa |..............U.|
00000200
# umount $LFS/dev{/pts,}
# umount $LFS/{sys,proc,run}
# umount $LFS/{boot,}
# --- exit container
# exit
$ sudo qemu-nbd --disconnect /dev/nbd0
$ qemu-system-x86_64 -enable-kvm -m 1024 -hda lfs.img效果图(no initramfs):
上图报错("VFS: Unable to mount root fs on unknown")是因为没有配置initrd.
# mkfs -v -t ext4 /dev/nbd0p4
# mount -v -t ext4 /dev/nbd0p4 $LFS
# mkdir -pv $LFS/boot
# mkfs -v -t ext4 /dev/nbd0p3
# mount -v -t ext4 /dev/nbd0p3 $LFS/boot
# mkdir -pv $LFS/boot/efi
# mkfs.fat -F 32 /dev/nbd0p2
# mount -v -t vfat /dev/nbd0p2 $LFS/boot/efi
# rsync -av ${LFSFSRoot}/boot/* ${LFS}/boot
# rsync -av --exclude="boot" ${LFSFSRoot}/* ${LFS}
# --- 避免grub-install时报错
# rsync -av /usr/lib/grub/x86_64-efi ${LFS}/usr/lib/grub
# --- 或参照[lfs-uefi.txt](http://www.linuxfromscratch.org/hints/downloads/files/lfs-uefi.txt), 自行编译
# cp /usr/bin/efibootmgr $LFS/usr/bin
# rsync -av /lib/x86_64-linux-gnu/{libefivar.so.1*,libefiboot.so.1*} $LFS/lib
# mount -v --bind /dev $LFS/dev
# mount -v --bind /dev/pts $LFS/dev/pts
# mount -vt proc proc $LFS/proc
# mount -vt sysfs sysfs $LFS/sys
# mount -vt tmpfs tmpfs $LFS/run
# --- into chroot
# chroot "$LFS" /usr/bin/env -i \
HOME=/root \
TERM="$TERM" \
PS1='(lfs chroot) \u:\w\$ ' \
PATH=/bin:/usr/bin:/sbin:/usr/sbin \
/bin/bash --login
# cat > /etc/fstab << "EOF"
# 文件系统 挂载点 类型 选项 转储 检查
# 顺序
UUID=D1F7-D179 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,utf8,errors=remount-ro 1 2
UUID=7c5e5590-9f32-4882-a6a1-fabb7d91fa4b /boot ext4 noauto,noatime 1 2
UUID=9767098f-4749-4855-bb5e-8a775e498f1b / ext4 noatime 0 1
EOF
# 按照FAQ重新编译grub以支持efi
# grub-install --target=x86_64-efi --efi-directory=/boot/efi --bootloader-id=lfs --recheck --debug # bootloader-id=lfs指`/boot/efi/EFI/${bootloader-id}`, `--efi-directory`替代了已经废弃的`--root-directory`.
...
BootCurrent: 0000
Timeout: 0 seconds
BootOrder: 0001,0000,0003,0002,2001,2002,2003
Boot0000* deepin
...
Boot0001* lfs
Installation finished. No error reported.
# grub-mkconfig -o /boot/grub/grub.cfg
# --- 7c5e5590-9f32-4882-a6a1-fabb7d91fa4b is /boot's uuid
# cat > /boot/efi/EFI/lfs/grub.cfg << "EOF"
search.fs_uuid 7c5e5590-9f32-4882-a6a1-fabb7d91fa4b root
set prefix=($root)'/grub'
configfile $prefix/grub.cfg
EOF
# cp -r /boot/efi/EFI/lfs /boot/efi/EFI/boot
# cp /boot/efi/EFI/boot/grubx64.efi /boot/efi/EFI/boot/bootx64.efi
# -- 修复自动生成的grub.cfg的错误, 比如"/vmlinuz-5.8.3-lfs-10.0-systemd root=/dev/nbd0p4 ro" -> "/vmlinuz-5.8.3-lfs-10.0-systemd root=UUID=9767098f-4749-4855-bb5e-8a775e498f1b ro"
# vim /boot/grub/grub.cfg
# --- exit chroot
# exit
# umount $LFS/dev{/pts,}
# umount $LFS/{sys,proc,run}
# umount $LFS/{boot/efi,boot,}
# --- exit container
# exit
$ sudo qemu-nbd --disconnect /dev/nbd0
# 因为/usr/share/ovmf/OVMF.fd是只读的, 见FAQ的"cfi.pflash01 failed: Block node is read-only"
$ cp /usr/share/ovmf/OVMF.fd .
$ qemu-system-x86_64 -M q35 -pflash OVMF.fd -enable-kvm -m 1024 -hda lfs.img效果图(with initramfs):
# cat > /boot/grub/grub.cfg << "EOF"
# Begin /boot/grub/grub.cfg
set default=0
set timeout=5
insmod ext2
set root=(hd0,2)
menuentry "GNU/Linux, Linux 5.8.3-lfs-10.0-systemd" {
linux /vmlinuz-5.8.3-lfs-10.0-systemd root=/dev/sda2 ro
}
EOFgrub-install报错: "/usr/lib/grub/i386-pc/modinfo.sh doesn't exist. Please specify --target or --directory"
当时执行的是grub-install --target=i386-pc --recheck /dev/nbd0.
解决方法: sudo apt-get install grub-pc-bin.
grub-install: error: /usr/lib/grub/x86_64-efi/modinfo.sh doesn't exist. Please specify --target or --directory
当时执行的是grub-install --target=x86_64-efi --efi-directory=/boot/efi --bootloader-id=lfs.
解决方法: sudo apt-get install grub-efi-amd64-bin.
当时执行的是grub-install --target=x86_64-efi --efi-directory=/boot/efi --bootloader-id=lfs.
解决方法: `cp /usr/bin/efibootmgr /mnt/lfs/usr/bin && sudo cp /lib/x86_64-linux-gnu/libefivar.so.1 /mnt/lfs/lib
当前系统不支持vfat.
解决方法: sudo apt-get install dosfstools.
qemu在未找到引导磁盘时会尝试PXE（网络）引导，此时可使用-net none跳过.
执行qemu-system-x86_64 -M q35 -pflash /usr/share/ovmf/OVMF.fd -enable-kvm -m 1024 -hda lfs.img时报错.
查看/usr/share/ovmf/OVMF.fd的权限:
# ll /usr/share/ovmf/OVMF.fd
-rw-r--r-- 1 root root 2.0M 4月 24 03:33 /usr/share/ovmf/OVMF.fd发现其是只读的, 但-pflash仿真的是flash, 能保存uefi vars, 因此需要写权限.
解决方法:"cp /usr/share/qemu/OVMF.fd .", 再使用本地的OVMF.fd作为-pflash的参数以避免原文件不可写即可.
上面命令使用
-biso /usr/share/ovmf/OVMF.fd不报错是因为-biso模拟的是不可写设备(包括重启丢失uefi vars), 因此只有只读权限也可正常工作.
因为grub使用了unicode.pf2字体, 而lfs构建grub时不构建其grub-mkfont工具(用于生成unicode.pf2). 如需构建该字体可参考lfs-uefi.txt.
最简单的方法是从host拷贝一份放入lfs环境: cp /usr/share/grub/unicode.pf2 $LFS/usr/share/grub
grub构建时其./configure启用选项--with-platform=efi,即
./configure --prefix=/usr \
--sbindir=/sbin \
--sysconfdir=/etc \
--disable-efiemu \
--with-platform=efi \
--disable-werror
qemu-nbd: Disconnect client, due to: Failed to read request: Unexpected end-of-file before all bytes were read
$ sudo qemu-nbd -c /dev/nbd0 lfs.img
qemu-nbd: Failed to set NBD socket
qemu-nbd: Disconnect client, due to: Failed to read request: Unexpected end-of-file before all bytes were read/dev/nbd0已经绑定image了